xref: /aosp_15_r20/external/tensorflow/tensorflow/compiler/jit/tests/keras_imagenet_main_graph_mode.pbtxt (revision b6fb3261f9314811a0f4371741dbb8839866f948)

node {
  name: "G4SM2HGMB5"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@G4SM2HGMB5/Read/ReadVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 117
        }
        dim {
          size: 224
        }
        dim {
          size: 224
        }
        dim {
          size: 3
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "G4SM2HGMB5"
    }
  }
}
node {
  name: "HK0SX0WHBZ"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@HK0SX0WHBZ/Read/ReadVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 117
        }
        dim {
          size: 1
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "HK0SX0WHBZ"
    }
  }
}
node {
  name: "bn2a_branch1/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch1/moving_mean"
    }
  }
}
node {
  name: "bn2a_branch1/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch1/moving_variance"
    }
  }
}
node {
  name: "bn2a_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn2a_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn2a_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn2a_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn2a_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn2a_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn2b_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn2b_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn2b_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn2b_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn2b_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn2b_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn2c_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn2c_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn2c_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn2c_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn2c_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn2c_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn3a_branch1/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch1/moving_mean"
    }
  }
}
node {
  name: "bn3a_branch1/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch1/moving_variance"
    }
  }
}
node {
  name: "bn3a_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn3a_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn3a_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn3a_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn3a_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn3a_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn3b_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn3b_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn3b_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn3b_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn3b_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn3b_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn3c_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn3c_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn3c_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn3c_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn3c_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn3c_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn3d_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn3d_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn3d_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn3d_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn3d_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn3d_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn4a_branch1/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch1/moving_mean"
    }
  }
}
node {
  name: "bn4a_branch1/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch1/moving_variance"
    }
  }
}
node {
  name: "bn4a_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn4a_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn4a_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn4a_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn4a_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn4a_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn4b_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn4b_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn4b_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn4b_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn4b_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn4b_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn4c_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn4c_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn4c_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn4c_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn4c_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn4c_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn4d_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn4d_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn4d_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn4d_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn4d_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn4d_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn4e_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn4e_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn4e_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn4e_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn4e_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn4e_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn4f_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn4f_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn4f_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn4f_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn4f_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn4f_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn5a_branch1/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch1/moving_mean"
    }
  }
}
node {
  name: "bn5a_branch1/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch1/moving_variance"
    }
  }
}
node {
  name: "bn5a_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn5a_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn5a_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn5a_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn5a_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn5a_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn5b_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn5b_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn5b_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn5b_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn5b_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn5b_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn5c_branch2a/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2a/moving_mean"
    }
  }
}
node {
  name: "bn5c_branch2a/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2a/moving_variance"
    }
  }
}
node {
  name: "bn5c_branch2b/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2b/moving_mean"
    }
  }
}
node {
  name: "bn5c_branch2b/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2b/moving_variance"
    }
  }
}
node {
  name: "bn5c_branch2c/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2c/moving_mean"
    }
  }
}
node {
  name: "bn5c_branch2c/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2c/moving_variance"
    }
  }
}
node {
  name: "bn_conv1/moving_mean"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn_conv1/moving_mean"
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/sub"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\320\314\314="
      }
    }
  }
}
node {
  name: "bn_conv1/moving_variance"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn_conv1/moving_variance"
    }
  }
}
node {
  name: "training/SGD/iter"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "shape"
    value {
      shape {
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/iter"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch1/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch1/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch1/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch1/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2a_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2a_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2b_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2b_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2b_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2b_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2b_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2b_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2b_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2b_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2b_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2b_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2b_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2b_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2c_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2c_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2c_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2c_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2c_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2c_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2c_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2c_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2c_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2c_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn2c_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn2c_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch1/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch1/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch1/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch1/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3a_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3a_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3b_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3b_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3b_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3b_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3b_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3b_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3b_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3b_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3b_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3b_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3b_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3b_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3c_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3c_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3c_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3c_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3c_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3c_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3c_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3c_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3c_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3c_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3c_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3c_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3d_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3d_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3d_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3d_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3d_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3d_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3d_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3d_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3d_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3d_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn3d_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn3d_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch1/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch1/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch1/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch1/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4a_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4a_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4b_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4b_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4b_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4b_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4b_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4b_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4b_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4b_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4b_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4b_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4b_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4b_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4c_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4c_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4c_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4c_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4c_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4c_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4c_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4c_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4c_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4c_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4c_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4c_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4d_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4d_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4d_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4d_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4d_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4d_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4d_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4d_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4d_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4d_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4d_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4d_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4e_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4e_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4e_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4e_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4e_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4e_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4e_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4e_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4e_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4e_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4e_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4e_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4f_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4f_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4f_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4f_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4f_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4f_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4f_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4f_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4f_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4f_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn4f_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn4f_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch1/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch1/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch1/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch1/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5a_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5a_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5b_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5b_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5b_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5b_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5b_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5b_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5b_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5b_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5b_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5b_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5b_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5b_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5c_branch2a/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5c_branch2a/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5c_branch2a/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5c_branch2a/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5c_branch2b/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5c_branch2b/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5c_branch2b/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5c_branch2b/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5c_branch2c/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5c_branch2c/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn5c_branch2c/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn5c_branch2c/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/bn_conv1/beta/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn_conv1/beta/momentum"
    }
  }
}
node {
  name: "training/SGD/bn_conv1/gamma/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/bn_conv1/gamma/momentum"
    }
  }
}
node {
  name: "training/SGD/conv1/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 7
        }
        dim {
          size: 7
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/conv1/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 7
          }
          dim {
            size: 7
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/fc1000/bias/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1001
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/fc1000/bias/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1001
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/fc1000/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
        dim {
          size: 1001
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/fc1000/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 2048
          }
          dim {
            size: 1001
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res2a_branch1/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2a_branch1/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res2a_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2a_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res2a_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2a_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res2a_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2a_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res2b_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2b_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res2b_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2b_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res2b_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2b_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res2c_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2c_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res2c_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2c_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res2c_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res2c_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res3a_branch1/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3a_branch1/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res3a_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3a_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 128
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res3a_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3a_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3a_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3a_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3b_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3b_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3b_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3b_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3b_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3b_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3c_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3c_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3c_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3c_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3c_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3c_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res3d_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3d_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res3d_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3d_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res3d_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res3d_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res4a_branch1/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4a_branch1/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 1024
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res4a_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4a_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res4a_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4a_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4a_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4a_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4b_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4b_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4b_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4b_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4b_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4b_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4c_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4c_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4c_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4c_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4c_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4c_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4d_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4d_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4d_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4d_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4d_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4d_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4e_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4e_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4e_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4e_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4e_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4e_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res4f_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4f_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res4f_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4f_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res4f_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res4f_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res5a_branch1/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5a_branch1/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 2048
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res5a_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5a_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res5a_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 512
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5a_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res5a_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5a_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res5b_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 2048
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5b_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res5b_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 512
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5b_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res5b_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5b_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/res5c_branch2a/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 2048
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5c_branch2a/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 2048
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res5c_branch2b/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 512
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5c_branch2b/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "training/SGD/res5c_branch2c/kernel/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/res5c_branch2c/kernel/momentum"
    }
  }
}
node {
  name: "training/SGD/learning_rate"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/learning_rate"
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
        float_val: 0.0002
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/avg_pool_1/Mean_grad/truediv_recip"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\005/\247<"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 117
          }
          dim {
            size: 1
          }
        }
        float_val: 0.008547009
      }
    }
  }
}
node {
  name: "training/SGD/gradients/avg_pool_1/Mean_grad/DynamicStitch"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "u\000\000\000\000\010\000\000\001\000\000\000\001\000\000\000"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/avg_pool_1/Mean_grad/floordiv"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "training/SGD/momentum"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "training/SGD/momentum"
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/mul/x"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        float_val: 0.0001
      }
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Const"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 2
          }
        }
        tensor_content: "\000\000\000\000\001\000\000\000"
      }
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000\003\000\000\000"
      }
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Reshape/shape"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 1
          }
        }
        int_val: -1
      }
    }
  }
}
node {
  name: "count_3"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "count_3"
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Cast_2"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\000\000\352B"
      }
    }
  }
}
node {
  name: "total_1"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "total_1"
    }
  }
}
node {
  name: "res5a_branch1/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5a_branch1/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5a_branch1/kernel"
    }
  }
}
node {
  name: "bn5a_branch1/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch1/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch1/gamma"
    }
  }
}
node {
  name: "bn5a_branch1/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch1/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch1/beta"
    }
  }
}
node {
  name: "res4a_branch1/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4a_branch1/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4a_branch1/kernel"
    }
  }
}
node {
  name: "bn4a_branch1/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch1/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch1/gamma"
    }
  }
}
node {
  name: "bn4a_branch1/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch1/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch1/beta"
    }
  }
}
node {
  name: "res3a_branch1/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3a_branch1/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3a_branch1/kernel"
    }
  }
}
node {
  name: "bn3a_branch1/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch1/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch1/gamma"
    }
  }
}
node {
  name: "bn3a_branch1/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch1/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch1/beta"
    }
  }
}
node {
  name: "res2a_branch1/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2a_branch1/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2a_branch1/kernel"
    }
  }
}
node {
  name: "bn2a_branch1/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch1/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch1/gamma"
    }
  }
}
node {
  name: "bn2a_branch1/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch1/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch1/beta"
    }
  }
}
node {
  name: "transpose_1/transpose/perm"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\000\000\000\000\003\000\000\000\001\000\000\000\002\000\000\000"
      }
    }
  }
}
node {
  name: "conv1_pad_1/Pad/paddings"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
          dim {
            size: 2
          }
        }
        tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\003\000\000\000\003\000\000\000\003\000\000\000"
      }
    }
  }
}
node {
  name: "conv1/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/conv1/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 7
        }
        dim {
          size: 7
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "conv1/kernel"
    }
  }
}
node {
  name: "bn_conv1/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn_conv1/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn_conv1/gamma"
    }
  }
}
node {
  name: "bn_conv1/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn_conv1/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn_conv1/beta"
    }
  }
}
node {
  name: "res2a_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2a_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2a_branch2a/kernel"
    }
  }
}
node {
  name: "bn2a_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2a/gamma"
    }
  }
}
node {
  name: "bn2a_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2a/beta"
    }
  }
}
node {
  name: "res2a_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2a_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2a_branch2b/kernel"
    }
  }
}
node {
  name: "bn2a_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2b/gamma"
    }
  }
}
node {
  name: "bn2a_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2b/beta"
    }
  }
}
node {
  name: "res2a_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2a_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2a_branch2c/kernel"
    }
  }
}
node {
  name: "bn2a_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2c/gamma"
    }
  }
}
node {
  name: "bn2a_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2a_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2a_branch2c/beta"
    }
  }
}
node {
  name: "res2b_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2b_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2b_branch2a/kernel"
    }
  }
}
node {
  name: "bn2b_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2b_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2a/gamma"
    }
  }
}
node {
  name: "bn2b_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2b_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2a/beta"
    }
  }
}
node {
  name: "res2b_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2b_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2b_branch2b/kernel"
    }
  }
}
node {
  name: "bn2b_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2b_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2b/gamma"
    }
  }
}
node {
  name: "bn2b_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2b_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2b/beta"
    }
  }
}
node {
  name: "res2b_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2b_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2b_branch2c/kernel"
    }
  }
}
node {
  name: "bn2b_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2b_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2c/gamma"
    }
  }
}
node {
  name: "bn2b_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2b_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2b_branch2c/beta"
    }
  }
}
node {
  name: "res2c_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2c_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2c_branch2a/kernel"
    }
  }
}
node {
  name: "bn2c_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2c_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2a/gamma"
    }
  }
}
node {
  name: "bn2c_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2c_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2a/beta"
    }
  }
}
node {
  name: "res2c_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2c_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 64
        }
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2c_branch2b/kernel"
    }
  }
}
node {
  name: "bn2c_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2c_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2b/gamma"
    }
  }
}
node {
  name: "bn2c_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2c_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 64
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2b/beta"
    }
  }
}
node {
  name: "res2c_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res2c_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 64
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res2c_branch2c/kernel"
    }
  }
}
node {
  name: "bn2c_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2c_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2c/gamma"
    }
  }
}
node {
  name: "bn2c_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn2c_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn2c_branch2c/beta"
    }
  }
}
node {
  name: "res3a_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3a_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3a_branch2a/kernel"
    }
  }
}
node {
  name: "bn3a_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2a/gamma"
    }
  }
}
node {
  name: "bn3a_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2a/beta"
    }
  }
}
node {
  name: "res3a_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3a_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3a_branch2b/kernel"
    }
  }
}
node {
  name: "bn3a_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2b/gamma"
    }
  }
}
node {
  name: "bn3a_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2b/beta"
    }
  }
}
node {
  name: "res3a_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3a_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3a_branch2c/kernel"
    }
  }
}
node {
  name: "bn3a_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2c/gamma"
    }
  }
}
node {
  name: "bn3a_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3a_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3a_branch2c/beta"
    }
  }
}
node {
  name: "res3b_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3b_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3b_branch2a/kernel"
    }
  }
}
node {
  name: "bn3b_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3b_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2a/gamma"
    }
  }
}
node {
  name: "bn3b_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3b_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2a/beta"
    }
  }
}
node {
  name: "res3b_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3b_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3b_branch2b/kernel"
    }
  }
}
node {
  name: "bn3b_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3b_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2b/gamma"
    }
  }
}
node {
  name: "bn3b_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3b_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2b/beta"
    }
  }
}
node {
  name: "res3b_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3b_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3b_branch2c/kernel"
    }
  }
}
node {
  name: "bn3b_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3b_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2c/gamma"
    }
  }
}
node {
  name: "bn3b_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3b_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3b_branch2c/beta"
    }
  }
}
node {
  name: "res3c_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3c_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3c_branch2a/kernel"
    }
  }
}
node {
  name: "bn3c_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3c_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2a/gamma"
    }
  }
}
node {
  name: "bn3c_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3c_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2a/beta"
    }
  }
}
node {
  name: "res3c_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3c_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3c_branch2b/kernel"
    }
  }
}
node {
  name: "bn3c_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3c_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2b/gamma"
    }
  }
}
node {
  name: "bn3c_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3c_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2b/beta"
    }
  }
}
node {
  name: "res3c_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3c_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3c_branch2c/kernel"
    }
  }
}
node {
  name: "bn3c_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3c_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2c/gamma"
    }
  }
}
node {
  name: "bn3c_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3c_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3c_branch2c/beta"
    }
  }
}
node {
  name: "res3d_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3d_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3d_branch2a/kernel"
    }
  }
}
node {
  name: "bn3d_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3d_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2a/gamma"
    }
  }
}
node {
  name: "bn3d_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3d_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2a/beta"
    }
  }
}
node {
  name: "res3d_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3d_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 128
        }
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3d_branch2b/kernel"
    }
  }
}
node {
  name: "bn3d_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3d_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2b/gamma"
    }
  }
}
node {
  name: "bn3d_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3d_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 128
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2b/beta"
    }
  }
}
node {
  name: "res3d_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res3d_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 128
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res3d_branch2c/kernel"
    }
  }
}
node {
  name: "bn3d_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3d_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2c/gamma"
    }
  }
}
node {
  name: "bn3d_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn3d_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn3d_branch2c/beta"
    }
  }
}
node {
  name: "res4a_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4a_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4a_branch2a/kernel"
    }
  }
}
node {
  name: "bn4a_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2a/gamma"
    }
  }
}
node {
  name: "bn4a_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2a/beta"
    }
  }
}
node {
  name: "res4a_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4a_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4a_branch2b/kernel"
    }
  }
}
node {
  name: "bn4a_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2b/gamma"
    }
  }
}
node {
  name: "bn4a_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2b/beta"
    }
  }
}
node {
  name: "res4a_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4a_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4a_branch2c/kernel"
    }
  }
}
node {
  name: "bn4a_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2c/gamma"
    }
  }
}
node {
  name: "bn4a_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4a_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4a_branch2c/beta"
    }
  }
}
node {
  name: "res4b_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4b_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4b_branch2a/kernel"
    }
  }
}
node {
  name: "bn4b_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4b_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2a/gamma"
    }
  }
}
node {
  name: "bn4b_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4b_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2a/beta"
    }
  }
}
node {
  name: "res4b_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4b_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4b_branch2b/kernel"
    }
  }
}
node {
  name: "bn4b_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4b_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2b/gamma"
    }
  }
}
node {
  name: "bn4b_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4b_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2b/beta"
    }
  }
}
node {
  name: "res4b_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4b_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4b_branch2c/kernel"
    }
  }
}
node {
  name: "bn4b_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4b_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2c/gamma"
    }
  }
}
node {
  name: "bn4b_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4b_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4b_branch2c/beta"
    }
  }
}
node {
  name: "res4c_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4c_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4c_branch2a/kernel"
    }
  }
}
node {
  name: "bn4c_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4c_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2a/gamma"
    }
  }
}
node {
  name: "bn4c_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4c_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2a/beta"
    }
  }
}
node {
  name: "res4c_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4c_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4c_branch2b/kernel"
    }
  }
}
node {
  name: "bn4c_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4c_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2b/gamma"
    }
  }
}
node {
  name: "bn4c_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4c_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2b/beta"
    }
  }
}
node {
  name: "res4c_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4c_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4c_branch2c/kernel"
    }
  }
}
node {
  name: "bn4c_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4c_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2c/gamma"
    }
  }
}
node {
  name: "bn4c_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4c_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4c_branch2c/beta"
    }
  }
}
node {
  name: "res4d_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4d_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4d_branch2a/kernel"
    }
  }
}
node {
  name: "bn4d_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4d_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2a/gamma"
    }
  }
}
node {
  name: "bn4d_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4d_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2a/beta"
    }
  }
}
node {
  name: "res4d_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4d_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4d_branch2b/kernel"
    }
  }
}
node {
  name: "bn4d_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4d_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2b/gamma"
    }
  }
}
node {
  name: "bn4d_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4d_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2b/beta"
    }
  }
}
node {
  name: "res4d_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4d_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4d_branch2c/kernel"
    }
  }
}
node {
  name: "bn4d_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4d_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2c/gamma"
    }
  }
}
node {
  name: "bn4d_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4d_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4d_branch2c/beta"
    }
  }
}
node {
  name: "res4e_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4e_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4e_branch2a/kernel"
    }
  }
}
node {
  name: "bn4e_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4e_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2a/gamma"
    }
  }
}
node {
  name: "bn4e_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4e_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2a/beta"
    }
  }
}
node {
  name: "res4e_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4e_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4e_branch2b/kernel"
    }
  }
}
node {
  name: "bn4e_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4e_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2b/gamma"
    }
  }
}
node {
  name: "bn4e_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4e_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2b/beta"
    }
  }
}
node {
  name: "res4e_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4e_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4e_branch2c/kernel"
    }
  }
}
node {
  name: "bn4e_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4e_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2c/gamma"
    }
  }
}
node {
  name: "bn4e_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4e_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4e_branch2c/beta"
    }
  }
}
node {
  name: "res4f_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4f_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4f_branch2a/kernel"
    }
  }
}
node {
  name: "bn4f_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4f_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2a/gamma"
    }
  }
}
node {
  name: "bn4f_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4f_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2a/beta"
    }
  }
}
node {
  name: "res4f_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4f_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 256
        }
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4f_branch2b/kernel"
    }
  }
}
node {
  name: "bn4f_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4f_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2b/gamma"
    }
  }
}
node {
  name: "bn4f_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4f_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 256
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2b/beta"
    }
  }
}
node {
  name: "res4f_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res4f_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 256
        }
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res4f_branch2c/kernel"
    }
  }
}
node {
  name: "bn4f_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4f_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2c/gamma"
    }
  }
}
node {
  name: "bn4f_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn4f_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1024
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn4f_branch2c/beta"
    }
  }
}
node {
  name: "res5a_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5a_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 1024
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5a_branch2a/kernel"
    }
  }
}
node {
  name: "bn5a_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2a/gamma"
    }
  }
}
node {
  name: "bn5a_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2a/beta"
    }
  }
}
node {
  name: "res5a_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5a_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 512
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5a_branch2b/kernel"
    }
  }
}
node {
  name: "bn5a_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2b/gamma"
    }
  }
}
node {
  name: "bn5a_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2b/beta"
    }
  }
}
node {
  name: "res5a_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5a_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5a_branch2c/kernel"
    }
  }
}
node {
  name: "bn5a_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2c/gamma"
    }
  }
}
node {
  name: "bn5a_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5a_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5a_branch2c/beta"
    }
  }
}
node {
  name: "res5b_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5b_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 2048
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5b_branch2a/kernel"
    }
  }
}
node {
  name: "bn5b_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5b_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2a/gamma"
    }
  }
}
node {
  name: "bn5b_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5b_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2a/beta"
    }
  }
}
node {
  name: "res5b_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5b_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 512
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5b_branch2b/kernel"
    }
  }
}
node {
  name: "bn5b_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5b_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2b/gamma"
    }
  }
}
node {
  name: "bn5b_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5b_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2b/beta"
    }
  }
}
node {
  name: "res5b_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5b_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5b_branch2c/kernel"
    }
  }
}
node {
  name: "bn5b_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5b_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2c/gamma"
    }
  }
}
node {
  name: "bn5b_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5b_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5b_branch2c/beta"
    }
  }
}
node {
  name: "res5c_branch2a/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5c_branch2a/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 2048
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5c_branch2a/kernel"
    }
  }
}
node {
  name: "bn5c_branch2a/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5c_branch2a/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2a/gamma"
    }
  }
}
node {
  name: "bn5c_branch2a/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5c_branch2a/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2a/beta"
    }
  }
}
node {
  name: "res5c_branch2b/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5c_branch2b/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 3
        }
        dim {
          size: 3
        }
        dim {
          size: 512
        }
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5c_branch2b/kernel"
    }
  }
}
node {
  name: "bn5c_branch2b/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5c_branch2b/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2b/gamma"
    }
  }
}
node {
  name: "bn5c_branch2b/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5c_branch2b/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 512
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2b/beta"
    }
  }
}
node {
  name: "res5c_branch2c/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/res5c_branch2c/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1
        }
        dim {
          size: 1
        }
        dim {
          size: 512
        }
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "res5c_branch2c/kernel"
    }
  }
}
node {
  name: "bn5c_branch2c/gamma"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5c_branch2c/gamma/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2c/gamma"
    }
  }
}
node {
  name: "bn5c_branch2c/beta"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/bn5c_branch2c/beta/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "bn5c_branch2c/beta"
    }
  }
}
node {
  name: "bn5a_branch1_1/Const_1"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
          }
        }
      }
    }
  }
}
node {
  name: "avg_pool_1/Mean/reduction_indices"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 2
          }
        }
        tensor_content: "\002\000\000\000\003\000\000\000"
      }
    }
  }
}
node {
  name: "fc1000/kernel"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/fc1000/kernel/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 2048
        }
        dim {
          size: 1001
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "fc1000/kernel"
    }
  }
}
node {
  name: "fc1000/bias"
  op: "VarHandleOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/fc1000/bias/momentum"
      }
    }
  }
  attr {
    key: "container"
    value {
      s: ""
    }
  }
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "shape"
    value {
      shape {
        dim {
          size: 1001
        }
      }
    }
  }
  attr {
    key: "shared_name"
    value {
      s: "fc1000/bias"
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/ArgMax/dimension"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
        }
        int_val: -1
      }
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Const"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 1
          }
        }
        int_val: 0
      }
    }
  }
}
node {
  name: "G4SM2HGMB5/Read/ReadVariableOp"
  op: "ReadVariableOp"
  input: "G4SM2HGMB5"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "HK0SX0WHBZ/Read/ReadVariableOp"
  op: "ReadVariableOp"
  input: "HK0SX0WHBZ"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch1/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch1/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch1/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch1/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch1/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch1/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch1/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch1/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2a/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2a/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2b/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2b/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2c/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2c/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn_conv1/moving_mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn_conv1/moving_variance"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn_conv1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn_conv1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_conv1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_fc1000/bias/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_fc1000/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training/SGD/learning_rate"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn_conv1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn_conv1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_conv1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_fc1000/bias/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_fc1000/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training/SGD/momentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch1/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch1/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch1/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch1/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch1/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch1/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch1/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch1/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "transpose_1/transpose"
  op: "Transpose"
  input: "_identity_input_1_1_0"
  input: "transpose_1/transpose/perm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tperm"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "conv1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "conv1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "conv1/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn_conv1/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn_conv1/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2b_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2b_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2b_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2c_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2c_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2c_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3b_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3b_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3b_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3c_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3c_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3c_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3d_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3d_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3d_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4b_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4b_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4b_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4c_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4c_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4c_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4d_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4d_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4d_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4e_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4e_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4e_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4f_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4f_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4f_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5b_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5b_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5b_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2a/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2a/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5c_branch2a/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2b/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2b/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5c_branch2b/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2c/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2c/gamma"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5c_branch2c/beta"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "fc1000_1/MatMul/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000/kernel"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000/bias"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "fc1000_1/BiasAdd/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000/bias"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Reshape"
  op: "Reshape"
  input: "_identity_activation_49_target_1_0"
  input: "loss_1/activation_49_loss/Reshape/shape"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tshape"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Squeeze"
  op: "Squeeze"
  input: "_identity_activation_49_target_1_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "squeeze_dims"
    value {
      list {
        i: -1
      }
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_11"
      }
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_36"
      }
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_53"
      }
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_66"
      }
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "conv1_pad_1/Pad"
  op: "Pad"
  input: "transpose_1/transpose"
  input: "conv1_pad_1/Pad/paddings"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tpaddings"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/conv1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_70"
      }
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/conv1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_69"
      }
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_67"
      }
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_65"
      }
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_64"
      }
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_62"
      }
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_61"
      }
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_60"
      }
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_58"
      }
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_57"
      }
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_56"
      }
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_54"
      }
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_52"
      }
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_51"
      }
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_49"
      }
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_48"
      }
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_47"
      }
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_45"
      }
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_44"
      }
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_43"
      }
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_41"
      }
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_40"
      }
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_39"
      }
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_37"
      }
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_35"
      }
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_34"
      }
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_32"
      }
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_31"
      }
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_30"
      }
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_28"
      }
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_27"
      }
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_26"
      }
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_24"
      }
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_23"
      }
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4e_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_22"
      }
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4e_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_20"
      }
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4e_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_19"
      }
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_18"
      }
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_16"
      }
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_15"
      }
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_14"
      }
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_12"
      }
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_10"
      }
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_9"
      }
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_7"
      }
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_6"
      }
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_5"
      }
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_3"
      }
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_2"
      }
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/fc1000/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_1"
      }
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/fc1000/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/fc1000/bias/Regularizer/Square/ReadVariableOp"
  input: "training/SGD/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN"
      }
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/Square"
  op: "Square"
  input: "loss_1/fc1000/bias/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Cast"
  op: "Cast"
  input: "loss_1/activation_49_loss/Reshape"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/conv1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^conv1_1/Conv2D/ReadVariableOp"
  input: "^conv1_pad_1/Pad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\007\000\000\000\007\000\000\000\003\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "conv1_1/Conv2D"
  op: "Conv2D"
  input: "conv1_pad_1/Pad"
  input: "conv1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/conv1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/fc1000/kernel/Regularizer/Square"
  input: "loss_1/fc1000/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/fc1000/bias/Regularizer/Square"
  input: "metrics_2/sparse_categorical_accuracy/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "bn_conv1_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "conv1_1/Conv2D"
  input: "bn_conv1_1/ReadVariableOp"
  input: "bn_conv1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "loss_1/ArithmeticOptimizer/HoistCommonFactor_Add_AddN"
  op: "AddN"
  input: "loss_1/conv1/kernel/Regularizer/Sum"
  input: "loss_1/fc1000/bias/Regularizer/Sum"
  input: "loss_1/fc1000/kernel/Regularizer/Sum"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Sum"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Sum"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Sum"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Sum"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Sum"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Sum"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Sum"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 55
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn_conv1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn_conv1_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn_conv1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn_conv1_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_50/Relu"
  op: "Relu"
  input: "bn_conv1_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/ArithmeticOptimizer/HoistCommonFactor_Mul_AddN"
  op: "Mul"
  input: "loss_1/fc1000/bias/Regularizer/mul/x"
  input: "loss_1/ArithmeticOptimizer/HoistCommonFactor_Add_AddN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn_conv1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  input: "bn_conv1_1/AssignMovingAvg_1/sub_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "max_pooling2d_1/MaxPool"
  op: "MaxPool"
  input: "activation_50/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "ksize"
    value {
      list {
        i: 1
        i: 1
        i: 3
        i: 3
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn_conv1/moving_mean"
  input: "bn_conv1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn_conv1/moving_variance"
  input: "bn_conv1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch1_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "max_pooling2d_1/MaxPool"
  input: "res2a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "max_pooling2d_1/MaxPool"
  input: "res2a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "max_pooling2d_1/MaxPool"
  input: "res2a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res2a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "max_pooling2d_1/MaxPool"
  input: "res2a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2a_branch1_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch1_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2a_branch1_1/Conv2D"
  input: "bn2a_branch1_1/ReadVariableOp"
  input: "bn2a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2a_branch2a_1/Conv2D"
  input: "bn2a_branch2a_1/ReadVariableOp"
  input: "bn2a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch1_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch1_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_1_1/Relu"
  op: "Relu"
  input: "bn2a_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_1_1/Relu"
  input: "res2a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_1_1/Relu"
  input: "res2a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch1/moving_mean"
  input: "bn2a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch1/moving_variance"
  input: "bn2a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2a/moving_mean"
  input: "bn2a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2a/moving_variance"
  input: "bn2a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2a_branch2b_1/Conv2D"
  input: "bn2a_branch2b_1/ReadVariableOp"
  input: "bn2a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_2_1/Relu"
  op: "Relu"
  input: "bn2a_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_2_1/Relu"
  input: "res2a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_2_1/Relu"
  input: "res2a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2b/moving_mean"
  input: "bn2a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2b/moving_variance"
  input: "bn2a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2a_branch2c_1/Conv2D"
  input: "bn2a_branch2c_1/ReadVariableOp"
  input: "bn2a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_16/add"
  op: "Add"
  input: "bn2a_branch1_1/FusedBatchNorm"
  input: "bn2a_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_3_1/Relu"
  op: "Relu"
  input: "add_16/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2c/moving_mean"
  input: "bn2a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2c/moving_variance"
  input: "bn2a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_3_1/Relu"
  input: "res2b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_3_1/Relu"
  input: "res2b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2b_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2b_branch2a_1/Conv2D"
  input: "bn2b_branch2a_1/ReadVariableOp"
  input: "bn2b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2b_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2b_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_4_1/Relu"
  op: "Relu"
  input: "bn2b_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_4_1/Relu"
  input: "res2b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_4_1/Relu"
  input: "res2b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2a/moving_mean"
  input: "bn2b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2a/moving_variance"
  input: "bn2b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2b_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2b_branch2b_1/Conv2D"
  input: "bn2b_branch2b_1/ReadVariableOp"
  input: "bn2b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2b_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2b_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_5_1/Relu"
  op: "Relu"
  input: "bn2b_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_5_1/Relu"
  input: "res2b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_5_1/Relu"
  input: "res2b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2b/moving_mean"
  input: "bn2b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2b/moving_variance"
  input: "bn2b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn2b_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2b_branch2c_1/Conv2D"
  input: "bn2b_branch2c_1/ReadVariableOp"
  input: "bn2b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2b_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2b_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_1_1/add"
  op: "Add"
  input: "activation_3_1/Relu"
  input: "bn2b_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_6_1/Relu"
  op: "Relu"
  input: "add_1_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2c/moving_mean"
  input: "bn2b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2c/moving_variance"
  input: "bn2b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_6_1/Relu"
  input: "res2c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_6_1/Relu"
  input: "res2c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2c_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2c_branch2a_1/Conv2D"
  input: "bn2c_branch2a_1/ReadVariableOp"
  input: "bn2c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2c_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2c_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_7_1/Relu"
  op: "Relu"
  input: "bn2c_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_7_1/Relu"
  input: "res2c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_7_1/Relu"
  input: "res2c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2a/moving_mean"
  input: "bn2c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2a/moving_variance"
  input: "bn2c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2c_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2c_branch2b_1/Conv2D"
  input: "bn2c_branch2b_1/ReadVariableOp"
  input: "bn2c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2c_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2c_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_8_1/Relu"
  op: "Relu"
  input: "bn2c_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_8_1/Relu"
  input: "res2c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_8_1/Relu"
  input: "res2c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2b/moving_mean"
  input: "bn2c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2b/moving_variance"
  input: "bn2c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn2c_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res2c_branch2c_1/Conv2D"
  input: "bn2c_branch2c_1/ReadVariableOp"
  input: "bn2c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2c_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2c_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_2_1/add"
  op: "Add"
  input: "activation_6_1/Relu"
  input: "bn2c_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_9_1/Relu"
  op: "Relu"
  input: "add_2_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2c/moving_mean"
  input: "bn2c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2c/moving_variance"
  input: "bn2c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch1_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_9_1/Relu"
  input: "res3a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_9_1/Relu"
  input: "res3a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "activation_9_1/Relu"
  input: "res3a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res3a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_9_1/Relu"
  input: "res3a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3a_branch1_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3a_branch1_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3a_branch1_1/Conv2D"
  input: "bn3a_branch1_1/ReadVariableOp"
  input: "bn3a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3a_branch2a_1/Conv2D"
  input: "bn3a_branch2a_1/ReadVariableOp"
  input: "bn3a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch1_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch1_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_10_1/Relu"
  op: "Relu"
  input: "bn3a_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_10_1/Relu"
  input: "res3a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_10_1/Relu"
  input: "res3a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch1/moving_mean"
  input: "bn3a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch1/moving_variance"
  input: "bn3a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2a/moving_mean"
  input: "bn3a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2a/moving_variance"
  input: "bn3a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3a_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3a_branch2b_1/Conv2D"
  input: "bn3a_branch2b_1/ReadVariableOp"
  input: "bn3a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_11_1/Relu"
  op: "Relu"
  input: "bn3a_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_11_1/Relu"
  input: "res3a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_11_1/Relu"
  input: "res3a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2b/moving_mean"
  input: "bn3a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2b/moving_variance"
  input: "bn3a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3a_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3a_branch2c_1/Conv2D"
  input: "bn3a_branch2c_1/ReadVariableOp"
  input: "bn3a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_3_1/add"
  op: "Add"
  input: "bn3a_branch1_1/FusedBatchNorm"
  input: "bn3a_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_12_1/Relu"
  op: "Relu"
  input: "add_3_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2c/moving_mean"
  input: "bn3a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2c/moving_variance"
  input: "bn3a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_12_1/Relu"
  input: "res3b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_12_1/Relu"
  input: "res3b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3b_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3b_branch2a_1/Conv2D"
  input: "bn3b_branch2a_1/ReadVariableOp"
  input: "bn3b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3b_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3b_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_13_1/Relu"
  op: "Relu"
  input: "bn3b_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_13_1/Relu"
  input: "res3b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_13_1/Relu"
  input: "res3b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2a/moving_mean"
  input: "bn3b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2a/moving_variance"
  input: "bn3b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3b_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3b_branch2b_1/Conv2D"
  input: "bn3b_branch2b_1/ReadVariableOp"
  input: "bn3b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3b_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3b_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_14_1/Relu"
  op: "Relu"
  input: "bn3b_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_14_1/Relu"
  input: "res3b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_14_1/Relu"
  input: "res3b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2b/moving_mean"
  input: "bn3b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2b/moving_variance"
  input: "bn3b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3b_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3b_branch2c_1/Conv2D"
  input: "bn3b_branch2c_1/ReadVariableOp"
  input: "bn3b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3b_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3b_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_4_1/add"
  op: "Add"
  input: "activation_12_1/Relu"
  input: "bn3b_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_15_1/Relu"
  op: "Relu"
  input: "add_4_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2c/moving_mean"
  input: "bn3b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2c/moving_variance"
  input: "bn3b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_15_1/Relu"
  input: "res3c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_15_1/Relu"
  input: "res3c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3c_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3c_branch2a_1/Conv2D"
  input: "bn3c_branch2a_1/ReadVariableOp"
  input: "bn3c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3c_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3c_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_16_1/Relu"
  op: "Relu"
  input: "bn3c_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_16_1/Relu"
  input: "res3c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_16_1/Relu"
  input: "res3c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2a/moving_mean"
  input: "bn3c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2a/moving_variance"
  input: "bn3c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3c_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3c_branch2b_1/Conv2D"
  input: "bn3c_branch2b_1/ReadVariableOp"
  input: "bn3c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3c_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3c_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_17_1/Relu"
  op: "Relu"
  input: "bn3c_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_17_1/Relu"
  input: "res3c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_17_1/Relu"
  input: "res3c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2b/moving_mean"
  input: "bn3c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2b/moving_variance"
  input: "bn3c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3c_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3c_branch2c_1/Conv2D"
  input: "bn3c_branch2c_1/ReadVariableOp"
  input: "bn3c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3c_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3c_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_5_1/add"
  op: "Add"
  input: "activation_15_1/Relu"
  input: "bn3c_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_18_1/Relu"
  op: "Relu"
  input: "add_5_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2c/moving_mean"
  input: "bn3c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2c/moving_variance"
  input: "bn3c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_18_1/Relu"
  input: "res3d_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3d_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_18_1/Relu"
  input: "res3d_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3d_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3d_branch2a_1/Conv2D"
  input: "bn3d_branch2a_1/ReadVariableOp"
  input: "bn3d_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3d_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3d_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_19_1/Relu"
  op: "Relu"
  input: "bn3d_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3d_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3d_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_19_1/Relu"
  input: "res3d_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3d_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_19_1/Relu"
  input: "res3d_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2a/moving_mean"
  input: "bn3d_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2a/moving_variance"
  input: "bn3d_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3d_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3d_branch2b_1/Conv2D"
  input: "bn3d_branch2b_1/ReadVariableOp"
  input: "bn3d_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3d_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3d_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_20_1/Relu"
  op: "Relu"
  input: "bn3d_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3d_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3d_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_20_1/Relu"
  input: "res3d_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res3d_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_20_1/Relu"
  input: "res3d_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2b/moving_mean"
  input: "bn3d_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2b/moving_variance"
  input: "bn3d_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3d_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res3d_branch2c_1/Conv2D"
  input: "bn3d_branch2c_1/ReadVariableOp"
  input: "bn3d_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3d_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3d_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_6_1/add"
  op: "Add"
  input: "activation_18_1/Relu"
  input: "bn3d_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3d_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3d_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_21_1/Relu"
  op: "Relu"
  input: "add_6_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2c/moving_mean"
  input: "bn3d_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2c/moving_variance"
  input: "bn3d_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch1_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_21_1/Relu"
  input: "res4a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_21_1/Relu"
  input: "res4a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "activation_21_1/Relu"
  input: "res4a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res4a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_21_1/Relu"
  input: "res4a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4a_branch1_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4a_branch1_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4a_branch1_1/Conv2D"
  input: "bn4a_branch1_1/ReadVariableOp"
  input: "bn4a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4a_branch2a_1/Conv2D"
  input: "bn4a_branch2a_1/ReadVariableOp"
  input: "bn4a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch1_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch1_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_22_1/Relu"
  op: "Relu"
  input: "bn4a_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_22_1/Relu"
  input: "res4a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_22_1/Relu"
  input: "res4a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch1/moving_mean"
  input: "bn4a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch1/moving_variance"
  input: "bn4a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2a/moving_mean"
  input: "bn4a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2a/moving_variance"
  input: "bn4a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4a_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4a_branch2b_1/Conv2D"
  input: "bn4a_branch2b_1/ReadVariableOp"
  input: "bn4a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_23_1/Relu"
  op: "Relu"
  input: "bn4a_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_23_1/Relu"
  input: "res4a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_23_1/Relu"
  input: "res4a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2b/moving_mean"
  input: "bn4a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2b/moving_variance"
  input: "bn4a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4a_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4a_branch2c_1/Conv2D"
  input: "bn4a_branch2c_1/ReadVariableOp"
  input: "bn4a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_7_1/add"
  op: "Add"
  input: "bn4a_branch1_1/FusedBatchNorm"
  input: "bn4a_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_24_1/Relu"
  op: "Relu"
  input: "add_7_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2c/moving_mean"
  input: "bn4a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2c/moving_variance"
  input: "bn4a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_24_1/Relu"
  input: "res4b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_24_1/Relu"
  input: "res4b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4b_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4b_branch2a_1/Conv2D"
  input: "bn4b_branch2a_1/ReadVariableOp"
  input: "bn4b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4b_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4b_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_25_1/Relu"
  op: "Relu"
  input: "bn4b_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_25_1/Relu"
  input: "res4b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_25_1/Relu"
  input: "res4b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2a/moving_mean"
  input: "bn4b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2a/moving_variance"
  input: "bn4b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4b_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4b_branch2b_1/Conv2D"
  input: "bn4b_branch2b_1/ReadVariableOp"
  input: "bn4b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4b_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4b_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_26_1/Relu"
  op: "Relu"
  input: "bn4b_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_26_1/Relu"
  input: "res4b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_26_1/Relu"
  input: "res4b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2b/moving_mean"
  input: "bn4b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2b/moving_variance"
  input: "bn4b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4b_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4b_branch2c_1/Conv2D"
  input: "bn4b_branch2c_1/ReadVariableOp"
  input: "bn4b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4b_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4b_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_8_1/add"
  op: "Add"
  input: "activation_24_1/Relu"
  input: "bn4b_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_27_1/Relu"
  op: "Relu"
  input: "add_8_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2c/moving_mean"
  input: "bn4b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2c/moving_variance"
  input: "bn4b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_27_1/Relu"
  input: "res4c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_27_1/Relu"
  input: "res4c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4c_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4c_branch2a_1/Conv2D"
  input: "bn4c_branch2a_1/ReadVariableOp"
  input: "bn4c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4c_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4c_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_28_1/Relu"
  op: "Relu"
  input: "bn4c_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_28_1/Relu"
  input: "res4c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_28_1/Relu"
  input: "res4c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2a/moving_mean"
  input: "bn4c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2a/moving_variance"
  input: "bn4c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4c_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4c_branch2b_1/Conv2D"
  input: "bn4c_branch2b_1/ReadVariableOp"
  input: "bn4c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4c_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4c_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_29_1/Relu"
  op: "Relu"
  input: "bn4c_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_29_1/Relu"
  input: "res4c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_29_1/Relu"
  input: "res4c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2b/moving_mean"
  input: "bn4c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2b/moving_variance"
  input: "bn4c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4c_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4c_branch2c_1/Conv2D"
  input: "bn4c_branch2c_1/ReadVariableOp"
  input: "bn4c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4c_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4c_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_9_1/add"
  op: "Add"
  input: "activation_27_1/Relu"
  input: "bn4c_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_30_1/Relu"
  op: "Relu"
  input: "add_9_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2c/moving_mean"
  input: "bn4c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2c/moving_variance"
  input: "bn4c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_30_1/Relu"
  input: "res4d_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4d_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_30_1/Relu"
  input: "res4d_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4d_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4d_branch2a_1/Conv2D"
  input: "bn4d_branch2a_1/ReadVariableOp"
  input: "bn4d_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4d_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4d_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_31_1/Relu"
  op: "Relu"
  input: "bn4d_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4d_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4d_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_31_1/Relu"
  input: "res4d_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4d_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_31_1/Relu"
  input: "res4d_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2a/moving_mean"
  input: "bn4d_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2a/moving_variance"
  input: "bn4d_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4d_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4d_branch2b_1/Conv2D"
  input: "bn4d_branch2b_1/ReadVariableOp"
  input: "bn4d_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4d_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4d_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_32_1/Relu"
  op: "Relu"
  input: "bn4d_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4d_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4d_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_32_1/Relu"
  input: "res4d_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4d_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_32_1/Relu"
  input: "res4d_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2b/moving_mean"
  input: "bn4d_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2b/moving_variance"
  input: "bn4d_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4d_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4d_branch2c_1/Conv2D"
  input: "bn4d_branch2c_1/ReadVariableOp"
  input: "bn4d_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4d_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4d_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_10_1/add"
  op: "Add"
  input: "activation_30_1/Relu"
  input: "bn4d_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4d_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4d_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_33_1/Relu"
  op: "Relu"
  input: "add_10_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2c/moving_mean"
  input: "bn4d_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2c/moving_variance"
  input: "bn4d_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_33_1/Relu"
  input: "res4e_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4e_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_33_1/Relu"
  input: "res4e_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4e_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4e_branch2a_1/Conv2D"
  input: "bn4e_branch2a_1/ReadVariableOp"
  input: "bn4e_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4e_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4e_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4e_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4e_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_34_1/Relu"
  op: "Relu"
  input: "bn4e_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4e_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4e_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_34_1/Relu"
  input: "res4e_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4e_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_34_1/Relu"
  input: "res4e_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2a/moving_mean"
  input: "bn4e_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2a/moving_variance"
  input: "bn4e_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4e_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4e_branch2b_1/Conv2D"
  input: "bn4e_branch2b_1/ReadVariableOp"
  input: "bn4e_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4e_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4e_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4e_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4e_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_35_1/Relu"
  op: "Relu"
  input: "bn4e_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4e_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4e_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_35_1/Relu"
  input: "res4e_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4e_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_35_1/Relu"
  input: "res4e_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2b/moving_mean"
  input: "bn4e_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2b/moving_variance"
  input: "bn4e_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4e_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4e_branch2c_1/Conv2D"
  input: "bn4e_branch2c_1/ReadVariableOp"
  input: "bn4e_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4e_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4e_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4e_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4e_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_11_1/add"
  op: "Add"
  input: "activation_33_1/Relu"
  input: "bn4e_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4e_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4e_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_36_1/Relu"
  op: "Relu"
  input: "add_11_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2c/moving_mean"
  input: "bn4e_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2c/moving_variance"
  input: "bn4e_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_36_1/Relu"
  input: "res4f_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4f_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_36_1/Relu"
  input: "res4f_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4f_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4f_branch2a_1/Conv2D"
  input: "bn4f_branch2a_1/ReadVariableOp"
  input: "bn4f_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4f_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4f_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4f_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4f_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_37_1/Relu"
  op: "Relu"
  input: "bn4f_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4f_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4f_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_37_1/Relu"
  input: "res4f_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4f_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_37_1/Relu"
  input: "res4f_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2a/moving_mean"
  input: "bn4f_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2a/moving_variance"
  input: "bn4f_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4f_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4f_branch2b_1/Conv2D"
  input: "bn4f_branch2b_1/ReadVariableOp"
  input: "bn4f_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4f_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4f_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4f_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4f_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_38_1/Relu"
  op: "Relu"
  input: "bn4f_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4f_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4f_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_38_1/Relu"
  input: "res4f_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res4f_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_38_1/Relu"
  input: "res4f_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2b/moving_mean"
  input: "bn4f_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2b/moving_variance"
  input: "bn4f_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4f_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res4f_branch2c_1/Conv2D"
  input: "bn4f_branch2c_1/ReadVariableOp"
  input: "bn4f_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4f_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4f_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4f_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4f_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_12_1/add"
  op: "Add"
  input: "activation_36_1/Relu"
  input: "bn4f_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4f_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4f_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_39_1/Relu"
  op: "Relu"
  input: "add_12_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2c/moving_mean"
  input: "bn4f_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2c/moving_variance"
  input: "bn4f_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch1_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_39_1/Relu"
  input: "res5a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_39_1/Relu"
  input: "res5a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "activation_39_1/Relu"
  input: "res5a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res5a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_39_1/Relu"
  input: "res5a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5a_branch1_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch1_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5a_branch1_1/Conv2D"
  input: "bn5a_branch1_1/ReadVariableOp"
  input: "bn5a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5a_branch2a_1/Conv2D"
  input: "bn5a_branch2a_1/ReadVariableOp"
  input: "bn5a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch1_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch1_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_40_1/Relu"
  op: "Relu"
  input: "bn5a_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_40_1/Relu"
  input: "res5a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_40_1/Relu"
  input: "res5a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch1/moving_mean"
  input: "bn5a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch1/moving_variance"
  input: "bn5a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2a/moving_mean"
  input: "bn5a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2a/moving_variance"
  input: "bn5a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5a_branch2b_1/Conv2D"
  input: "bn5a_branch2b_1/ReadVariableOp"
  input: "bn5a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_41_1/Relu"
  op: "Relu"
  input: "bn5a_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_41_1/Relu"
  input: "res5a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_41_1/Relu"
  input: "res5a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2b/moving_mean"
  input: "bn5a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2b/moving_variance"
  input: "bn5a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5a_branch2c_1/Conv2D"
  input: "bn5a_branch2c_1/ReadVariableOp"
  input: "bn5a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_13_1/add"
  op: "Add"
  input: "bn5a_branch1_1/FusedBatchNorm"
  input: "bn5a_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_42_1/Relu"
  op: "Relu"
  input: "add_13_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2c/moving_mean"
  input: "bn5a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2c/moving_variance"
  input: "bn5a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_42_1/Relu"
  input: "^res5b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "u\000\000\000\000\010\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_42_1/Relu"
  input: "^res5b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "res5b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_42_1/Relu"
  input: "res5b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5b_branch2a_1/Conv2D"
  input: "bn5b_branch2a_1/ReadVariableOp"
  input: "bn5b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5b_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5b_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_43_1/Relu"
  op: "Relu"
  input: "bn5b_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_43_1/Relu"
  input: "res5b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_43_1/Relu"
  input: "res5b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2a/moving_mean"
  input: "bn5b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2a/moving_variance"
  input: "bn5b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5b_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5b_branch2b_1/Conv2D"
  input: "bn5b_branch2b_1/ReadVariableOp"
  input: "bn5b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5b_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5b_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_44_1/Relu"
  op: "Relu"
  input: "bn5b_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_44_1/Relu"
  input: "res5b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_44_1/Relu"
  input: "res5b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2b/moving_mean"
  input: "bn5b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2b/moving_variance"
  input: "bn5b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "bn5b_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5b_branch2c_1/Conv2D"
  input: "bn5b_branch2c_1/ReadVariableOp"
  input: "bn5b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5b_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5b_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_14_1/add"
  op: "Add"
  input: "activation_42_1/Relu"
  input: "bn5b_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_45_1/Relu"
  op: "Relu"
  input: "add_14_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2c/moving_mean"
  input: "bn5b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2c/moving_variance"
  input: "bn5b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_45_1/Relu"
  input: "^res5c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "u\000\000\000\000\010\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_45_1/Relu"
  input: "^res5c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "res5c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_45_1/Relu"
  input: "res5c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2a_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5c_branch2a_1/Conv2D"
  input: "bn5c_branch2a_1/ReadVariableOp"
  input: "bn5c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5c_branch2a_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5c_branch2a_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_46_1/Relu"
  op: "Relu"
  input: "bn5c_branch2a_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_46_1/Relu"
  input: "res5c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_46_1/Relu"
  input: "res5c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2a/moving_mean"
  input: "bn5c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2a/moving_variance"
  input: "bn5c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5c_branch2b_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5c_branch2b_1/Conv2D"
  input: "bn5c_branch2b_1/ReadVariableOp"
  input: "bn5c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5c_branch2b_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5c_branch2b_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_47_1/Relu"
  op: "Relu"
  input: "bn5c_branch2b_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN"
  op: "ShapeN"
  input: "activation_47_1/Relu"
  input: "res5c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "out_type"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res5c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_47_1/Relu"
  input: "res5c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2b/moving_mean"
  input: "bn5c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2b/moving_variance"
  input: "bn5c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "ConstantFolding/training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "bn5c_branch2c_1/FusedBatchNorm"
  op: "FusedBatchNorm"
  input: "res5c_branch2c_1/Conv2D"
  input: "bn5c_branch2c_1/ReadVariableOp"
  input: "bn5c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5c_branch2c_1/FusedBatchNorm:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5c_branch2c_1/FusedBatchNorm:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "add_15_1/add"
  op: "Add"
  input: "activation_45_1/Relu"
  input: "bn5c_branch2c_1/FusedBatchNorm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
      }
    }
  }
}
node {
  name: "activation_48_1/Relu"
  op: "Relu"
  input: "add_15_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2c/moving_mean"
  input: "bn5c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2c/moving_variance"
  input: "bn5c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "avg_pool_1/Mean"
  op: "Mean"
  input: "activation_48_1/Relu"
  input: "avg_pool_1/Mean/reduction_indices"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "fc1000_1/MatMul"
  op: "MatMul"
  input: "avg_pool_1/Mean"
  input: "fc1000_1/MatMul/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "transpose_a"
    value {
      b: false
    }
  }
  attr {
    key: "transpose_b"
    value {
      b: false
    }
  }
}
node {
  name: "fc1000_1/BiasAdd"
  op: "BiasAdd"
  input: "fc1000_1/MatMul"
  input: "fc1000_1/BiasAdd/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NHWC"
    }
  }
}
node {
  name: "loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits"
  op: "SparseSoftmaxCrossEntropyWithLogits"
  input: "fc1000_1/BiasAdd"
  input: "loss_1/activation_49_loss/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tlabels"
    value {
      type: DT_INT64
    }
  }
}
node {
  name: "activation_49_1/Softmax"
  op: "Softmax"
  input: "fc1000_1/BiasAdd"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul"
  op: "Mul"
  input: "loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1"
  input: "training/SGD/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Sum"
  op: "Sum"
  input: "loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits"
  input: "metrics_2/sparse_categorical_accuracy/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/ArgMax"
  op: "ArgMax"
  input: "activation_49_1/Softmax"
  input: "metrics_2/sparse_categorical_accuracy/ArgMax/dimension"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "output_type"
    value {
      type: DT_INT64
    }
  }
}
node {
  name: "training/SGD/gradients/fc1000_1/BiasAdd_grad/BiasAddGrad"
  op: "BiasAddGrad"
  input: "training/SGD/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NHWC"
    }
  }
}
node {
  name: "training/SGD/gradients/fc1000_1/MatMul_grad/MatMul_1"
  op: "MatMul"
  input: "avg_pool_1/Mean"
  input: "training/SGD/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "transpose_a"
    value {
      b: true
    }
  }
  attr {
    key: "transpose_b"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/fc1000_1/MatMul_grad/MatMul"
  op: "MatMul"
  input: "training/SGD/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul"
  input: "fc1000_1/MatMul/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "transpose_a"
    value {
      b: false
    }
  }
  attr {
    key: "transpose_b"
    value {
      b: true
    }
  }
}
node {
  name: "loss_1/activation_49_loss/value"
  op: "DivNoNan"
  input: "loss_1/activation_49_loss/Sum"
  input: "metrics_2/sparse_categorical_accuracy/Cast_2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Cast"
  op: "Cast"
  input: "metrics_2/sparse_categorical_accuracy/ArgMax"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/AddN"
  op: "AddN"
  input: "training/SGD/gradients/fc1000_1/BiasAdd_grad/BiasAddGrad"
  input: "training/SGD/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_1"
  op: "AddN"
  input: "training/SGD/gradients/fc1000_1/MatMul_grad/MatMul_1"
  input: "training/SGD/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/avg_pool_1/Mean_grad/Reshape"
  op: "Reshape"
  input: "training/SGD/gradients/fc1000_1/MatMul_grad/MatMul"
  input: "training/SGD/gradients/avg_pool_1/Mean_grad/DynamicStitch"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tshape"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "loss_1/add"
  op: "Add"
  input: "loss_1/ArithmeticOptimizer/HoistCommonFactor_Mul_AddN"
  input: "loss_1/activation_49_loss/value"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Equal"
  op: "Equal"
  input: "metrics_2/sparse_categorical_accuracy/Cast"
  input: "metrics_2/sparse_categorical_accuracy/Squeeze"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_fc1000/bias/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "fc1000/bias"
  input: "training/SGD/fc1000/bias/momentum"
  input: "training/SGD/SGD/update_fc1000/bias/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN"
  input: "training/SGD/SGD/update_fc1000/bias/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_fc1000/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "fc1000/kernel"
  input: "training/SGD/fc1000/kernel/momentum"
  input: "training/SGD/SGD/update_fc1000/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_1"
  input: "training/SGD/SGD/update_fc1000/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/avg_pool_1/Mean_grad/Tile"
  op: "Tile"
  input: "training/SGD/gradients/avg_pool_1/Mean_grad/Reshape"
  input: "training/SGD/gradients/avg_pool_1/Mean_grad/floordiv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tmultiples"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Cast_1"
  op: "Cast"
  input: "metrics_2/sparse_categorical_accuracy/Equal"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/avg_pool_1/Mean_grad/truediv"
  op: "Mul"
  input: "ConstantFolding/training/SGD/gradients/avg_pool_1/Mean_grad/truediv_recip"
  input: "training/SGD/gradients/avg_pool_1/Mean_grad/Tile"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Sum"
  op: "Sum"
  input: "metrics_2/sparse_categorical_accuracy/Cast_1"
  input: "metrics_2/sparse_categorical_accuracy/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/activation_48_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/avg_pool_1/Mean_grad/truediv"
  input: "activation_48_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_4"
      }
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/AssignAddVariableOp"
  op: "AssignAddVariableOp"
  input: "total_1"
  input: "metrics_2/sparse_categorical_accuracy/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn5c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_48_1/Relu_grad/ReluGrad"
  input: "res5c_branch2c_1/Conv2D"
  input: "bn5c_branch2c_1/ReadVariableOp"
  input: "bn5c_branch2c_1/FusedBatchNorm:3"
  input: "bn5c_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/AssignAddVariableOp_1"
  op: "AssignAddVariableOp"
  input: "count_3"
  input: "metrics_2/sparse_categorical_accuracy/Cast_2"
  input: "^metrics_2/sparse_categorical_accuracy/AssignAddVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2c/beta"
  input: "training/SGD/bn5c_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn5c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2c/gamma"
  input: "training/SGD/bn5c_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn5c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN"
  input: "res5c_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_47_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp"
  op: "ReadVariableOp"
  input: "total_1"
  input: "^metrics_2/sparse_categorical_accuracy/AssignAddVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "count_3"
  input: "^metrics_2/sparse_categorical_accuracy/AssignAddVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_47_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_47_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_2"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/div_no_nan"
  op: "DivNoNan"
  input: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp"
  input: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn5c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_47_1/Relu_grad/ReluGrad"
  input: "res5c_branch2b_1/Conv2D"
  input: "bn5c_branch2b_1/ReadVariableOp"
  input: "bn5c_branch2b_1/FusedBatchNorm:3"
  input: "bn5c_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5c_branch2c/kernel"
  input: "training/SGD/res5c_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res5c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_2"
  input: "training/SGD/SGD/update_res5c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Identity"
  op: "Identity"
  input: "metrics_2/sparse_categorical_accuracy/div_no_nan"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2b/beta"
  input: "training/SGD/bn5c_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn5c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2b/gamma"
  input: "training/SGD/bn5c_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn5c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN"
  input: "res5c_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_46_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_46_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_46_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_3"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn5c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_46_1/Relu_grad/ReluGrad"
  input: "res5c_branch2a_1/Conv2D"
  input: "bn5c_branch2a_1/ReadVariableOp"
  input: "bn5c_branch2a_1/FusedBatchNorm:3"
  input: "bn5c_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5c_branch2b/kernel"
  input: "training/SGD/res5c_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res5c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_3"
  input: "training/SGD/SGD/update_res5c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2a/beta"
  input: "training/SGD/bn5c_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn5c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5c_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2a/gamma"
  input: "training/SGD/bn5c_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn5c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5c_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_45_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_4"
  op: "AddN"
  input: "training/SGD/gradients/activation_48_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_5"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_45_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_4"
  input: "activation_45_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_8"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5c_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5c_branch2a/kernel"
  input: "training/SGD/res5c_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res5c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_5"
  input: "training/SGD/SGD/update_res5c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn5b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_45_1/Relu_grad/ReluGrad"
  input: "res5b_branch2c_1/Conv2D"
  input: "bn5b_branch2c_1/ReadVariableOp"
  input: "bn5b_branch2c_1/FusedBatchNorm:3"
  input: "bn5b_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2c/beta"
  input: "training/SGD/bn5b_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn5b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2c/gamma"
  input: "training/SGD/bn5b_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn5b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN"
  input: "res5b_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_44_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_44_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_44_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_6"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn5b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_44_1/Relu_grad/ReluGrad"
  input: "res5b_branch2b_1/Conv2D"
  input: "bn5b_branch2b_1/ReadVariableOp"
  input: "bn5b_branch2b_1/FusedBatchNorm:3"
  input: "bn5b_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5b_branch2c/kernel"
  input: "training/SGD/res5b_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res5b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_6"
  input: "training/SGD/SGD/update_res5b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2b/beta"
  input: "training/SGD/bn5b_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn5b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2b/gamma"
  input: "training/SGD/bn5b_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn5b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN"
  input: "res5b_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_43_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_43_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_43_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_7"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn5b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_43_1/Relu_grad/ReluGrad"
  input: "res5b_branch2a_1/Conv2D"
  input: "bn5b_branch2a_1/ReadVariableOp"
  input: "bn5b_branch2a_1/FusedBatchNorm:3"
  input: "bn5b_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5b_branch2b/kernel"
  input: "training/SGD/res5b_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res5b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_7"
  input: "training/SGD/SGD/update_res5b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2a/beta"
  input: "training/SGD/bn5b_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn5b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5b_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2a/gamma"
  input: "training/SGD/bn5b_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn5b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5b_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_42_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_8"
  op: "AddN"
  input: "training/SGD/gradients/activation_45_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_9"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_42_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_8"
  input: "activation_42_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5b_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5b_branch2a/kernel"
  input: "training/SGD/res5b_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res5b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_9"
  input: "training/SGD/SGD/update_res5b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn5a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_42_1/Relu_grad/ReluGrad"
  input: "res5a_branch1_1/Conv2D"
  input: "bn5a_branch1_1/ReadVariableOp"
  input: "bn5a_branch1_1/FusedBatchNorm:3"
  input: "bn5a_branch1_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/bn5a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_42_1/Relu_grad/ReluGrad"
  input: "res5a_branch2c_1/Conv2D"
  input: "bn5a_branch2c_1/ReadVariableOp"
  input: "bn5a_branch2c_1/FusedBatchNorm:3"
  input: "bn5a_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch1/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch1/beta"
  input: "training/SGD/bn5a_branch1/beta/momentum"
  input: "training/SGD/SGD/update_bn5a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch1/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch1/gamma"
  input: "training/SGD/bn5a_branch1/gamma/momentum"
  input: "training/SGD/SGD/update_bn5a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5a_branch1_1/Conv2D_grad/ShapeN"
  input: "res5a_branch1_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_13"
      }
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_39_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2c/beta"
  input: "training/SGD/bn5a_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn5a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2c/gamma"
  input: "training/SGD/bn5a_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn5a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN"
  input: "res5a_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_41_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_11"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_41_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_41_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_10"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch1/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch1/kernel"
  input: "training/SGD/res5a_branch1/kernel/momentum"
  input: "training/SGD/SGD/update_res5a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_11"
  input: "training/SGD/SGD/update_res5a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn5a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_41_1/Relu_grad/ReluGrad"
  input: "res5a_branch2b_1/Conv2D"
  input: "bn5a_branch2b_1/ReadVariableOp"
  input: "bn5a_branch2b_1/FusedBatchNorm:3"
  input: "bn5a_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch2c/kernel"
  input: "training/SGD/res5a_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res5a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_10"
  input: "training/SGD/SGD/update_res5a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2b/beta"
  input: "training/SGD/bn5a_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn5a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2b/gamma"
  input: "training/SGD/bn5a_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn5a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN"
  input: "res5a_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_40_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_40_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_40_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_12"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn5a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_40_1/Relu_grad/ReluGrad"
  input: "res5a_branch2a_1/Conv2D"
  input: "bn5a_branch2a_1/ReadVariableOp"
  input: "bn5a_branch2a_1/FusedBatchNorm:3"
  input: "bn5a_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch2b/kernel"
  input: "training/SGD/res5a_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res5a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_12"
  input: "training/SGD/SGD/update_res5a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2a/beta"
  input: "training/SGD/bn5a_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn5a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn5a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn5a_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2a/gamma"
  input: "training/SGD/bn5a_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn5a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn5a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN"
  input: "res5a_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn5a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_39_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn5a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_13"
  op: "AddN"
  input: "training/SGD/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_14"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_39_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_13"
  input: "activation_39_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_17"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res5a_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch2a/kernel"
  input: "training/SGD/res5a_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res5a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_14"
  input: "training/SGD/SGD/update_res5a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4f_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_39_1/Relu_grad/ReluGrad"
  input: "res4f_branch2c_1/Conv2D"
  input: "bn4f_branch2c_1/ReadVariableOp"
  input: "bn4f_branch2c_1/FusedBatchNorm:3"
  input: "bn4f_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2c/beta"
  input: "training/SGD/bn4f_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn4f_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4f_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2c/gamma"
  input: "training/SGD/bn4f_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn4f_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4f_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN"
  input: "res4f_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_38_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4f_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_38_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_38_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_15"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4f_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_38_1/Relu_grad/ReluGrad"
  input: "res4f_branch2b_1/Conv2D"
  input: "bn4f_branch2b_1/ReadVariableOp"
  input: "bn4f_branch2b_1/FusedBatchNorm:3"
  input: "bn4f_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4f_branch2c/kernel"
  input: "training/SGD/res4f_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res4f_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_15"
  input: "training/SGD/SGD/update_res4f_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2b/beta"
  input: "training/SGD/bn4f_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn4f_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4f_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2b/gamma"
  input: "training/SGD/bn4f_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn4f_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4f_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN"
  input: "res4f_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_37_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4f_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_37_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_37_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_16"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4f_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_37_1/Relu_grad/ReluGrad"
  input: "res4f_branch2a_1/Conv2D"
  input: "bn4f_branch2a_1/ReadVariableOp"
  input: "bn4f_branch2a_1/FusedBatchNorm:3"
  input: "bn4f_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4f_branch2b/kernel"
  input: "training/SGD/res4f_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res4f_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_16"
  input: "training/SGD/SGD/update_res4f_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2a/beta"
  input: "training/SGD/bn4f_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn4f_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4f_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4f_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2a/gamma"
  input: "training/SGD/bn4f_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn4f_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4f_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN"
  input: "res4f_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4f_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_36_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4f_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_17"
  op: "AddN"
  input: "training/SGD/gradients/activation_39_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_18"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_36_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_17"
  input: "activation_36_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_21"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4f_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4f_branch2a/kernel"
  input: "training/SGD/res4f_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res4f_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_18"
  input: "training/SGD/SGD/update_res4f_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4e_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_36_1/Relu_grad/ReluGrad"
  input: "res4e_branch2c_1/Conv2D"
  input: "bn4e_branch2c_1/ReadVariableOp"
  input: "bn4e_branch2c_1/FusedBatchNorm:3"
  input: "bn4e_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2c/beta"
  input: "training/SGD/bn4e_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn4e_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4e_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2c/gamma"
  input: "training/SGD/bn4e_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn4e_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4e_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN"
  input: "res4e_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_35_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4e_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_35_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_35_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_19"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4e_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4e_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_35_1/Relu_grad/ReluGrad"
  input: "res4e_branch2b_1/Conv2D"
  input: "bn4e_branch2b_1/ReadVariableOp"
  input: "bn4e_branch2b_1/FusedBatchNorm:3"
  input: "bn4e_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4e_branch2c/kernel"
  input: "training/SGD/res4e_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res4e_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_19"
  input: "training/SGD/SGD/update_res4e_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2b/beta"
  input: "training/SGD/bn4e_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn4e_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4e_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2b/gamma"
  input: "training/SGD/bn4e_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn4e_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4e_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN"
  input: "res4e_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_34_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4e_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_34_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_34_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_20"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4e_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4e_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_34_1/Relu_grad/ReluGrad"
  input: "res4e_branch2a_1/Conv2D"
  input: "bn4e_branch2a_1/ReadVariableOp"
  input: "bn4e_branch2a_1/FusedBatchNorm:3"
  input: "bn4e_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4e_branch2b/kernel"
  input: "training/SGD/res4e_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res4e_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_20"
  input: "training/SGD/SGD/update_res4e_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2a/beta"
  input: "training/SGD/bn4e_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn4e_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4e_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4e_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2a/gamma"
  input: "training/SGD/bn4e_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn4e_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4e_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN"
  input: "res4e_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4e_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_33_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4e_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_21"
  op: "AddN"
  input: "training/SGD/gradients/activation_36_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_22"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4e_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_33_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_21"
  input: "activation_33_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_25"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4e_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4e_branch2a/kernel"
  input: "training/SGD/res4e_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res4e_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_22"
  input: "training/SGD/SGD/update_res4e_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_33_1/Relu_grad/ReluGrad"
  input: "res4d_branch2c_1/Conv2D"
  input: "bn4d_branch2c_1/ReadVariableOp"
  input: "bn4d_branch2c_1/FusedBatchNorm:3"
  input: "bn4d_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2c/beta"
  input: "training/SGD/bn4d_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn4d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2c/gamma"
  input: "training/SGD/bn4d_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn4d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN"
  input: "res4d_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_32_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_32_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_32_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_23"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_32_1/Relu_grad/ReluGrad"
  input: "res4d_branch2b_1/Conv2D"
  input: "bn4d_branch2b_1/ReadVariableOp"
  input: "bn4d_branch2b_1/FusedBatchNorm:3"
  input: "bn4d_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4d_branch2c/kernel"
  input: "training/SGD/res4d_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res4d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_23"
  input: "training/SGD/SGD/update_res4d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2b/beta"
  input: "training/SGD/bn4d_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn4d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2b/gamma"
  input: "training/SGD/bn4d_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn4d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN"
  input: "res4d_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_31_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_31_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_31_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_24"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_31_1/Relu_grad/ReluGrad"
  input: "res4d_branch2a_1/Conv2D"
  input: "bn4d_branch2a_1/ReadVariableOp"
  input: "bn4d_branch2a_1/FusedBatchNorm:3"
  input: "bn4d_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4d_branch2b/kernel"
  input: "training/SGD/res4d_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res4d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_24"
  input: "training/SGD/SGD/update_res4d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2a/beta"
  input: "training/SGD/bn4d_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn4d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4d_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2a/gamma"
  input: "training/SGD/bn4d_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn4d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN"
  input: "res4d_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_30_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_25"
  op: "AddN"
  input: "training/SGD/gradients/activation_33_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_26"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_30_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_25"
  input: "activation_30_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_29"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4d_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4d_branch2a/kernel"
  input: "training/SGD/res4d_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res4d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_26"
  input: "training/SGD/SGD/update_res4d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_30_1/Relu_grad/ReluGrad"
  input: "res4c_branch2c_1/Conv2D"
  input: "bn4c_branch2c_1/ReadVariableOp"
  input: "bn4c_branch2c_1/FusedBatchNorm:3"
  input: "bn4c_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2c/beta"
  input: "training/SGD/bn4c_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn4c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2c/gamma"
  input: "training/SGD/bn4c_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn4c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN"
  input: "res4c_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_29_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_29_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_29_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_27"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_29_1/Relu_grad/ReluGrad"
  input: "res4c_branch2b_1/Conv2D"
  input: "bn4c_branch2b_1/ReadVariableOp"
  input: "bn4c_branch2b_1/FusedBatchNorm:3"
  input: "bn4c_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4c_branch2c/kernel"
  input: "training/SGD/res4c_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res4c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_27"
  input: "training/SGD/SGD/update_res4c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2b/beta"
  input: "training/SGD/bn4c_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn4c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2b/gamma"
  input: "training/SGD/bn4c_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn4c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN"
  input: "res4c_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_28_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_28_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_28_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_28"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_28_1/Relu_grad/ReluGrad"
  input: "res4c_branch2a_1/Conv2D"
  input: "bn4c_branch2a_1/ReadVariableOp"
  input: "bn4c_branch2a_1/FusedBatchNorm:3"
  input: "bn4c_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4c_branch2b/kernel"
  input: "training/SGD/res4c_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res4c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_28"
  input: "training/SGD/SGD/update_res4c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2a/beta"
  input: "training/SGD/bn4c_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn4c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4c_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2a/gamma"
  input: "training/SGD/bn4c_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn4c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN"
  input: "res4c_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_27_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_29"
  op: "AddN"
  input: "training/SGD/gradients/activation_30_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_30"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_27_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_29"
  input: "activation_27_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_33"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4c_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4c_branch2a/kernel"
  input: "training/SGD/res4c_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res4c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_30"
  input: "training/SGD/SGD/update_res4c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_27_1/Relu_grad/ReluGrad"
  input: "res4b_branch2c_1/Conv2D"
  input: "bn4b_branch2c_1/ReadVariableOp"
  input: "bn4b_branch2c_1/FusedBatchNorm:3"
  input: "bn4b_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2c/beta"
  input: "training/SGD/bn4b_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn4b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2c/gamma"
  input: "training/SGD/bn4b_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn4b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN"
  input: "res4b_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_26_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_26_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_26_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_31"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_26_1/Relu_grad/ReluGrad"
  input: "res4b_branch2b_1/Conv2D"
  input: "bn4b_branch2b_1/ReadVariableOp"
  input: "bn4b_branch2b_1/FusedBatchNorm:3"
  input: "bn4b_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4b_branch2c/kernel"
  input: "training/SGD/res4b_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res4b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_31"
  input: "training/SGD/SGD/update_res4b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2b/beta"
  input: "training/SGD/bn4b_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn4b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2b/gamma"
  input: "training/SGD/bn4b_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn4b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN"
  input: "res4b_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_25_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_25_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_25_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_32"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_25_1/Relu_grad/ReluGrad"
  input: "res4b_branch2a_1/Conv2D"
  input: "bn4b_branch2a_1/ReadVariableOp"
  input: "bn4b_branch2a_1/FusedBatchNorm:3"
  input: "bn4b_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4b_branch2b/kernel"
  input: "training/SGD/res4b_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res4b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_32"
  input: "training/SGD/SGD/update_res4b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2a/beta"
  input: "training/SGD/bn4b_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn4b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4b_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2a/gamma"
  input: "training/SGD/bn4b_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn4b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN"
  input: "res4b_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_24_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_33"
  op: "AddN"
  input: "training/SGD/gradients/activation_27_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_34"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_24_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_33"
  input: "activation_24_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4b_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4b_branch2a/kernel"
  input: "training/SGD/res4b_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res4b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_34"
  input: "training/SGD/SGD/update_res4b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_24_1/Relu_grad/ReluGrad"
  input: "res4a_branch1_1/Conv2D"
  input: "bn4a_branch1_1/ReadVariableOp"
  input: "bn4a_branch1_1/FusedBatchNorm:3"
  input: "bn4a_branch1_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/bn4a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_24_1/Relu_grad/ReluGrad"
  input: "res4a_branch2c_1/Conv2D"
  input: "bn4a_branch2c_1/ReadVariableOp"
  input: "bn4a_branch2c_1/FusedBatchNorm:3"
  input: "bn4a_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch1/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch1/beta"
  input: "training/SGD/bn4a_branch1/beta/momentum"
  input: "training/SGD/SGD/update_bn4a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch1/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch1/gamma"
  input: "training/SGD/bn4a_branch1/gamma/momentum"
  input: "training/SGD/SGD/update_bn4a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4a_branch1_1/Conv2D_grad/ShapeN"
  input: "res4a_branch1_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_38"
      }
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_21_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2c/beta"
  input: "training/SGD/bn4a_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn4a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2c/gamma"
  input: "training/SGD/bn4a_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn4a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN"
  input: "res4a_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_23_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_36"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_23_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_23_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_35"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch1/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch1/kernel"
  input: "training/SGD/res4a_branch1/kernel/momentum"
  input: "training/SGD/SGD/update_res4a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_36"
  input: "training/SGD/SGD/update_res4a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn4a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_23_1/Relu_grad/ReluGrad"
  input: "res4a_branch2b_1/Conv2D"
  input: "bn4a_branch2b_1/ReadVariableOp"
  input: "bn4a_branch2b_1/FusedBatchNorm:3"
  input: "bn4a_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch2c/kernel"
  input: "training/SGD/res4a_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res4a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_35"
  input: "training/SGD/SGD/update_res4a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2b/beta"
  input: "training/SGD/bn4a_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn4a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2b/gamma"
  input: "training/SGD/bn4a_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn4a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN"
  input: "res4a_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_22_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_22_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_22_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_37"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn4a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_22_1/Relu_grad/ReluGrad"
  input: "res4a_branch2a_1/Conv2D"
  input: "bn4a_branch2a_1/ReadVariableOp"
  input: "bn4a_branch2a_1/FusedBatchNorm:3"
  input: "bn4a_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch2b/kernel"
  input: "training/SGD/res4a_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res4a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_37"
  input: "training/SGD/SGD/update_res4a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2a/beta"
  input: "training/SGD/bn4a_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn4a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn4a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn4a_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2a/gamma"
  input: "training/SGD/bn4a_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn4a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn4a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN"
  input: "res4a_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn4a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_21_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn4a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_38"
  op: "AddN"
  input: "training/SGD/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_39"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_21_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_38"
  input: "activation_21_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_42"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res4a_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch2a/kernel"
  input: "training/SGD/res4a_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res4a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_39"
  input: "training/SGD/SGD/update_res4a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn3d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_21_1/Relu_grad/ReluGrad"
  input: "res3d_branch2c_1/Conv2D"
  input: "bn3d_branch2c_1/ReadVariableOp"
  input: "bn3d_branch2c_1/FusedBatchNorm:3"
  input: "bn3d_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2c/beta"
  input: "training/SGD/bn3d_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn3d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3d_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2c/gamma"
  input: "training/SGD/bn3d_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn3d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3d_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN"
  input: "res3d_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_20_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3d_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_20_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_20_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_40"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_20_1/Relu_grad/ReluGrad"
  input: "res3d_branch2b_1/Conv2D"
  input: "bn3d_branch2b_1/ReadVariableOp"
  input: "bn3d_branch2b_1/FusedBatchNorm:3"
  input: "bn3d_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3d_branch2c/kernel"
  input: "training/SGD/res3d_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res3d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_40"
  input: "training/SGD/SGD/update_res3d_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2b/beta"
  input: "training/SGD/bn3d_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn3d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3d_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2b/gamma"
  input: "training/SGD/bn3d_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn3d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3d_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN"
  input: "res3d_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_19_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3d_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_19_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_19_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_41"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_19_1/Relu_grad/ReluGrad"
  input: "res3d_branch2a_1/Conv2D"
  input: "bn3d_branch2a_1/ReadVariableOp"
  input: "bn3d_branch2a_1/FusedBatchNorm:3"
  input: "bn3d_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3d_branch2b/kernel"
  input: "training/SGD/res3d_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res3d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_41"
  input: "training/SGD/SGD/update_res3d_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2a/beta"
  input: "training/SGD/bn3d_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn3d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3d_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3d_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2a/gamma"
  input: "training/SGD/bn3d_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn3d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3d_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN"
  input: "res3d_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_18_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3d_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_42"
  op: "AddN"
  input: "training/SGD/gradients/activation_21_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_43"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_18_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_42"
  input: "activation_18_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_46"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3d_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3d_branch2a/kernel"
  input: "training/SGD/res3d_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res3d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_43"
  input: "training/SGD/SGD/update_res3d_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn3c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_18_1/Relu_grad/ReluGrad"
  input: "res3c_branch2c_1/Conv2D"
  input: "bn3c_branch2c_1/ReadVariableOp"
  input: "bn3c_branch2c_1/FusedBatchNorm:3"
  input: "bn3c_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2c/beta"
  input: "training/SGD/bn3c_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn3c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2c/gamma"
  input: "training/SGD/bn3c_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn3c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN"
  input: "res3c_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_17_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_17_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_17_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_44"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_17_1/Relu_grad/ReluGrad"
  input: "res3c_branch2b_1/Conv2D"
  input: "bn3c_branch2b_1/ReadVariableOp"
  input: "bn3c_branch2b_1/FusedBatchNorm:3"
  input: "bn3c_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3c_branch2c/kernel"
  input: "training/SGD/res3c_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res3c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_44"
  input: "training/SGD/SGD/update_res3c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2b/beta"
  input: "training/SGD/bn3c_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn3c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2b/gamma"
  input: "training/SGD/bn3c_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn3c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN"
  input: "res3c_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_16_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_16_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_16_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_45"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_16_1/Relu_grad/ReluGrad"
  input: "res3c_branch2a_1/Conv2D"
  input: "bn3c_branch2a_1/ReadVariableOp"
  input: "bn3c_branch2a_1/FusedBatchNorm:3"
  input: "bn3c_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3c_branch2b/kernel"
  input: "training/SGD/res3c_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res3c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_45"
  input: "training/SGD/SGD/update_res3c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2a/beta"
  input: "training/SGD/bn3c_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn3c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3c_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2a/gamma"
  input: "training/SGD/bn3c_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn3c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN"
  input: "res3c_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_15_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_46"
  op: "AddN"
  input: "training/SGD/gradients/activation_18_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_47"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_15_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_46"
  input: "activation_15_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_50"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3c_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3c_branch2a/kernel"
  input: "training/SGD/res3c_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res3c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_47"
  input: "training/SGD/SGD/update_res3c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn3b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_15_1/Relu_grad/ReluGrad"
  input: "res3b_branch2c_1/Conv2D"
  input: "bn3b_branch2c_1/ReadVariableOp"
  input: "bn3b_branch2c_1/FusedBatchNorm:3"
  input: "bn3b_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2c/beta"
  input: "training/SGD/bn3b_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn3b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2c/gamma"
  input: "training/SGD/bn3b_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn3b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN"
  input: "res3b_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_14_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_14_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_14_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_48"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_14_1/Relu_grad/ReluGrad"
  input: "res3b_branch2b_1/Conv2D"
  input: "bn3b_branch2b_1/ReadVariableOp"
  input: "bn3b_branch2b_1/FusedBatchNorm:3"
  input: "bn3b_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3b_branch2c/kernel"
  input: "training/SGD/res3b_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res3b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_48"
  input: "training/SGD/SGD/update_res3b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2b/beta"
  input: "training/SGD/bn3b_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn3b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2b/gamma"
  input: "training/SGD/bn3b_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn3b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN"
  input: "res3b_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_13_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_13_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_13_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_49"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_13_1/Relu_grad/ReluGrad"
  input: "res3b_branch2a_1/Conv2D"
  input: "bn3b_branch2a_1/ReadVariableOp"
  input: "bn3b_branch2a_1/FusedBatchNorm:3"
  input: "bn3b_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3b_branch2b/kernel"
  input: "training/SGD/res3b_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res3b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_49"
  input: "training/SGD/SGD/update_res3b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2a/beta"
  input: "training/SGD/bn3b_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn3b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3b_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2a/gamma"
  input: "training/SGD/bn3b_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn3b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN"
  input: "res3b_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_12_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_50"
  op: "AddN"
  input: "training/SGD/gradients/activation_15_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_51"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_12_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_50"
  input: "activation_12_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3b_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3b_branch2a/kernel"
  input: "training/SGD/res3b_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res3b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_51"
  input: "training/SGD/SGD/update_res3b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn3a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_12_1/Relu_grad/ReluGrad"
  input: "res3a_branch1_1/Conv2D"
  input: "bn3a_branch1_1/ReadVariableOp"
  input: "bn3a_branch1_1/FusedBatchNorm:3"
  input: "bn3a_branch1_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/bn3a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_12_1/Relu_grad/ReluGrad"
  input: "res3a_branch2c_1/Conv2D"
  input: "bn3a_branch2c_1/ReadVariableOp"
  input: "bn3a_branch2c_1/FusedBatchNorm:3"
  input: "bn3a_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch1/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch1/beta"
  input: "training/SGD/bn3a_branch1/beta/momentum"
  input: "training/SGD/SGD/update_bn3a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch1/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch1/gamma"
  input: "training/SGD/bn3a_branch1/gamma/momentum"
  input: "training/SGD/SGD/update_bn3a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3a_branch1_1/Conv2D_grad/ShapeN"
  input: "res3a_branch1_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_55"
      }
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_9_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2c/beta"
  input: "training/SGD/bn3a_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn3a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2c/gamma"
  input: "training/SGD/bn3a_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn3a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN"
  input: "res3a_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_11_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_53"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_11_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_11_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_52"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch1/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch1/kernel"
  input: "training/SGD/res3a_branch1/kernel/momentum"
  input: "training/SGD/SGD/update_res3a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_53"
  input: "training/SGD/SGD/update_res3a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn3a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_11_1/Relu_grad/ReluGrad"
  input: "res3a_branch2b_1/Conv2D"
  input: "bn3a_branch2b_1/ReadVariableOp"
  input: "bn3a_branch2b_1/FusedBatchNorm:3"
  input: "bn3a_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch2c/kernel"
  input: "training/SGD/res3a_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res3a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_52"
  input: "training/SGD/SGD/update_res3a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2b/beta"
  input: "training/SGD/bn3a_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn3a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2b/gamma"
  input: "training/SGD/bn3a_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn3a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN"
  input: "res3a_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_10_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_10_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_10_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_54"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn3a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_10_1/Relu_grad/ReluGrad"
  input: "res3a_branch2a_1/Conv2D"
  input: "bn3a_branch2a_1/ReadVariableOp"
  input: "bn3a_branch2a_1/FusedBatchNorm:3"
  input: "bn3a_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch2b/kernel"
  input: "training/SGD/res3a_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res3a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_54"
  input: "training/SGD/SGD/update_res3a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2a/beta"
  input: "training/SGD/bn3a_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn3a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn3a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn3a_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2a/gamma"
  input: "training/SGD/bn3a_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn3a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn3a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN"
  input: "res3a_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn3a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_9_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn3a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_55"
  op: "AddN"
  input: "training/SGD/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_56"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_9_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_55"
  input: "activation_9_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_59"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res3a_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch2a/kernel"
  input: "training/SGD/res3a_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res3a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_56"
  input: "training/SGD/SGD/update_res3a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn2c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_9_1/Relu_grad/ReluGrad"
  input: "res2c_branch2c_1/Conv2D"
  input: "bn2c_branch2c_1/ReadVariableOp"
  input: "bn2c_branch2c_1/FusedBatchNorm:3"
  input: "bn2c_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2c/beta"
  input: "training/SGD/bn2c_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn2c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2c_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2c/gamma"
  input: "training/SGD/bn2c_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn2c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2c_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN"
  input: "res2c_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_8_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2c_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_8_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_8_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_57"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn2c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_8_1/Relu_grad/ReluGrad"
  input: "res2c_branch2b_1/Conv2D"
  input: "bn2c_branch2b_1/ReadVariableOp"
  input: "bn2c_branch2b_1/FusedBatchNorm:3"
  input: "bn2c_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2c_branch2c/kernel"
  input: "training/SGD/res2c_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res2c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_57"
  input: "training/SGD/SGD/update_res2c_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2b/beta"
  input: "training/SGD/bn2c_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn2c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2c_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2b/gamma"
  input: "training/SGD/bn2c_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn2c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2c_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN"
  input: "res2c_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_7_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2c_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_7_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_7_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_58"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn2c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_7_1/Relu_grad/ReluGrad"
  input: "res2c_branch2a_1/Conv2D"
  input: "bn2c_branch2a_1/ReadVariableOp"
  input: "bn2c_branch2a_1/FusedBatchNorm:3"
  input: "bn2c_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2c_branch2b/kernel"
  input: "training/SGD/res2c_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res2c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_58"
  input: "training/SGD/SGD/update_res2c_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2a/beta"
  input: "training/SGD/bn2c_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn2c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2c_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2c_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2a/gamma"
  input: "training/SGD/bn2c_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn2c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2c_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN"
  input: "res2c_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_6_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2c_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_59"
  op: "AddN"
  input: "training/SGD/gradients/activation_9_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_60"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_6_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_59"
  input: "activation_6_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_63"
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2c_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2c_branch2a/kernel"
  input: "training/SGD/res2c_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res2c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_60"
  input: "training/SGD/SGD/update_res2c_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn2b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_6_1/Relu_grad/ReluGrad"
  input: "res2b_branch2c_1/Conv2D"
  input: "bn2b_branch2c_1/ReadVariableOp"
  input: "bn2b_branch2c_1/FusedBatchNorm:3"
  input: "bn2b_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2c/beta"
  input: "training/SGD/bn2b_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn2b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2b_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2c/gamma"
  input: "training/SGD/bn2b_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn2b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2b_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN"
  input: "res2b_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_5_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2b_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_5_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_5_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_61"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn2b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_5_1/Relu_grad/ReluGrad"
  input: "res2b_branch2b_1/Conv2D"
  input: "bn2b_branch2b_1/ReadVariableOp"
  input: "bn2b_branch2b_1/FusedBatchNorm:3"
  input: "bn2b_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2b_branch2c/kernel"
  input: "training/SGD/res2b_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res2b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_61"
  input: "training/SGD/SGD/update_res2b_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2b/beta"
  input: "training/SGD/bn2b_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn2b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2b_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2b/gamma"
  input: "training/SGD/bn2b_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn2b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2b_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN"
  input: "res2b_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_4_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2b_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_4_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_4_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_62"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn2b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_4_1/Relu_grad/ReluGrad"
  input: "res2b_branch2a_1/Conv2D"
  input: "bn2b_branch2a_1/ReadVariableOp"
  input: "bn2b_branch2a_1/FusedBatchNorm:3"
  input: "bn2b_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2b_branch2b/kernel"
  input: "training/SGD/res2b_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res2b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_62"
  input: "training/SGD/SGD/update_res2b_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2a/beta"
  input: "training/SGD/bn2b_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn2b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2b_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2b_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2a/gamma"
  input: "training/SGD/bn2b_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn2b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2b_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN"
  input: "res2b_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_3_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2b_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_63"
  op: "AddN"
  input: "training/SGD/gradients/activation_6_1/Relu_grad/ReluGrad"
  input: "training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_64"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_3_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/AddN_63"
  input: "activation_3_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2b_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2b_branch2a/kernel"
  input: "training/SGD/res2b_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res2b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_64"
  input: "training/SGD/SGD/update_res2b_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn2a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_3_1/Relu_grad/ReluGrad"
  input: "res2a_branch1_1/Conv2D"
  input: "bn2a_branch1_1/ReadVariableOp"
  input: "bn2a_branch1_1/FusedBatchNorm:3"
  input: "bn2a_branch1_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/bn2a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_3_1/Relu_grad/ReluGrad"
  input: "res2a_branch2c_1/Conv2D"
  input: "bn2a_branch2c_1/ReadVariableOp"
  input: "bn2a_branch2c_1/FusedBatchNorm:3"
  input: "bn2a_branch2c_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch1/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch1/beta"
  input: "training/SGD/bn2a_branch1/beta/momentum"
  input: "training/SGD/SGD/update_bn2a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2a_branch1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch1/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch1/gamma"
  input: "training/SGD/bn2a_branch1/gamma/momentum"
  input: "training/SGD/SGD/update_bn2a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2a_branch1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2a_branch1_1/Conv2D_grad/ShapeN"
  input: "res2a_branch1_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_class"
    value {
      list {
        s: "loc:@training/SGD/gradients/AddN_68"
      }
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "max_pooling2d_1/MaxPool"
  input: "ConstantFolding/training/SGD/gradients/res2a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2a_branch1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2c/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2c/beta"
  input: "training/SGD/bn2a_branch2c/beta/momentum"
  input: "training/SGD/SGD/update_bn2a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2a_branch2c/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2c/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2c/gamma"
  input: "training/SGD/bn2a_branch2c/gamma/momentum"
  input: "training/SGD/SGD/update_bn2a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2a_branch2c/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN"
  input: "res2a_branch2c_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_2_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2a_branch2c_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_66"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/activation_2_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_2_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_65"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch1/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch1/kernel"
  input: "training/SGD/res2a_branch1/kernel/momentum"
  input: "training/SGD/SGD/update_res2a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_66"
  input: "training/SGD/SGD/update_res2a_branch1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/bn2a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_2_1/Relu_grad/ReluGrad"
  input: "res2a_branch2b_1/Conv2D"
  input: "bn2a_branch2b_1/ReadVariableOp"
  input: "bn2a_branch2b_1/FusedBatchNorm:3"
  input: "bn2a_branch2b_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2c/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch2c/kernel"
  input: "training/SGD/res2a_branch2c/kernel/momentum"
  input: "training/SGD/SGD/update_res2a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_65"
  input: "training/SGD/SGD/update_res2a_branch2c/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2b/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2b/beta"
  input: "training/SGD/bn2a_branch2b/beta/momentum"
  input: "training/SGD/SGD/update_bn2a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2a_branch2b/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2b/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2b/gamma"
  input: "training/SGD/bn2a_branch2b/gamma/momentum"
  input: "training/SGD/SGD/update_bn2a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2a_branch2b/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN"
  input: "res2a_branch2b_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_1_1/Relu"
  input: "ConstantFolding/training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2a_branch2b_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/activation_1_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_1_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_67"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn2a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_1_1/Relu_grad/ReluGrad"
  input: "res2a_branch2a_1/Conv2D"
  input: "bn2a_branch2a_1/ReadVariableOp"
  input: "bn2a_branch2a_1/FusedBatchNorm:3"
  input: "bn2a_branch2a_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2b/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch2b/kernel"
  input: "training/SGD/res2a_branch2b/kernel/momentum"
  input: "training/SGD/SGD/update_res2a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_67"
  input: "training/SGD/SGD/update_res2a_branch2b/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2a/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2a/beta"
  input: "training/SGD/bn2a_branch2a/beta/momentum"
  input: "training/SGD/SGD/update_bn2a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn2a_branch2a/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn2a_branch2a/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2a/gamma"
  input: "training/SGD/bn2a_branch2a/gamma/momentum"
  input: "training/SGD/SGD/update_bn2a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn2a_branch2a/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN"
  input: "res2a_branch2a_1/Conv2D/ReadVariableOp"
  input: "training/SGD/gradients/bn2a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "max_pooling2d_1/MaxPool"
  input: "ConstantFolding/training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn2a_branch2a_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_68"
  op: "AddN"
  input: "training/SGD/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_69"
  op: "AddN"
  input: "training/SGD/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/SGD/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/max_pooling2d_1/MaxPool_grad/MaxPoolGrad"
  op: "MaxPoolGrad"
  input: "activation_50/Relu"
  input: "max_pooling2d_1/MaxPool"
  input: "training/SGD/gradients/AddN_68"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "ksize"
    value {
      list {
        i: 1
        i: 1
        i: 3
        i: 3
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
}
node {
  name: "training/SGD/SGD/update_res2a_branch2a/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch2a/kernel"
  input: "training/SGD/res2a_branch2a/kernel/momentum"
  input: "training/SGD/SGD/update_res2a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_69"
  input: "training/SGD/SGD/update_res2a_branch2a/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/activation_50/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/SGD/gradients/max_pooling2d_1/MaxPool_grad/MaxPoolGrad"
  input: "activation_50/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/gradients/bn_conv1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  op: "FusedBatchNormGrad"
  input: "training/SGD/gradients/activation_50/Relu_grad/ReluGrad"
  input: "conv1_1/Conv2D"
  input: "bn_conv1_1/ReadVariableOp"
  input: "bn_conv1_1/FusedBatchNorm:3"
  input: "bn_conv1_1/FusedBatchNorm:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn_conv1/beta/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn_conv1/beta"
  input: "training/SGD/bn_conv1/beta/momentum"
  input: "training/SGD/SGD/update_bn_conv1/beta/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn_conv1_1/FusedBatchNorm_grad/FusedBatchNormGrad:2"
  input: "training/SGD/SGD/update_bn_conv1/beta/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/update_bn_conv1/gamma/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn_conv1/gamma"
  input: "training/SGD/bn_conv1/gamma/momentum"
  input: "training/SGD/SGD/update_bn_conv1/gamma/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/bn_conv1_1/FusedBatchNorm_grad/FusedBatchNormGrad:1"
  input: "training/SGD/SGD/update_bn_conv1/gamma/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/gradients/conv1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "conv1_pad_1/Pad"
  input: "ConstantFolding/training/SGD/gradients/conv1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/SGD/gradients/bn_conv1_1/FusedBatchNorm_grad/FusedBatchNormGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/SGD/gradients/AddN_70"
  op: "AddN"
  input: "training/SGD/gradients/conv1_1/Conv2D_grad/Conv2DBackpropFilter"
  input: "training/SGD/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/SGD/SGD/update_conv1/kernel/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "conv1/kernel"
  input: "training/SGD/conv1/kernel/momentum"
  input: "training/SGD/SGD/update_conv1/kernel/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/SGD/gradients/AddN_70"
  input: "training/SGD/SGD/update_conv1/kernel/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/SGD/SGD/Const"
  op: "Const"
  input: "^training/SGD/SGD/update_bn2a_branch1/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch1/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2a_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2b_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2b_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2b_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2b_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2b_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2b_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2c_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2c_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2c_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2c_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2c_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn2c_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch1/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch1/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3a_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3b_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3b_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3b_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3b_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3b_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3b_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3c_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3c_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3c_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3c_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3c_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3c_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3d_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3d_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3d_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3d_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3d_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn3d_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch1/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch1/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4a_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4b_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4b_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4b_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4b_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4b_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4b_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4c_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4c_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4c_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4c_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4c_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4c_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4d_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4d_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4d_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4d_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4d_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4d_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4e_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4e_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4e_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4e_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4e_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4e_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4f_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4f_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4f_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4f_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4f_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn4f_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch1/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch1/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5a_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5b_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5b_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5b_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5b_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5b_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5b_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5c_branch2a/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5c_branch2a/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5c_branch2b/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5c_branch2b/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5c_branch2c/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn5c_branch2c/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn_conv1/beta/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_bn_conv1/gamma/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_conv1/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_fc1000/bias/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_fc1000/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2a_branch1/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2a_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2a_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2a_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2b_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2b_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2b_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2c_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2c_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res2c_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3a_branch1/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3a_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3a_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3a_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3b_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3b_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3b_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3c_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3c_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3c_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3d_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3d_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res3d_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4a_branch1/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4a_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4a_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4a_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4b_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4b_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4b_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4c_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4c_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4c_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4d_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4d_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4d_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4e_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4e_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4e_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4f_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4f_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res4f_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5a_branch1/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5a_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5a_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5a_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5b_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5b_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5b_branch2c/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5c_branch2a/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5c_branch2b/kernel/ResourceApplyKerasMomentum"
  input: "^training/SGD/SGD/update_res5c_branch2c/kernel/ResourceApplyKerasMomentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT64
        tensor_shape {
        }
        int64_val: 1
      }
    }
  }
}
node {
  name: "training/SGD/SGD/AssignAddVariableOp"
  op: "AssignAddVariableOp"
  input: "training/SGD/iter"
  input: "training/SGD/SGD/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT64
    }
  }
}
node {
  name: "group_deps_1"
  op: "NoOp"
  input: "^bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^loss_1/add"
  input: "^training/SGD/SGD/AssignAddVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
}
node {
  name: "_identity_input_1_1_0"
  op: "Identity"
  input: "G4SM2HGMB5/Read/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "_identity_activation_49_target_1_0"
  op: "Identity"
  input: "HK0SX0WHBZ/Read/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "_retval_loss_1/add_0_0"
  op: "_Retval"
  input: "loss_1/add"
  device: "/job:localhost/replica:0/task:0/device:CPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "index"
    value {
      i: 0
    }
  }
}
node {
  name: "_retval_metrics_2/sparse_categorical_accuracy/Identity_0_1"
  op: "_Retval"
  input: "metrics_2/sparse_categorical_accuracy/Identity"
  device: "/job:localhost/replica:0/task:0/device:CPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "index"
    value {
      i: 1
    }
  }
}
library {
}
versions {
  producer: 41
}