diff --git a/10_introduction_to_artificial_neural_networks.ipynb b/10_introduction_to_artificial_neural_networks.ipynb
index d3cf4b8..cf205f8 100644
--- a/10_introduction_to_artificial_neural_networks.ipynb
+++ b/10_introduction_to_artificial_neural_networks.ipynb
@@ -9,11 +9,11 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPython 3.5.5\n",
-      "IPython 6.3.0\n",
+      "CPython 3.6.5\n",
+      "IPython 6.4.0\n",
       "\n",
       "numpy 1.14.3\n",
-      "scipy 1.0.1\n",
+      "scipy 1.1.0\n",
       "matplotlib 2.2.2\n",
       "tensorflow 1.8.0\n"
      ]
@@ -340,7 +340,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -362,9 +362,947 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 12,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:Using default config.\n",
+      "WARNING:tensorflow:Using temporary folder as model directory: /tmp/tmpenr8wre6\n",
+      "INFO:tensorflow:Using config: {'_model_dir': '/tmp/tmpenr8wre6', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': None, '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7fadb0686ef0>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n",
+      "INFO:tensorflow:Calling model_fn.\n",
+      "INFO:tensorflow:Done calling model_fn.\n",
+      "INFO:tensorflow:Create CheckpointSaverHook.\n",
+      "INFO:tensorflow:Graph was finalized.\n",
+      "INFO:tensorflow:Running local_init_op.\n",
+      "INFO:tensorflow:Done running local_init_op.\n",
+      "INFO:tensorflow:Saving checkpoints for 1 into /tmp/tmpenr8wre6/model.ckpt.\n",
+      "INFO:tensorflow:loss = 119.99919, step = 0\n",
+      "INFO:tensorflow:global_step/sec: 595.58\n",
+      "INFO:tensorflow:loss = 25.30537, step = 100 (0.168 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.33\n",
+      "INFO:tensorflow:loss = 17.72889, step = 200 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 660.178\n",
+      "INFO:tensorflow:loss = 8.094297, step = 300 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 684.089\n",
+      "INFO:tensorflow:loss = 11.453514, step = 400 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 731.726\n",
+      "INFO:tensorflow:loss = 6.225746, step = 500 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 679.083\n",
+      "INFO:tensorflow:loss = 4.65758, step = 600 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.379\n",
+      "INFO:tensorflow:loss = 18.605453, step = 700 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 655.74\n",
+      "INFO:tensorflow:loss = 5.270692, step = 800 (0.153 sec)\n",
+      "INFO:tensorflow:global_step/sec: 663.019\n",
+      "INFO:tensorflow:loss = 6.3098373, step = 900 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 723.652\n",
+      "INFO:tensorflow:loss = 3.4994135, step = 1000 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 708.94\n",
+      "INFO:tensorflow:loss = 7.370407, step = 1100 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 688.764\n",
+      "INFO:tensorflow:loss = 5.695126, step = 1200 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 718.536\n",
+      "INFO:tensorflow:loss = 6.970705, step = 1300 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 663.423\n",
+      "INFO:tensorflow:loss = 10.361841, step = 1400 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 768.52\n",
+      "INFO:tensorflow:loss = 2.355143, step = 1500 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 785.184\n",
+      "INFO:tensorflow:loss = 4.8159637, step = 1600 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 680.541\n",
+      "INFO:tensorflow:loss = 0.9250039, step = 1700 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 551.339\n",
+      "INFO:tensorflow:loss = 10.602991, step = 1800 (0.182 sec)\n",
+      "INFO:tensorflow:global_step/sec: 623.725\n",
+      "INFO:tensorflow:loss = 3.7039974, step = 1900 (0.160 sec)\n",
+      "INFO:tensorflow:global_step/sec: 645.019\n",
+      "INFO:tensorflow:loss = 8.637078, step = 2000 (0.155 sec)\n",
+      "INFO:tensorflow:global_step/sec: 626.024\n",
+      "INFO:tensorflow:loss = 6.450728, step = 2100 (0.160 sec)\n",
+      "INFO:tensorflow:global_step/sec: 757.047\n",
+      "INFO:tensorflow:loss = 12.033913, step = 2200 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 663.537\n",
+      "INFO:tensorflow:loss = 2.2622938, step = 2300 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 670.679\n",
+      "INFO:tensorflow:loss = 4.6523166, step = 2400 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 618.025\n",
+      "INFO:tensorflow:loss = 7.9452434, step = 2500 (0.162 sec)\n",
+      "INFO:tensorflow:global_step/sec: 710.293\n",
+      "INFO:tensorflow:loss = 0.90992653, step = 2600 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 671.676\n",
+      "INFO:tensorflow:loss = 6.538801, step = 2700 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.182\n",
+      "INFO:tensorflow:loss = 6.7619023, step = 2800 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 612.016\n",
+      "INFO:tensorflow:loss = 3.85844, step = 2900 (0.163 sec)\n",
+      "INFO:tensorflow:global_step/sec: 778.002\n",
+      "INFO:tensorflow:loss = 6.7363853, step = 3000 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 722.567\n",
+      "INFO:tensorflow:loss = 1.7025919, step = 3100 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 688.566\n",
+      "INFO:tensorflow:loss = 5.8390517, step = 3200 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 700.924\n",
+      "INFO:tensorflow:loss = 2.9001834, step = 3300 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 643.728\n",
+      "INFO:tensorflow:loss = 3.1886394, step = 3400 (0.155 sec)\n",
+      "INFO:tensorflow:global_step/sec: 682.034\n",
+      "INFO:tensorflow:loss = 2.7842398, step = 3500 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 663.933\n",
+      "INFO:tensorflow:loss = 1.900357, step = 3600 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 789.021\n",
+      "INFO:tensorflow:loss = 0.6681113, step = 3700 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 669.614\n",
+      "INFO:tensorflow:loss = 0.079646066, step = 3800 (0.160 sec)\n",
+      "INFO:tensorflow:global_step/sec: 648.854\n",
+      "INFO:tensorflow:loss = 0.3074991, step = 3900 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 641.604\n",
+      "INFO:tensorflow:loss = 14.438376, step = 4000 (0.156 sec)\n",
+      "INFO:tensorflow:global_step/sec: 675.755\n",
+      "INFO:tensorflow:loss = 0.46155563, step = 4100 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 616.269\n",
+      "INFO:tensorflow:loss = 2.7854247, step = 4200 (0.161 sec)\n",
+      "INFO:tensorflow:global_step/sec: 665.538\n",
+      "INFO:tensorflow:loss = 0.6228178, step = 4300 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 661.948\n",
+      "INFO:tensorflow:loss = 1.5486633, step = 4400 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 678.159\n",
+      "INFO:tensorflow:loss = 0.06805645, step = 4500 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 716.048\n",
+      "INFO:tensorflow:loss = 1.6644863, step = 4600 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 596.093\n",
+      "INFO:tensorflow:loss = 0.7109455, step = 4700 (0.168 sec)\n",
+      "INFO:tensorflow:global_step/sec: 601.031\n",
+      "INFO:tensorflow:loss = 0.45003325, step = 4800 (0.166 sec)\n",
+      "INFO:tensorflow:global_step/sec: 764.408\n",
+      "INFO:tensorflow:loss = 0.83514655, step = 4900 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 692.79\n",
+      "INFO:tensorflow:loss = 1.513859, step = 5000 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 676.147\n",
+      "INFO:tensorflow:loss = 0.13689423, step = 5100 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 669.596\n",
+      "INFO:tensorflow:loss = 0.36891767, step = 5200 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 740.482\n",
+      "INFO:tensorflow:loss = 0.478229, step = 5300 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 700.08\n",
+      "INFO:tensorflow:loss = 0.5095083, step = 5400 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 705.091\n",
+      "INFO:tensorflow:loss = 4.1548905, step = 5500 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 745.589\n",
+      "INFO:tensorflow:loss = 0.43653432, step = 5600 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 745.129\n",
+      "INFO:tensorflow:loss = 0.67023534, step = 5700 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 775.049\n",
+      "INFO:tensorflow:loss = 0.647523, step = 5800 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 795.468\n",
+      "INFO:tensorflow:loss = 0.09369692, step = 5900 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 783.111\n",
+      "INFO:tensorflow:loss = 0.44570932, step = 6000 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 687.271\n",
+      "INFO:tensorflow:loss = 1.6947678, step = 6100 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 717.163\n",
+      "INFO:tensorflow:loss = 1.5905691, step = 6200 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 771.803\n",
+      "INFO:tensorflow:loss = 2.0049686, step = 6300 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 785.546\n",
+      "INFO:tensorflow:loss = 0.20519589, step = 6400 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.503\n",
+      "INFO:tensorflow:loss = 1.7045006, step = 6500 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 707.078\n",
+      "INFO:tensorflow:loss = 1.706248, step = 6600 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 758.897\n",
+      "INFO:tensorflow:loss = 0.18770057, step = 6700 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 696.567\n",
+      "INFO:tensorflow:loss = 0.8759486, step = 6800 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 613.265\n",
+      "INFO:tensorflow:loss = 0.15285236, step = 6900 (0.163 sec)\n",
+      "INFO:tensorflow:global_step/sec: 716.004\n",
+      "INFO:tensorflow:loss = 1.386205, step = 7000 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 753.287\n",
+      "INFO:tensorflow:loss = 1.3452835, step = 7100 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 715.285\n",
+      "INFO:tensorflow:loss = 0.21504202, step = 7200 (0.140 sec)\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:global_step/sec: 682.471\n",
+      "INFO:tensorflow:loss = 0.9096737, step = 7300 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 780.481\n",
+      "INFO:tensorflow:loss = 1.0315107, step = 7400 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 748.535\n",
+      "INFO:tensorflow:loss = 0.20635258, step = 7500 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734\n",
+      "INFO:tensorflow:loss = 0.22424649, step = 7600 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 674.58\n",
+      "INFO:tensorflow:loss = 0.41415858, step = 7700 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 761.027\n",
+      "INFO:tensorflow:loss = 0.21832135, step = 7800 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.591\n",
+      "INFO:tensorflow:loss = 1.5665843, step = 7900 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.988\n",
+      "INFO:tensorflow:loss = 0.109256245, step = 8000 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 721.765\n",
+      "INFO:tensorflow:loss = 0.39396834, step = 8100 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 675.48\n",
+      "INFO:tensorflow:loss = 0.39230296, step = 8200 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 702.005\n",
+      "INFO:tensorflow:loss = 0.26779386, step = 8300 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 732.404\n",
+      "INFO:tensorflow:loss = 0.037142925, step = 8400 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 772.978\n",
+      "INFO:tensorflow:loss = 0.16765824, step = 8500 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 718.028\n",
+      "INFO:tensorflow:loss = 0.27566725, step = 8600 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 717.434\n",
+      "INFO:tensorflow:loss = 0.99648494, step = 8700 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 740.505\n",
+      "INFO:tensorflow:loss = 0.41392073, step = 8800 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 712.962\n",
+      "INFO:tensorflow:loss = 0.4626464, step = 8900 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 729.972\n",
+      "INFO:tensorflow:loss = 0.12112476, step = 9000 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 726.188\n",
+      "INFO:tensorflow:loss = 0.123770244, step = 9100 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 762.267\n",
+      "INFO:tensorflow:loss = 0.19609205, step = 9200 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 699.468\n",
+      "INFO:tensorflow:loss = 0.18060449, step = 9300 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 676.61\n",
+      "INFO:tensorflow:loss = 0.3009936, step = 9400 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 782.571\n",
+      "INFO:tensorflow:loss = 0.17434198, step = 9500 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 755.351\n",
+      "INFO:tensorflow:loss = 0.4527591, step = 9600 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 801.553\n",
+      "INFO:tensorflow:loss = 0.032135107, step = 9700 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 689.654\n",
+      "INFO:tensorflow:loss = 0.23623474, step = 9800 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 670.93\n",
+      "INFO:tensorflow:loss = 0.16658491, step = 9900 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 821.449\n",
+      "INFO:tensorflow:loss = 0.385925, step = 10000 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 653.083\n",
+      "INFO:tensorflow:loss = 0.04934814, step = 10100 (0.153 sec)\n",
+      "INFO:tensorflow:global_step/sec: 719.155\n",
+      "INFO:tensorflow:loss = 0.10290457, step = 10200 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 763.479\n",
+      "INFO:tensorflow:loss = 0.035794564, step = 10300 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 763.723\n",
+      "INFO:tensorflow:loss = 0.04308272, step = 10400 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 675.025\n",
+      "INFO:tensorflow:loss = 0.1811445, step = 10500 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 741.621\n",
+      "INFO:tensorflow:loss = 0.039043777, step = 10600 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 708.904\n",
+      "INFO:tensorflow:loss = 0.13285968, step = 10700 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 678.33\n",
+      "INFO:tensorflow:loss = 0.10310352, step = 10800 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 810.198\n",
+      "INFO:tensorflow:loss = 0.09150319, step = 10900 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 723.327\n",
+      "INFO:tensorflow:loss = 0.08905714, step = 11000 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 709.772\n",
+      "INFO:tensorflow:loss = 0.1375821, step = 11100 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 744.151\n",
+      "INFO:tensorflow:loss = 0.07634531, step = 11200 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 637.229\n",
+      "INFO:tensorflow:loss = 0.028460909, step = 11300 (0.156 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.447\n",
+      "INFO:tensorflow:loss = 0.09573003, step = 11400 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 672.825\n",
+      "INFO:tensorflow:loss = 0.35402524, step = 11500 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 735.687\n",
+      "INFO:tensorflow:loss = 0.09644293, step = 11600 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 713.66\n",
+      "INFO:tensorflow:loss = 0.018558478, step = 11700 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 836.607\n",
+      "INFO:tensorflow:loss = 0.13224041, step = 11800 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 776.56\n",
+      "INFO:tensorflow:loss = 0.09854912, step = 11900 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 699.958\n",
+      "INFO:tensorflow:loss = 0.117844254, step = 12000 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.275\n",
+      "INFO:tensorflow:loss = 0.20646203, step = 12100 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 756.173\n",
+      "INFO:tensorflow:loss = 0.065734796, step = 12200 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 615.624\n",
+      "INFO:tensorflow:loss = 0.059990425, step = 12300 (0.163 sec)\n",
+      "INFO:tensorflow:global_step/sec: 778.767\n",
+      "INFO:tensorflow:loss = 0.006515979, step = 12400 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 754.234\n",
+      "INFO:tensorflow:loss = 0.84475434, step = 12500 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 683.403\n",
+      "INFO:tensorflow:loss = 0.019861495, step = 12600 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 742.084\n",
+      "INFO:tensorflow:loss = 0.86694646, step = 12700 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 618.759\n",
+      "INFO:tensorflow:loss = 2.0885234, step = 12800 (0.161 sec)\n",
+      "INFO:tensorflow:global_step/sec: 775.857\n",
+      "INFO:tensorflow:loss = 0.05615161, step = 12900 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 757.037\n",
+      "INFO:tensorflow:loss = 0.08216704, step = 13000 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 660.738\n",
+      "INFO:tensorflow:loss = 0.27249014, step = 13100 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 768.73\n",
+      "INFO:tensorflow:loss = 0.059483968, step = 13200 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 685.956\n",
+      "INFO:tensorflow:loss = 0.03802904, step = 13300 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 596.365\n",
+      "INFO:tensorflow:loss = 0.19731334, step = 13400 (0.169 sec)\n",
+      "INFO:tensorflow:global_step/sec: 703.132\n",
+      "INFO:tensorflow:loss = 0.0059482413, step = 13500 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 739.061\n",
+      "INFO:tensorflow:loss = 0.21736607, step = 13600 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 681.464\n",
+      "INFO:tensorflow:loss = 0.088271424, step = 13700 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 679.555\n",
+      "INFO:tensorflow:loss = 0.04580865, step = 13800 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 693.06\n",
+      "INFO:tensorflow:loss = 0.122456014, step = 13900 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 738.958\n",
+      "INFO:tensorflow:loss = 0.15052801, step = 14000 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 673.474\n",
+      "INFO:tensorflow:loss = 0.025914695, step = 14100 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 752.748\n",
+      "INFO:tensorflow:loss = 0.053208873, step = 14200 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 728.193\n",
+      "INFO:tensorflow:loss = 0.060223866, step = 14300 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.841\n",
+      "INFO:tensorflow:loss = 0.051761948, step = 14400 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 659.322\n",
+      "INFO:tensorflow:loss = 0.009877177, step = 14500 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 724.649\n",
+      "INFO:tensorflow:loss = 0.098193645, step = 14600 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 697.427\n",
+      "INFO:tensorflow:loss = 0.038370922, step = 14700 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 660.384\n",
+      "INFO:tensorflow:loss = 0.04959974, step = 14800 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 593.871\n",
+      "INFO:tensorflow:loss = 0.005264436, step = 14900 (0.167 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.731\n",
+      "INFO:tensorflow:loss = 0.37411672, step = 15000 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 802.229\n",
+      "INFO:tensorflow:loss = 0.073860556, step = 15100 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 763.819\n",
+      "INFO:tensorflow:loss = 0.10173142, step = 15200 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 751.22\n",
+      "INFO:tensorflow:loss = 0.3613294, step = 15300 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 749.28\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:loss = 0.24135225, step = 15400 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 694.358\n",
+      "INFO:tensorflow:loss = 0.039711084, step = 15500 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 708.942\n",
+      "INFO:tensorflow:loss = 0.06568477, step = 15600 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 743.444\n",
+      "INFO:tensorflow:loss = 0.12381785, step = 15700 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 698.785\n",
+      "INFO:tensorflow:loss = 0.07432026, step = 15800 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 696.083\n",
+      "INFO:tensorflow:loss = 0.0028906446, step = 15900 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 694.666\n",
+      "INFO:tensorflow:loss = 0.14015041, step = 16000 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 716.565\n",
+      "INFO:tensorflow:loss = 0.14721057, step = 16100 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 694.868\n",
+      "INFO:tensorflow:loss = 0.08058843, step = 16200 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 691.971\n",
+      "INFO:tensorflow:loss = 0.042667102, step = 16300 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 710.326\n",
+      "INFO:tensorflow:loss = 0.03715862, step = 16400 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 747.483\n",
+      "INFO:tensorflow:loss = 0.031644855, step = 16500 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 675.657\n",
+      "INFO:tensorflow:loss = 0.06807215, step = 16600 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 770.592\n",
+      "INFO:tensorflow:loss = 0.014378089, step = 16700 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 751.843\n",
+      "INFO:tensorflow:loss = 0.045214668, step = 16800 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 630.089\n",
+      "INFO:tensorflow:loss = 0.022370774, step = 16900 (0.159 sec)\n",
+      "INFO:tensorflow:global_step/sec: 716.79\n",
+      "INFO:tensorflow:loss = 0.17216605, step = 17000 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 761.262\n",
+      "INFO:tensorflow:loss = 0.10270027, step = 17100 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 741.107\n",
+      "INFO:tensorflow:loss = 0.024180472, step = 17200 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 704.61\n",
+      "INFO:tensorflow:loss = 0.40556854, step = 17300 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 687.893\n",
+      "INFO:tensorflow:loss = 0.06243583, step = 17400 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.259\n",
+      "INFO:tensorflow:loss = 0.029030599, step = 17500 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 694.902\n",
+      "INFO:tensorflow:loss = 0.24098389, step = 17600 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 718.83\n",
+      "INFO:tensorflow:loss = 0.02992541, step = 17700 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 713.237\n",
+      "INFO:tensorflow:loss = 0.014920887, step = 17800 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.125\n",
+      "INFO:tensorflow:loss = 0.050719894, step = 17900 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 819.816\n",
+      "INFO:tensorflow:loss = 0.07073748, step = 18000 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.903\n",
+      "INFO:tensorflow:loss = 0.04527495, step = 18100 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 735.43\n",
+      "INFO:tensorflow:loss = 0.017566409, step = 18200 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 703.49\n",
+      "INFO:tensorflow:loss = 0.021974105, step = 18300 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 745.378\n",
+      "INFO:tensorflow:loss = 0.045856465, step = 18400 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 708.984\n",
+      "INFO:tensorflow:loss = 0.012996869, step = 18500 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 698.84\n",
+      "INFO:tensorflow:loss = 0.124543935, step = 18600 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 735.507\n",
+      "INFO:tensorflow:loss = 0.03451944, step = 18700 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 670.899\n",
+      "INFO:tensorflow:loss = 0.022585992, step = 18800 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 797.639\n",
+      "INFO:tensorflow:loss = 0.079437256, step = 18900 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 749.109\n",
+      "INFO:tensorflow:loss = 0.006705559, step = 19000 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 635.02\n",
+      "INFO:tensorflow:loss = 0.060073216, step = 19100 (0.157 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.466\n",
+      "INFO:tensorflow:loss = 0.022254843, step = 19200 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 726.77\n",
+      "INFO:tensorflow:loss = 0.0020687946, step = 19300 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 716.007\n",
+      "INFO:tensorflow:loss = 0.0014081515, step = 19400 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 727.56\n",
+      "INFO:tensorflow:loss = 0.025616948, step = 19500 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 639.869\n",
+      "INFO:tensorflow:loss = 0.015866615, step = 19600 (0.156 sec)\n",
+      "INFO:tensorflow:global_step/sec: 771.806\n",
+      "INFO:tensorflow:loss = 0.020616727, step = 19700 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 745.218\n",
+      "INFO:tensorflow:loss = 0.102783024, step = 19800 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 696.856\n",
+      "INFO:tensorflow:loss = 0.025931489, step = 19900 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 693.511\n",
+      "INFO:tensorflow:loss = 0.016829671, step = 20000 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 773.372\n",
+      "INFO:tensorflow:loss = 0.033985313, step = 20100 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 748.583\n",
+      "INFO:tensorflow:loss = 0.021627681, step = 20200 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 791.142\n",
+      "INFO:tensorflow:loss = 0.018013205, step = 20300 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 724.614\n",
+      "INFO:tensorflow:loss = 0.004799627, step = 20400 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 664.936\n",
+      "INFO:tensorflow:loss = 0.026493322, step = 20500 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 705.778\n",
+      "INFO:tensorflow:loss = 0.0224808, step = 20600 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 764.382\n",
+      "INFO:tensorflow:loss = 0.007879016, step = 20700 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 667.268\n",
+      "INFO:tensorflow:loss = 0.08518717, step = 20800 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 722.222\n",
+      "INFO:tensorflow:loss = 0.050738066, step = 20900 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 738.866\n",
+      "INFO:tensorflow:loss = 0.061514728, step = 21000 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 683.663\n",
+      "INFO:tensorflow:loss = 0.0019400625, step = 21100 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 794.358\n",
+      "INFO:tensorflow:loss = 0.06887854, step = 21200 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 717.291\n",
+      "INFO:tensorflow:loss = 0.05445952, step = 21300 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 633.455\n",
+      "INFO:tensorflow:loss = 0.0042447494, step = 21400 (0.158 sec)\n",
+      "INFO:tensorflow:global_step/sec: 724.401\n",
+      "INFO:tensorflow:loss = 0.020919558, step = 21500 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 701.551\n",
+      "INFO:tensorflow:loss = 0.015569954, step = 21600 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 669.57\n",
+      "INFO:tensorflow:loss = 0.031518906, step = 21700 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 686.985\n",
+      "INFO:tensorflow:loss = 0.016381992, step = 21800 (0.153 sec)\n",
+      "INFO:tensorflow:global_step/sec: 657.575\n",
+      "INFO:tensorflow:loss = 0.03825447, step = 21900 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 688.681\n",
+      "INFO:tensorflow:loss = 0.09139495, step = 22000 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 749.844\n",
+      "INFO:tensorflow:loss = 0.006838148, step = 22100 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 695.164\n",
+      "INFO:tensorflow:loss = 0.02163041, step = 22200 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 744.496\n",
+      "INFO:tensorflow:loss = 0.011651941, step = 22300 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.951\n",
+      "INFO:tensorflow:loss = 0.021625653, step = 22400 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 704.113\n",
+      "INFO:tensorflow:loss = 0.03162015, step = 22500 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.458\n",
+      "INFO:tensorflow:loss = 0.009711761, step = 22600 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 660.355\n",
+      "INFO:tensorflow:loss = 0.021304015, step = 22700 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 679.279\n",
+      "INFO:tensorflow:loss = 0.0015813148, step = 22800 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 751.98\n",
+      "INFO:tensorflow:loss = 0.02138229, step = 22900 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 706.49\n",
+      "INFO:tensorflow:loss = 0.024424132, step = 23000 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 710.911\n",
+      "INFO:tensorflow:loss = 0.026397526, step = 23100 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 768.335\n",
+      "INFO:tensorflow:loss = 0.035993647, step = 23200 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 690.03\n",
+      "INFO:tensorflow:loss = 0.059697825, step = 23300 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 674.348\n",
+      "INFO:tensorflow:loss = 0.0054194727, step = 23400 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 666.184\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:loss = 0.0015951331, step = 23500 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 716.748\n",
+      "INFO:tensorflow:loss = 0.01448201, step = 23600 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 713.357\n",
+      "INFO:tensorflow:loss = 0.023917893, step = 23700 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 699.167\n",
+      "INFO:tensorflow:loss = 0.020400975, step = 23800 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 753.404\n",
+      "INFO:tensorflow:loss = 0.14286822, step = 23900 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 708.009\n",
+      "INFO:tensorflow:loss = 0.0020566902, step = 24000 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 643.3\n",
+      "INFO:tensorflow:loss = 0.15405758, step = 24100 (0.155 sec)\n",
+      "INFO:tensorflow:global_step/sec: 732.752\n",
+      "INFO:tensorflow:loss = 0.015070706, step = 24200 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 745.192\n",
+      "INFO:tensorflow:loss = 0.02393239, step = 24300 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 751.566\n",
+      "INFO:tensorflow:loss = 0.034916855, step = 24400 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.1\n",
+      "INFO:tensorflow:loss = 0.013192015, step = 24500 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 658.564\n",
+      "INFO:tensorflow:loss = 0.17433313, step = 24600 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.9\n",
+      "INFO:tensorflow:loss = 0.035164796, step = 24700 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.366\n",
+      "INFO:tensorflow:loss = 0.04726214, step = 24800 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.215\n",
+      "INFO:tensorflow:loss = 0.026133917, step = 24900 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 696.795\n",
+      "INFO:tensorflow:loss = 0.012287105, step = 25000 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 690.065\n",
+      "INFO:tensorflow:loss = 0.044558622, step = 25100 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 724.008\n",
+      "INFO:tensorflow:loss = 0.022052187, step = 25200 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 793.056\n",
+      "INFO:tensorflow:loss = 0.030693207, step = 25300 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 705.059\n",
+      "INFO:tensorflow:loss = 0.009593873, step = 25400 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 689.882\n",
+      "INFO:tensorflow:loss = 0.0099054035, step = 25500 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 677.624\n",
+      "INFO:tensorflow:loss = 0.0378652, step = 25600 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 780.923\n",
+      "INFO:tensorflow:loss = 0.05418991, step = 25700 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 737.105\n",
+      "INFO:tensorflow:loss = 0.00080424885, step = 25800 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 804.837\n",
+      "INFO:tensorflow:loss = 0.06874226, step = 25900 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 736.951\n",
+      "INFO:tensorflow:loss = 0.106181085, step = 26000 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 705.673\n",
+      "INFO:tensorflow:loss = 0.005992038, step = 26100 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 739.985\n",
+      "INFO:tensorflow:loss = 0.035752, step = 26200 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 672.419\n",
+      "INFO:tensorflow:loss = 0.0062805437, step = 26300 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 686.034\n",
+      "INFO:tensorflow:loss = 0.027117174, step = 26400 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 768.238\n",
+      "INFO:tensorflow:loss = 0.012986038, step = 26500 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 747.857\n",
+      "INFO:tensorflow:loss = 0.02381338, step = 26600 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 749.532\n",
+      "INFO:tensorflow:loss = 0.016095651, step = 26700 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 668.293\n",
+      "INFO:tensorflow:loss = 0.02392416, step = 26800 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 749.81\n",
+      "INFO:tensorflow:loss = 0.03930056, step = 26900 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 715.178\n",
+      "INFO:tensorflow:loss = 0.040683754, step = 27000 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 694.319\n",
+      "INFO:tensorflow:loss = 0.078643784, step = 27100 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 729.727\n",
+      "INFO:tensorflow:loss = 0.008082557, step = 27200 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 695.678\n",
+      "INFO:tensorflow:loss = 0.033514295, step = 27300 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 754.181\n",
+      "INFO:tensorflow:loss = 0.027759574, step = 27400 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 661.733\n",
+      "INFO:tensorflow:loss = 0.05964483, step = 27500 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 721.166\n",
+      "INFO:tensorflow:loss = 0.01151644, step = 27600 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 666.503\n",
+      "INFO:tensorflow:loss = 0.015075784, step = 27700 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 690.419\n",
+      "INFO:tensorflow:loss = 0.018286407, step = 27800 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 693.63\n",
+      "INFO:tensorflow:loss = 0.06667967, step = 27900 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 671.273\n",
+      "INFO:tensorflow:loss = 0.014374517, step = 28000 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 709.502\n",
+      "INFO:tensorflow:loss = 0.10888465, step = 28100 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 796.051\n",
+      "INFO:tensorflow:loss = 0.008978837, step = 28200 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 719.562\n",
+      "INFO:tensorflow:loss = 0.03003839, step = 28300 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 646.783\n",
+      "INFO:tensorflow:loss = 0.0578579, step = 28400 (0.156 sec)\n",
+      "INFO:tensorflow:global_step/sec: 661.338\n",
+      "INFO:tensorflow:loss = 0.011548916, step = 28500 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 758.989\n",
+      "INFO:tensorflow:loss = 0.06817261, step = 28600 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 703.936\n",
+      "INFO:tensorflow:loss = 0.02043501, step = 28700 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 762.376\n",
+      "INFO:tensorflow:loss = 0.032203794, step = 28800 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 767.124\n",
+      "INFO:tensorflow:loss = 0.016585821, step = 28900 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 742.731\n",
+      "INFO:tensorflow:loss = 0.04387374, step = 29000 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 639.467\n",
+      "INFO:tensorflow:loss = 0.0045471583, step = 29100 (0.158 sec)\n",
+      "INFO:tensorflow:global_step/sec: 740.898\n",
+      "INFO:tensorflow:loss = 0.0015986088, step = 29200 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 700.329\n",
+      "INFO:tensorflow:loss = 0.03186493, step = 29300 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 699.269\n",
+      "INFO:tensorflow:loss = 0.032493334, step = 29400 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 765.522\n",
+      "INFO:tensorflow:loss = 0.0047063627, step = 29500 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.874\n",
+      "INFO:tensorflow:loss = 0.0099709965, step = 29600 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 717.068\n",
+      "INFO:tensorflow:loss = 0.030789599, step = 29700 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 713.432\n",
+      "INFO:tensorflow:loss = 0.017368333, step = 29800 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 742.131\n",
+      "INFO:tensorflow:loss = 0.015394726, step = 29900 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 669.964\n",
+      "INFO:tensorflow:loss = 0.024769576, step = 30000 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 701.976\n",
+      "INFO:tensorflow:loss = 0.01302583, step = 30100 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 797.558\n",
+      "INFO:tensorflow:loss = 0.006958114, step = 30200 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 651.51\n",
+      "INFO:tensorflow:loss = 0.006674879, step = 30300 (0.153 sec)\n",
+      "INFO:tensorflow:global_step/sec: 768.814\n",
+      "INFO:tensorflow:loss = 0.022546686, step = 30400 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 738.478\n",
+      "INFO:tensorflow:loss = 0.0409905, step = 30500 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 755.33\n",
+      "INFO:tensorflow:loss = 0.0010423085, step = 30600 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 770.57\n",
+      "INFO:tensorflow:loss = 0.016143773, step = 30700 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 685.84\n",
+      "INFO:tensorflow:loss = 0.005080305, step = 30800 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 653.954\n",
+      "INFO:tensorflow:loss = 0.0001563972, step = 30900 (0.154 sec)\n",
+      "INFO:tensorflow:global_step/sec: 639.838\n",
+      "INFO:tensorflow:loss = 0.016453827, step = 31000 (0.155 sec)\n",
+      "INFO:tensorflow:global_step/sec: 687.275\n",
+      "INFO:tensorflow:loss = 0.018924043, step = 31100 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 675.629\n",
+      "INFO:tensorflow:loss = 0.033844046, step = 31200 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 753.373\n",
+      "INFO:tensorflow:loss = 0.02877907, step = 31300 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 691.878\n",
+      "INFO:tensorflow:loss = 0.0059439233, step = 31400 (0.161 sec)\n",
+      "INFO:tensorflow:global_step/sec: 656.713\n",
+      "INFO:tensorflow:loss = 0.009549853, step = 31500 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 720.365\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:loss = 0.02079692, step = 31600 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 832.499\n",
+      "INFO:tensorflow:loss = 0.0025147125, step = 31700 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 664.332\n",
+      "INFO:tensorflow:loss = 0.007999756, step = 31800 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 758.276\n",
+      "INFO:tensorflow:loss = 0.01664688, step = 31900 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 704.34\n",
+      "INFO:tensorflow:loss = 0.019514482, step = 32000 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 739.025\n",
+      "INFO:tensorflow:loss = 0.015806645, step = 32100 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 723.173\n",
+      "INFO:tensorflow:loss = 0.019019779, step = 32200 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 760.044\n",
+      "INFO:tensorflow:loss = 0.032663573, step = 32300 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 703.202\n",
+      "INFO:tensorflow:loss = 0.011111577, step = 32400 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 755.917\n",
+      "INFO:tensorflow:loss = 0.0067031216, step = 32500 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.655\n",
+      "INFO:tensorflow:loss = 0.065009676, step = 32600 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.491\n",
+      "INFO:tensorflow:loss = 0.0190825, step = 32700 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.206\n",
+      "INFO:tensorflow:loss = 0.042236935, step = 32800 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 723.888\n",
+      "INFO:tensorflow:loss = 0.019598864, step = 32900 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 691.011\n",
+      "INFO:tensorflow:loss = 0.037666045, step = 33000 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 707.653\n",
+      "INFO:tensorflow:loss = 0.00819896, step = 33100 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 790.321\n",
+      "INFO:tensorflow:loss = 0.008802559, step = 33200 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 739.991\n",
+      "INFO:tensorflow:loss = 0.0069321506, step = 33300 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 793.851\n",
+      "INFO:tensorflow:loss = 0.011861758, step = 33400 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 692.6\n",
+      "INFO:tensorflow:loss = 0.005425592, step = 33500 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 689.817\n",
+      "INFO:tensorflow:loss = 0.06730152, step = 33600 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 684.068\n",
+      "INFO:tensorflow:loss = 0.009559411, step = 33700 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 764.27\n",
+      "INFO:tensorflow:loss = 0.011085326, step = 33800 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 684.8\n",
+      "INFO:tensorflow:loss = 0.0030444951, step = 33900 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 741.327\n",
+      "INFO:tensorflow:loss = 0.03442745, step = 34000 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 766.378\n",
+      "INFO:tensorflow:loss = 0.019509332, step = 34100 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 690.905\n",
+      "INFO:tensorflow:loss = 0.017489627, step = 34200 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 692.558\n",
+      "INFO:tensorflow:loss = 0.01938666, step = 34300 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 762.012\n",
+      "INFO:tensorflow:loss = 0.01571033, step = 34400 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 695.644\n",
+      "INFO:tensorflow:loss = 0.05608541, step = 34500 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 729.396\n",
+      "INFO:tensorflow:loss = 0.0026731805, step = 34600 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 703.836\n",
+      "INFO:tensorflow:loss = 0.05696653, step = 34700 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 660.879\n",
+      "INFO:tensorflow:loss = 0.004377494, step = 34800 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 738.866\n",
+      "INFO:tensorflow:loss = 0.0021145523, step = 34900 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 789.812\n",
+      "INFO:tensorflow:loss = 0.01441968, step = 35000 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 731.295\n",
+      "INFO:tensorflow:loss = 0.0029570013, step = 35100 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 723.584\n",
+      "INFO:tensorflow:loss = 0.009255512, step = 35200 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 723.079\n",
+      "INFO:tensorflow:loss = 0.03133426, step = 35300 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 779.35\n",
+      "INFO:tensorflow:loss = 0.047382377, step = 35400 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 737.098\n",
+      "INFO:tensorflow:loss = 0.005345381, step = 35500 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 667.808\n",
+      "INFO:tensorflow:loss = 0.015965488, step = 35600 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 659.715\n",
+      "INFO:tensorflow:loss = 0.000686765, step = 35700 (0.152 sec)\n",
+      "INFO:tensorflow:global_step/sec: 705.421\n",
+      "INFO:tensorflow:loss = 0.017110772, step = 35800 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 802.368\n",
+      "INFO:tensorflow:loss = 0.0051504895, step = 35900 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 808.7\n",
+      "INFO:tensorflow:loss = 0.004764241, step = 36000 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.415\n",
+      "INFO:tensorflow:loss = 0.002746779, step = 36100 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 689.876\n",
+      "INFO:tensorflow:loss = 0.028700832, step = 36200 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 694.366\n",
+      "INFO:tensorflow:loss = 0.0064910976, step = 36300 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 661.667\n",
+      "INFO:tensorflow:loss = 0.010819282, step = 36400 (0.151 sec)\n",
+      "INFO:tensorflow:global_step/sec: 806.527\n",
+      "INFO:tensorflow:loss = 0.022298945, step = 36500 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 683.156\n",
+      "INFO:tensorflow:loss = 0.0021979343, step = 36600 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 733.352\n",
+      "INFO:tensorflow:loss = 0.025101447, step = 36700 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 737.074\n",
+      "INFO:tensorflow:loss = 0.00788566, step = 36800 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 757.766\n",
+      "INFO:tensorflow:loss = 0.0019166737, step = 36900 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 737.892\n",
+      "INFO:tensorflow:loss = 0.012619713, step = 37000 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 620.681\n",
+      "INFO:tensorflow:loss = 0.013296781, step = 37100 (0.155 sec)\n",
+      "INFO:tensorflow:global_step/sec: 697.868\n",
+      "INFO:tensorflow:loss = 0.024330642, step = 37200 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.778\n",
+      "INFO:tensorflow:loss = 0.014205432, step = 37300 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 738.04\n",
+      "INFO:tensorflow:loss = 0.018223232, step = 37400 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 757.235\n",
+      "INFO:tensorflow:loss = 0.024151746, step = 37500 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 763.103\n",
+      "INFO:tensorflow:loss = 0.01054293, step = 37600 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 833.851\n",
+      "INFO:tensorflow:loss = 0.015046421, step = 37700 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 705.7\n",
+      "INFO:tensorflow:loss = 0.0017428349, step = 37800 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 731.222\n",
+      "INFO:tensorflow:loss = 0.005485077, step = 37900 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 741.912\n",
+      "INFO:tensorflow:loss = 0.03764577, step = 38000 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 734.208\n",
+      "INFO:tensorflow:loss = 0.033232145, step = 38100 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.329\n",
+      "INFO:tensorflow:loss = 0.0037946901, step = 38200 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 672.011\n",
+      "INFO:tensorflow:loss = 0.0031624357, step = 38300 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 678.642\n",
+      "INFO:tensorflow:loss = 0.03833987, step = 38400 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 729.256\n",
+      "INFO:tensorflow:loss = 0.022040468, step = 38500 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 710.484\n",
+      "INFO:tensorflow:loss = 0.021502703, step = 38600 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 730.009\n",
+      "INFO:tensorflow:loss = 0.017402876, step = 38700 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 698.552\n",
+      "INFO:tensorflow:loss = 0.015710965, step = 38800 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 790.205\n",
+      "INFO:tensorflow:loss = 0.042211603, step = 38900 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 732.404\n",
+      "INFO:tensorflow:loss = 0.012911957, step = 39000 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 692.128\n",
+      "INFO:tensorflow:loss = 0.016184535, step = 39100 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 763.318\n",
+      "INFO:tensorflow:loss = 0.015847027, step = 39200 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 667.015\n",
+      "INFO:tensorflow:loss = 0.021537956, step = 39300 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 690.515\n",
+      "INFO:tensorflow:loss = 0.0031349366, step = 39400 (0.145 sec)\n",
+      "INFO:tensorflow:global_step/sec: 713.931\n",
+      "INFO:tensorflow:loss = 0.0049741194, step = 39500 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 755.075\n",
+      "INFO:tensorflow:loss = 0.02600574, step = 39600 (0.132 sec)\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:global_step/sec: 710.589\n",
+      "INFO:tensorflow:loss = 0.006068499, step = 39700 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 751.696\n",
+      "INFO:tensorflow:loss = 0.017294474, step = 39800 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 699.222\n",
+      "INFO:tensorflow:loss = 0.012692339, step = 39900 (0.143 sec)\n",
+      "INFO:tensorflow:global_step/sec: 752.594\n",
+      "INFO:tensorflow:loss = 0.04729276, step = 40000 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 679.097\n",
+      "INFO:tensorflow:loss = 0.008243736, step = 40100 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 732.43\n",
+      "INFO:tensorflow:loss = 0.00960378, step = 40200 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 714.436\n",
+      "INFO:tensorflow:loss = 0.035596434, step = 40300 (0.140 sec)\n",
+      "INFO:tensorflow:global_step/sec: 790.992\n",
+      "INFO:tensorflow:loss = 0.057535127, step = 40400 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 732.32\n",
+      "INFO:tensorflow:loss = 0.0015139935, step = 40500 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 790.001\n",
+      "INFO:tensorflow:loss = 0.0012848399, step = 40600 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 636.647\n",
+      "INFO:tensorflow:loss = 0.009264048, step = 40700 (0.157 sec)\n",
+      "INFO:tensorflow:global_step/sec: 697.209\n",
+      "INFO:tensorflow:loss = 0.024688, step = 40800 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 712.774\n",
+      "INFO:tensorflow:loss = 0.0015447914, step = 40900 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 751.83\n",
+      "INFO:tensorflow:loss = 0.019551061, step = 41000 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 766.354\n",
+      "INFO:tensorflow:loss = 0.010595959, step = 41100 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.937\n",
+      "INFO:tensorflow:loss = 0.0028679944, step = 41200 (0.135 sec)\n",
+      "INFO:tensorflow:global_step/sec: 737.975\n",
+      "INFO:tensorflow:loss = 0.022258334, step = 41300 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 696.261\n",
+      "INFO:tensorflow:loss = 0.00084078737, step = 41400 (0.144 sec)\n",
+      "INFO:tensorflow:global_step/sec: 711.678\n",
+      "INFO:tensorflow:loss = 0.07653401, step = 41500 (0.148 sec)\n",
+      "INFO:tensorflow:global_step/sec: 706.256\n",
+      "INFO:tensorflow:loss = 0.0024864883, step = 41600 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 669.921\n",
+      "INFO:tensorflow:loss = 0.045245055, step = 41700 (0.149 sec)\n",
+      "INFO:tensorflow:global_step/sec: 730.434\n",
+      "INFO:tensorflow:loss = 0.023051996, step = 41800 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 730.237\n",
+      "INFO:tensorflow:loss = 0.000904014, step = 41900 (0.137 sec)\n",
+      "INFO:tensorflow:global_step/sec: 750.778\n",
+      "INFO:tensorflow:loss = 0.0008925211, step = 42000 (0.133 sec)\n",
+      "INFO:tensorflow:global_step/sec: 703.198\n",
+      "INFO:tensorflow:loss = 0.02051543, step = 42100 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 679.881\n",
+      "INFO:tensorflow:loss = 0.014940187, step = 42200 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 686.019\n",
+      "INFO:tensorflow:loss = 0.014624184, step = 42300 (0.146 sec)\n",
+      "INFO:tensorflow:global_step/sec: 735.501\n",
+      "INFO:tensorflow:loss = 0.0051962715, step = 42400 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 664.64\n",
+      "INFO:tensorflow:loss = 0.012029415, step = 42500 (0.150 sec)\n",
+      "INFO:tensorflow:global_step/sec: 758.243\n",
+      "INFO:tensorflow:loss = 0.005246341, step = 42600 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 779.919\n",
+      "INFO:tensorflow:loss = 0.00075935933, step = 42700 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 744.733\n",
+      "INFO:tensorflow:loss = 0.008091343, step = 42800 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 735.747\n",
+      "INFO:tensorflow:loss = 0.0122832265, step = 42900 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 713.299\n",
+      "INFO:tensorflow:loss = 0.018309314, step = 43000 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 700.501\n",
+      "INFO:tensorflow:loss = 0.014963597, step = 43100 (0.142 sec)\n",
+      "INFO:tensorflow:global_step/sec: 785.6\n",
+      "INFO:tensorflow:loss = 0.01887432, step = 43200 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 725.233\n",
+      "INFO:tensorflow:loss = 0.010414865, step = 43300 (0.138 sec)\n",
+      "INFO:tensorflow:global_step/sec: 748.593\n",
+      "INFO:tensorflow:loss = 0.015046911, step = 43400 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 732.268\n",
+      "INFO:tensorflow:loss = 0.0080095865, step = 43500 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 680.628\n",
+      "INFO:tensorflow:loss = 0.008756702, step = 43600 (0.147 sec)\n",
+      "INFO:tensorflow:global_step/sec: 724.501\n",
+      "INFO:tensorflow:loss = 0.007790994, step = 43700 (0.141 sec)\n",
+      "INFO:tensorflow:global_step/sec: 752.679\n",
+      "INFO:tensorflow:loss = 0.008473238, step = 43800 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 745.042\n",
+      "INFO:tensorflow:loss = 0.005319404, step = 43900 (0.135 sec)\n",
+      "INFO:tensorflow:Saving checkpoints for 44000 into /tmp/tmpenr8wre6/model.ckpt.\n",
+      "INFO:tensorflow:Loss for final step: 0.019557934.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<tensorflow.python.estimator.canned.dnn.DNNClassifier at 0x7fadb0686898>"
+      ]
+     },
+     "execution_count": 12,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "feature_cols = [tf.feature_column.numeric_column(\"X\", shape=[28 * 28])]\n",
     "dnn_clf = tf.estimator.DNNClassifier(hidden_units=[300,100], n_classes=10,\n",
@@ -377,9 +1315,25 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 13,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:Calling model_fn.\n",
+      "INFO:tensorflow:Done calling model_fn.\n",
+      "INFO:tensorflow:Starting evaluation at 2018-05-23-04:16:26\n",
+      "INFO:tensorflow:Graph was finalized.\n",
+      "INFO:tensorflow:Restoring parameters from /tmp/tmpenr8wre6/model.ckpt-44000\n",
+      "INFO:tensorflow:Running local_init_op.\n",
+      "INFO:tensorflow:Done running local_init_op.\n",
+      "INFO:tensorflow:Finished evaluation at 2018-05-23-04:16:26\n",
+      "INFO:tensorflow:Saving dict for global step 44000: accuracy = 0.9807, average_loss = 0.10106682, global_step = 44000, loss = 12.793268\n"
+     ]
+    }
+   ],
    "source": [
     "test_input_fn = tf.estimator.inputs.numpy_input_fn(\n",
     "    x={\"X\": X_test}, y=y_test, shuffle=False)\n",
@@ -388,18 +1342,62 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 14,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'accuracy': 0.9807,\n",
+       " 'average_loss': 0.10106682,\n",
+       " 'loss': 12.793268,\n",
+       " 'global_step': 44000}"
+      ]
+     },
+     "execution_count": 14,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "eval_results"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 15,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "INFO:tensorflow:Calling model_fn.\n",
+      "INFO:tensorflow:Done calling model_fn.\n",
+      "INFO:tensorflow:Graph was finalized.\n",
+      "INFO:tensorflow:Restoring parameters from /tmp/tmpenr8wre6/model.ckpt-44000\n",
+      "INFO:tensorflow:Running local_init_op.\n",
+      "INFO:tensorflow:Done running local_init_op.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "{'logits': array([ -8.736278 ,  -4.2979555,  -1.4217235,   5.8501   ,  -7.116479 ,\n",
+       "         -6.524613 , -15.091009 ,  24.78048  ,  -3.6320136,   1.4088718],\n",
+       "       dtype=float32),\n",
+       " 'probabilities': array([2.77879767e-15, 2.35177925e-13, 4.17376030e-12, 6.00676264e-09,\n",
+       "        1.40387164e-14, 2.53729736e-14, 4.83094033e-18, 1.00000000e+00,\n",
+       "        4.57731943e-13, 7.07685160e-11], dtype=float32),\n",
+       " 'class_ids': array([7]),\n",
+       " 'classes': array([b'7'], dtype=object)}"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "y_pred_iter = dnn_clf.predict(input_fn=test_input_fn)\n",
     "y_pred = list(y_pred_iter)\n",
@@ -415,26 +1413,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 16,
    "metadata": {
     "scrolled": true
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Successfully downloaded train-images-idx3-ubyte.gz 9912422 bytes.\n",
-      "Extracting /tmp/data/train-images-idx3-ubyte.gz\n",
-      "Successfully downloaded train-labels-idx1-ubyte.gz 28881 bytes.\n",
-      "Extracting /tmp/data/train-labels-idx1-ubyte.gz\n",
-      "Successfully downloaded t10k-images-idx3-ubyte.gz 1648877 bytes.\n",
-      "Extracting /tmp/data/t10k-images-idx3-ubyte.gz\n",
-      "Successfully downloaded t10k-labels-idx1-ubyte.gz 4542 bytes.\n",
-      "Extracting /tmp/data/t10k-labels-idx1-ubyte.gz\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "# from tensorflow.examples.tutorials.mnist import input_data\n",
     "# mnist = input_data.read_data_sets(\"/tmp/data/\")"
@@ -442,7 +1425,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -454,857 +1437,890 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
-   "metadata": {
-    "collapsed": true
-   },
+   "execution_count": 18,
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.5/site-packages/tensorflow/contrib/learn/python/learn/learn_io/data_feeder.py:102: extract_pandas_labels (from tensorflow.contrib.learn.python.learn.learn_io.pandas_io) is deprecated and will be removed in a future version.\n",
+      "WARNING:tensorflow:From <ipython-input-18-0efa993935b9>:1: RunConfig.__init__ (from tensorflow.contrib.learn.python.learn.estimators.run_config) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "When switching to tf.estimator.Estimator, use tf.estimator.RunConfig instead.\n",
+      "WARNING:tensorflow:From <ipython-input-18-0efa993935b9>:3: infer_real_valued_columns_from_input (from tensorflow.contrib.learn.python.learn.estimators.estimator) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please specify feature columns explicitly.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/estimator.py:142: setup_train_data_feeder (from tensorflow.contrib.learn.python.learn.learn_io.data_feeder) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please use tensorflow/transform or tf.data.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/learn_io/data_feeder.py:100: extract_pandas_data (from tensorflow.contrib.learn.python.learn.learn_io.pandas_io) is deprecated and will be removed in a future version.\n",
       "Instructions for updating:\n",
       "Please access pandas data directly.\n",
-      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.5/site-packages/tensorflow/contrib/learn/python/learn/estimators/head.py:678: ModelFnOps.__new__ (from tensorflow.contrib.learn.python.learn.estimators.model_fn) is deprecated and will be removed in a future version.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/learn_io/data_feeder.py:159: DataFeeder.__init__ (from tensorflow.contrib.learn.python.learn.learn_io.data_feeder) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please use tensorflow/transform or tf.data.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/learn_io/data_feeder.py:340: check_array (from tensorflow.contrib.learn.python.learn.learn_io.data_feeder) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please convert numpy dtypes explicitly.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/estimator.py:182: infer_real_valued_columns_from_input_fn (from tensorflow.contrib.learn.python.learn.estimators.estimator) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please specify feature columns explicitly.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/dnn.py:378: multi_class_head (from tensorflow.contrib.learn.python.learn.estimators.head) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please switch to tf.contrib.estimator.*_head.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/estimator.py:1179: BaseEstimator.__init__ (from tensorflow.contrib.learn.python.learn.estimators.estimator) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please replace uses of any Estimator from tf.contrib.learn with an Estimator from tf.estimator.*\n",
+      "WARNING:tensorflow:Using temporary folder as model directory: /tmp/tmpvld1kthq\n",
+      "INFO:tensorflow:Using config: {'_task_type': None, '_task_id': 0, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7fad68704080>, '_master': '', '_num_ps_replicas': 0, '_num_worker_replicas': 0, '_environment': 'local', '_is_chief': True, '_evaluation_master': '', '_train_distribute': None, '_tf_config': gpu_options {\n",
+      "  per_process_gpu_memory_fraction: 1.0\n",
+      "}\n",
+      ", '_tf_random_seed': 42, '_save_summary_steps': 100, '_save_checkpoints_secs': 600, '_log_step_count_steps': 100, '_session_config': None, '_save_checkpoints_steps': None, '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_model_dir': '/tmp/tmpvld1kthq'}\n",
+      "WARNING:tensorflow:From <ipython-input-18-0efa993935b9>:6: SKCompat.__init__ (from tensorflow.contrib.learn.python.learn.estimators.estimator) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please switch to the Estimator interface.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/learn_io/data_feeder.py:102: extract_pandas_labels (from tensorflow.contrib.learn.python.learn.learn_io.pandas_io) is deprecated and will be removed in a future version.\n",
+      "Instructions for updating:\n",
+      "Please access pandas data directly.\n",
+      "WARNING:tensorflow:From /home/haesun/anaconda3/envs/handson-ml/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/head.py:678: ModelFnOps.__new__ (from tensorflow.contrib.learn.python.learn.estimators.model_fn) is deprecated and will be removed in a future version.\n",
       "Instructions for updating:\n",
       "When switching to tf.estimator.Estimator, use tf.estimator.EstimatorSpec. You can use the `estimator_spec` method to create an equivalent one.\n",
       "INFO:tensorflow:Create CheckpointSaverHook.\n",
       "INFO:tensorflow:Graph was finalized.\n",
       "INFO:tensorflow:Running local_init_op.\n",
       "INFO:tensorflow:Done running local_init_op.\n",
-      "INFO:tensorflow:Saving checkpoints for 1 into /tmp/tmpe5h7pn1c/model.ckpt.\n",
-      "INFO:tensorflow:step = 0, loss = 2.4005778\n",
-      "INFO:tensorflow:global_step/sec: 750.317\n",
-      "INFO:tensorflow:step = 100, loss = 0.31267592 (0.135 sec)\n",
-      "INFO:tensorflow:global_step/sec: 792.405\n",
-      "INFO:tensorflow:step = 200, loss = 0.29636884 (0.125 sec)\n",
-      "INFO:tensorflow:global_step/sec: 852.452\n",
-      "INFO:tensorflow:step = 300, loss = 0.4080767 (0.118 sec)\n",
-      "INFO:tensorflow:global_step/sec: 799.931\n",
-      "INFO:tensorflow:step = 400, loss = 0.23435771 (0.125 sec)\n",
-      "INFO:tensorflow:global_step/sec: 830.96\n",
-      "INFO:tensorflow:step = 500, loss = 0.2913078 (0.120 sec)\n",
-      "INFO:tensorflow:global_step/sec: 881.147\n",
-      "INFO:tensorflow:step = 600, loss = 0.07167664 (0.113 sec)\n",
-      "INFO:tensorflow:global_step/sec: 904.703\n",
-      "INFO:tensorflow:step = 700, loss = 0.1416188 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 893.093\n",
-      "INFO:tensorflow:step = 800, loss = 0.2013877 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 818.583\n",
-      "INFO:tensorflow:step = 900, loss = 0.11518536 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 885.235\n",
-      "INFO:tensorflow:step = 1000, loss = 0.24996708 (0.113 sec)\n",
-      "INFO:tensorflow:global_step/sec: 856.97\n",
-      "INFO:tensorflow:step = 1100, loss = 0.18783638 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 920.187\n",
-      "INFO:tensorflow:step = 1200, loss = 0.15286086 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 861.358\n",
-      "INFO:tensorflow:step = 1300, loss = 0.18098919 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 875.336\n",
-      "INFO:tensorflow:step = 1400, loss = 0.07534057 (0.113 sec)\n",
-      "INFO:tensorflow:global_step/sec: 897.202\n",
-      "INFO:tensorflow:step = 1500, loss = 0.1207019 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 858.04\n",
-      "INFO:tensorflow:step = 1600, loss = 0.08812465 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 820.742\n",
-      "INFO:tensorflow:step = 1700, loss = 0.038204957 (0.122 sec)\n",
-      "INFO:tensorflow:global_step/sec: 843.717\n",
-      "INFO:tensorflow:step = 1800, loss = 0.15442613 (0.120 sec)\n",
-      "INFO:tensorflow:global_step/sec: 869.106\n",
-      "INFO:tensorflow:step = 1900, loss = 0.10359758 (0.114 sec)\n",
-      "INFO:tensorflow:global_step/sec: 811.081\n",
-      "INFO:tensorflow:step = 2000, loss = 0.11606238 (0.123 sec)\n",
-      "INFO:tensorflow:global_step/sec: 903.955\n",
-      "INFO:tensorflow:step = 2100, loss = 0.019048024 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 845.846\n",
-      "INFO:tensorflow:step = 2200, loss = 0.023818878 (0.118 sec)\n",
-      "INFO:tensorflow:global_step/sec: 916.666\n",
-      "INFO:tensorflow:step = 2300, loss = 0.05999935 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 832.737\n",
-      "INFO:tensorflow:step = 2400, loss = 0.056923043 (0.121 sec)\n",
-      "INFO:tensorflow:global_step/sec: 803.704\n",
-      "INFO:tensorflow:step = 2500, loss = 0.09799395 (0.123 sec)\n",
-      "INFO:tensorflow:global_step/sec: 939.26\n",
-      "INFO:tensorflow:step = 2600, loss = 0.053504344 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 830.491\n",
-      "INFO:tensorflow:step = 2700, loss = 0.015418637 (0.120 sec)\n",
-      "INFO:tensorflow:global_step/sec: 827.398\n",
-      "INFO:tensorflow:step = 2800, loss = 0.05423641 (0.121 sec)\n",
-      "INFO:tensorflow:global_step/sec: 894.972\n",
-      "INFO:tensorflow:step = 2900, loss = 0.19272281 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 860.771\n",
-      "INFO:tensorflow:step = 3000, loss = 0.017826248 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 905.326\n",
-      "INFO:tensorflow:step = 3100, loss = 0.047520652 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 883.076\n",
-      "INFO:tensorflow:step = 3200, loss = 0.008825016 (0.113 sec)\n",
-      "INFO:tensorflow:global_step/sec: 813.753\n",
-      "INFO:tensorflow:step = 3300, loss = 0.043046378 (0.123 sec)\n",
-      "INFO:tensorflow:global_step/sec: 909.421\n",
-      "INFO:tensorflow:step = 3400, loss = 0.25028038 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 863.674\n",
-      "INFO:tensorflow:step = 3500, loss = 0.11522484 (0.115 sec)\n",
-      "INFO:tensorflow:global_step/sec: 856.741\n",
-      "INFO:tensorflow:step = 3600, loss = 0.19024101 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 822.819\n",
-      "INFO:tensorflow:step = 3700, loss = 0.031991333 (0.121 sec)\n",
-      "INFO:tensorflow:global_step/sec: 770.981\n",
-      "INFO:tensorflow:step = 3800, loss = 0.010256841 (0.130 sec)\n",
-      "INFO:tensorflow:global_step/sec: 913.32\n",
-      "INFO:tensorflow:step = 3900, loss = 0.047522556 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 900.162\n",
-      "INFO:tensorflow:step = 4000, loss = 0.10383755 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 718.077\n",
-      "INFO:tensorflow:step = 4100, loss = 0.029225793 (0.139 sec)\n",
-      "INFO:tensorflow:global_step/sec: 919.541\n",
-      "INFO:tensorflow:step = 4200, loss = 0.06473246 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 745.899\n",
-      "INFO:tensorflow:step = 4300, loss = 0.18023157 (0.134 sec)\n",
-      "INFO:tensorflow:global_step/sec: 828.567\n",
-      "INFO:tensorflow:step = 4400, loss = 0.13515297 (0.121 sec)\n",
-      "INFO:tensorflow:global_step/sec: 844.672\n",
-      "INFO:tensorflow:step = 4500, loss = 0.013956523 (0.118 sec)\n",
-      "INFO:tensorflow:global_step/sec: 691.991\n",
-      "INFO:tensorflow:step = 4600, loss = 0.014665036 (0.145 sec)\n",
-      "INFO:tensorflow:global_step/sec: 812.333\n",
-      "INFO:tensorflow:step = 4701, loss = 0.009306759 (0.123 sec)\n",
-      "INFO:tensorflow:global_step/sec: 868.343\n",
-      "INFO:tensorflow:step = 4800, loss = 0.025362525 (0.115 sec)\n",
-      "INFO:tensorflow:global_step/sec: 937.578\n",
-      "INFO:tensorflow:step = 4900, loss = 0.09176088 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 828.074\n",
-      "INFO:tensorflow:step = 5000, loss = 0.08832441 (0.120 sec)\n",
-      "INFO:tensorflow:global_step/sec: 939.02\n",
-      "INFO:tensorflow:step = 5100, loss = 0.012433238 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 749.256\n",
-      "INFO:tensorflow:step = 5200, loss = 0.026440734 (0.133 sec)\n",
-      "INFO:tensorflow:global_step/sec: 933.848\n",
-      "INFO:tensorflow:step = 5300, loss = 0.029469134 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 852.265\n",
-      "INFO:tensorflow:step = 5400, loss = 0.028830236 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 862.729\n",
-      "INFO:tensorflow:step = 5500, loss = 0.019954417 (0.118 sec)\n",
-      "INFO:tensorflow:global_step/sec: 789.131\n",
-      "INFO:tensorflow:step = 5600, loss = 0.042317726 (0.125 sec)\n",
-      "INFO:tensorflow:global_step/sec: 908.32\n",
-      "INFO:tensorflow:step = 5700, loss = 0.0091250595 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 783.954\n",
-      "INFO:tensorflow:step = 5800, loss = 0.007279352 (0.127 sec)\n",
-      "INFO:tensorflow:global_step/sec: 966.864\n",
-      "INFO:tensorflow:step = 5900, loss = 0.06380916 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 917.636\n",
-      "INFO:tensorflow:step = 6000, loss = 0.09124634 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 869.041\n",
-      "INFO:tensorflow:step = 6100, loss = 0.014696269 (0.115 sec)\n",
-      "INFO:tensorflow:global_step/sec: 953.678\n",
-      "INFO:tensorflow:step = 6200, loss = 0.014076755 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 960.727\n",
-      "INFO:tensorflow:step = 6300, loss = 0.0514566 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 990.692\n",
-      "INFO:tensorflow:step = 6400, loss = 0.032591626 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 854.472\n",
-      "INFO:tensorflow:step = 6500, loss = 0.009978868 (0.122 sec)\n",
-      "INFO:tensorflow:global_step/sec: 875.033\n",
-      "INFO:tensorflow:step = 6600, loss = 0.01722739 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 901.987\n",
-      "INFO:tensorflow:step = 6700, loss = 0.016709065 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 812.801\n",
-      "INFO:tensorflow:step = 6800, loss = 0.0055215447 (0.123 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1003.35\n",
-      "INFO:tensorflow:step = 6900, loss = 0.014257179 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 863.886\n",
-      "INFO:tensorflow:step = 7000, loss = 0.017044535 (0.116 sec)\n",
-      "INFO:tensorflow:global_step/sec: 973.425\n",
-      "INFO:tensorflow:step = 7100, loss = 0.00857167 (0.103 sec)\n"
+      "INFO:tensorflow:Saving checkpoints for 1 into /tmp/tmpvld1kthq/model.ckpt.\n",
+      "INFO:tensorflow:loss = 2.4005778, step = 0\n",
+      "INFO:tensorflow:global_step/sec: 725.415\n",
+      "INFO:tensorflow:loss = 0.31267592, step = 100 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 785.736\n",
+      "INFO:tensorflow:loss = 0.29636884, step = 200 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 907.177\n",
+      "INFO:tensorflow:loss = 0.4080767, step = 300 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 833.98\n",
+      "INFO:tensorflow:loss = 0.23435771, step = 400 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 873.177\n",
+      "INFO:tensorflow:loss = 0.2913078, step = 500 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 885.681\n",
+      "INFO:tensorflow:loss = 0.07167665, step = 600 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 725.751\n",
+      "INFO:tensorflow:loss = 0.14161882, step = 700 (0.139 sec)\n",
+      "INFO:tensorflow:global_step/sec: 790.056\n",
+      "INFO:tensorflow:loss = 0.20138773, step = 800 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 839.364\n",
+      "INFO:tensorflow:loss = 0.11518536, step = 900 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 757.947\n",
+      "INFO:tensorflow:loss = 0.24996708, step = 1000 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 762.992\n",
+      "INFO:tensorflow:loss = 0.18783642, step = 1100 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 864.219\n",
+      "INFO:tensorflow:loss = 0.1528608, step = 1200 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 886.307\n",
+      "INFO:tensorflow:loss = 0.18098918, step = 1300 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 905.027\n",
+      "INFO:tensorflow:loss = 0.075340584, step = 1400 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 795.983\n",
+      "INFO:tensorflow:loss = 0.120701864, step = 1500 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 805.492\n",
+      "INFO:tensorflow:loss = 0.08812464, step = 1600 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 881.556\n",
+      "INFO:tensorflow:loss = 0.038204927, step = 1700 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 764.757\n",
+      "INFO:tensorflow:loss = 0.15442611, step = 1800 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 790.415\n",
+      "INFO:tensorflow:loss = 0.10359758, step = 1900 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 885.708\n",
+      "INFO:tensorflow:loss = 0.11606234, step = 2000 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 927.332\n",
+      "INFO:tensorflow:loss = 0.019048026, step = 2100 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 877.723\n",
+      "INFO:tensorflow:loss = 0.023819495, step = 2200 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 764.789\n",
+      "INFO:tensorflow:loss = 0.06001607, step = 2300 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 904.303\n",
+      "INFO:tensorflow:loss = 0.057904292, step = 2400 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.292\n",
+      "INFO:tensorflow:loss = 0.09638496, step = 2500 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 832.076\n",
+      "INFO:tensorflow:loss = 0.052304104, step = 2600 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 908.391\n",
+      "INFO:tensorflow:loss = 0.016296867, step = 2700 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 960.848\n",
+      "INFO:tensorflow:loss = 0.056792654, step = 2800 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 910.892\n",
+      "INFO:tensorflow:loss = 0.17416798, step = 2900 (0.110 sec)\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "INFO:tensorflow:global_step/sec: 848.404\n",
-      "INFO:tensorflow:step = 7200, loss = 0.063735545 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 907.165\n",
-      "INFO:tensorflow:step = 7300, loss = 0.008762206 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 864.965\n",
-      "INFO:tensorflow:step = 7400, loss = 0.024194755 (0.116 sec)\n",
-      "INFO:tensorflow:global_step/sec: 884.51\n",
-      "INFO:tensorflow:step = 7500, loss = 0.009776782 (0.113 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.202\n",
-      "INFO:tensorflow:step = 7600, loss = 0.015909163 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 936.352\n",
-      "INFO:tensorflow:step = 7700, loss = 0.0063017346 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 942.875\n",
-      "INFO:tensorflow:step = 7800, loss = 0.005506386 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 960.16\n",
-      "INFO:tensorflow:step = 7900, loss = 0.0058054887 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 985.002\n",
-      "INFO:tensorflow:step = 8000, loss = 0.0030545876 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1001.28\n",
-      "INFO:tensorflow:step = 8100, loss = 0.0061079627 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1004.72\n",
-      "INFO:tensorflow:step = 8200, loss = 0.031254232 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1018.24\n",
-      "INFO:tensorflow:step = 8300, loss = 0.031678263 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 983.36\n",
-      "INFO:tensorflow:step = 8400, loss = 0.005496527 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1031.84\n",
-      "INFO:tensorflow:step = 8500, loss = 0.0049448702 (0.097 sec)\n",
-      "INFO:tensorflow:global_step/sec: 885.784\n",
-      "INFO:tensorflow:step = 8600, loss = 0.007353966 (0.113 sec)\n",
-      "INFO:tensorflow:global_step/sec: 926.23\n",
-      "INFO:tensorflow:step = 8700, loss = 0.004270589 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 966.906\n",
-      "INFO:tensorflow:step = 8800, loss = 0.008605366 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 960.754\n",
-      "INFO:tensorflow:step = 8900, loss = 0.002493053 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.132\n",
-      "INFO:tensorflow:step = 9000, loss = 0.004364758 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.824\n",
-      "INFO:tensorflow:step = 9100, loss = 0.010166912 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 954.418\n",
-      "INFO:tensorflow:step = 9200, loss = 0.0066041565 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 983.032\n",
-      "INFO:tensorflow:step = 9300, loss = 0.006700021 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1019.07\n",
-      "INFO:tensorflow:step = 9400, loss = 0.067409776 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 985.471\n",
-      "INFO:tensorflow:step = 9500, loss = 0.003410815 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 986.614\n",
-      "INFO:tensorflow:step = 9600, loss = 0.02074985 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 909.689\n",
-      "INFO:tensorflow:step = 9700, loss = 0.0070418827 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.48\n",
-      "INFO:tensorflow:step = 9800, loss = 0.0015408766 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.631\n",
-      "INFO:tensorflow:step = 9900, loss = 0.016077265 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 919.277\n",
-      "INFO:tensorflow:step = 10001, loss = 0.003873576 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 991.444\n",
-      "INFO:tensorflow:step = 10100, loss = 0.0057178503 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.297\n",
-      "INFO:tensorflow:step = 10200, loss = 0.01398741 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 972.581\n",
-      "INFO:tensorflow:step = 10300, loss = 0.0025043017 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 992.457\n",
-      "INFO:tensorflow:step = 10400, loss = 0.0043751723 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 919.531\n",
-      "INFO:tensorflow:step = 10500, loss = 0.0031843036 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 983.959\n",
-      "INFO:tensorflow:step = 10600, loss = 0.016796816 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 949.93\n",
-      "INFO:tensorflow:step = 10700, loss = 0.028494671 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 954.296\n",
-      "INFO:tensorflow:step = 10800, loss = 0.00618124 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 977.974\n",
-      "INFO:tensorflow:step = 10900, loss = 0.0014480881 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 843.734\n",
-      "INFO:tensorflow:step = 11000, loss = 0.018059194 (0.119 sec)\n",
-      "INFO:tensorflow:global_step/sec: 997.959\n",
-      "INFO:tensorflow:step = 11100, loss = 0.0038795408 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 983.611\n",
-      "INFO:tensorflow:step = 11200, loss = 0.000671164 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1024.35\n",
-      "INFO:tensorflow:step = 11300, loss = 0.0062988256 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 877.947\n",
-      "INFO:tensorflow:step = 11400, loss = 0.0055701653 (0.114 sec)\n",
-      "INFO:tensorflow:global_step/sec: 998.408\n",
-      "INFO:tensorflow:step = 11500, loss = 0.012729811 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 889.704\n",
-      "INFO:tensorflow:step = 11600, loss = 0.0013058208 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 815.074\n",
-      "INFO:tensorflow:step = 11700, loss = 0.0036144138 (0.123 sec)\n",
-      "INFO:tensorflow:global_step/sec: 984.749\n",
-      "INFO:tensorflow:step = 11800, loss = 0.00048819414 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 986.9\n",
-      "INFO:tensorflow:step = 11900, loss = 0.0058914255 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 991.395\n",
-      "INFO:tensorflow:step = 12000, loss = 0.0005292475 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 851.328\n",
-      "INFO:tensorflow:step = 12100, loss = 0.0019383946 (0.117 sec)\n",
-      "INFO:tensorflow:global_step/sec: 941.662\n",
-      "INFO:tensorflow:step = 12200, loss = 0.0029932975 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 927.677\n",
-      "INFO:tensorflow:step = 12300, loss = 0.0049187057 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 901.404\n",
-      "INFO:tensorflow:step = 12400, loss = 0.00036251603 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.172\n",
-      "INFO:tensorflow:step = 12500, loss = 0.0021361937 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 962.266\n",
-      "INFO:tensorflow:step = 12600, loss = 0.0022024082 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 940.522\n",
-      "INFO:tensorflow:step = 12700, loss = 0.003751991 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.264\n",
-      "INFO:tensorflow:step = 12800, loss = 0.014654389 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 937.007\n",
-      "INFO:tensorflow:step = 12900, loss = 0.002824243 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 977.798\n",
-      "INFO:tensorflow:step = 13000, loss = 0.005475677 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 956.152\n",
-      "INFO:tensorflow:step = 13100, loss = 0.0032852385 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1012.25\n",
-      "INFO:tensorflow:step = 13200, loss = 0.0017949693 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 977.379\n",
-      "INFO:tensorflow:step = 13300, loss = 0.0107093705 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 979.618\n",
-      "INFO:tensorflow:step = 13400, loss = 0.007224556 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 975.951\n",
-      "INFO:tensorflow:step = 13500, loss = 0.002714768 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 988.994\n",
-      "INFO:tensorflow:step = 13600, loss = 0.0038220594 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 988.127\n",
-      "INFO:tensorflow:step = 13700, loss = 0.0020954758 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 971.207\n",
-      "INFO:tensorflow:step = 13800, loss = 0.005418992 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.524\n",
-      "INFO:tensorflow:step = 13900, loss = 0.004231164 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 951.551\n",
-      "INFO:tensorflow:step = 14000, loss = 0.002574131 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 874.303\n",
-      "INFO:tensorflow:step = 14100, loss = 0.009074745 (0.114 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1022.74\n",
-      "INFO:tensorflow:step = 14200, loss = 0.004043962 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 910.479\n",
-      "INFO:tensorflow:step = 14300, loss = 0.00085690734 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 916.113\n",
-      "INFO:tensorflow:step = 14400, loss = 0.0012672002 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 990.842\n",
-      "INFO:tensorflow:step = 14500, loss = 0.0009100987 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 918.993\n",
-      "INFO:tensorflow:step = 14600, loss = 0.0036579433 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 880.174\n",
-      "INFO:tensorflow:step = 14700, loss = 0.0012706454 (0.114 sec)\n",
-      "INFO:tensorflow:global_step/sec: 932.77\n",
-      "INFO:tensorflow:step = 14800, loss = 0.0012357224 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 992.04\n",
-      "INFO:tensorflow:step = 14900, loss = 0.0023793501 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 896.849\n",
-      "INFO:tensorflow:step = 15000, loss = 0.0015898533 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 931.902\n",
-      "INFO:tensorflow:step = 15100, loss = 0.0022135375 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 903.47\n"
+      "INFO:tensorflow:global_step/sec: 815.468\n",
+      "INFO:tensorflow:loss = 0.01614511, step = 3000 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 965.495\n",
+      "INFO:tensorflow:loss = 0.046176963, step = 3100 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 956.549\n",
+      "INFO:tensorflow:loss = 0.009885453, step = 3200 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 868.109\n",
+      "INFO:tensorflow:loss = 0.039482597, step = 3300 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 925.235\n",
+      "INFO:tensorflow:loss = 0.25074363, step = 3400 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 881.903\n",
+      "INFO:tensorflow:loss = 0.108091794, step = 3500 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 835.948\n",
+      "INFO:tensorflow:loss = 0.19296156, step = 3600 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 911.595\n",
+      "INFO:tensorflow:loss = 0.032442845, step = 3700 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 933.987\n",
+      "INFO:tensorflow:loss = 0.009454474, step = 3800 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 827.347\n",
+      "INFO:tensorflow:loss = 0.049338464, step = 3900 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 905.659\n",
+      "INFO:tensorflow:loss = 0.11530109, step = 4000 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 949.305\n",
+      "INFO:tensorflow:loss = 0.028121071, step = 4100 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 972.865\n",
+      "INFO:tensorflow:loss = 0.058370374, step = 4200 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 878.05\n",
+      "INFO:tensorflow:loss = 0.17256807, step = 4300 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 879.479\n",
+      "INFO:tensorflow:loss = 0.14077905, step = 4400 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 934.981\n",
+      "INFO:tensorflow:loss = 0.01495807, step = 4500 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 858.611\n",
+      "INFO:tensorflow:loss = 0.015784886, step = 4600 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 913.885\n",
+      "INFO:tensorflow:loss = 0.011284053, step = 4700 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 910.118\n",
+      "INFO:tensorflow:loss = 0.02258128, step = 4800 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 776.138\n",
+      "INFO:tensorflow:loss = 0.09316278, step = 4900 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 852.948\n",
+      "INFO:tensorflow:loss = 0.091467656, step = 5000 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 864.114\n",
+      "INFO:tensorflow:loss = 0.013380401, step = 5100 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 897.024\n",
+      "INFO:tensorflow:loss = 0.02873302, step = 5200 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 929.587\n",
+      "INFO:tensorflow:loss = 0.032953404, step = 5300 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 882.599\n",
+      "INFO:tensorflow:loss = 0.026337178, step = 5400 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 852.882\n",
+      "INFO:tensorflow:loss = 0.018157216, step = 5500 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 894.142\n",
+      "INFO:tensorflow:loss = 0.040303618, step = 5600 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 835.424\n",
+      "INFO:tensorflow:loss = 0.009256579, step = 5700 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 902.348\n",
+      "INFO:tensorflow:loss = 0.006459822, step = 5800 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 867.181\n",
+      "INFO:tensorflow:loss = 0.066927515, step = 5900 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 878.898\n",
+      "INFO:tensorflow:loss = 0.082413, step = 6000 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 862.731\n",
+      "INFO:tensorflow:loss = 0.016897984, step = 6100 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 776.663\n",
+      "INFO:tensorflow:loss = 0.015233619, step = 6200 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 1038.86\n",
+      "INFO:tensorflow:loss = 0.046267062, step = 6300 (0.096 sec)\n",
+      "INFO:tensorflow:global_step/sec: 884.499\n",
+      "INFO:tensorflow:loss = 0.036248315, step = 6400 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 766.523\n",
+      "INFO:tensorflow:loss = 0.0092446245, step = 6500 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 948.257\n",
+      "INFO:tensorflow:loss = 0.018753435, step = 6600 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 916.758\n",
+      "INFO:tensorflow:loss = 0.014870468, step = 6700 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 908.255\n",
+      "INFO:tensorflow:loss = 0.005744975, step = 6800 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 837.223\n",
+      "INFO:tensorflow:loss = 0.012360539, step = 6900 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 939.258\n",
+      "INFO:tensorflow:loss = 0.019316781, step = 7000 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 888.793\n",
+      "INFO:tensorflow:loss = 0.006693481, step = 7100 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 843.32\n",
+      "INFO:tensorflow:loss = 0.06590567, step = 7200 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 924.246\n",
+      "INFO:tensorflow:loss = 0.0091822855, step = 7300 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 880.435\n",
+      "INFO:tensorflow:loss = 0.02041543, step = 7400 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 840.752\n",
+      "INFO:tensorflow:loss = 0.00923355, step = 7500 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 973.617\n",
+      "INFO:tensorflow:loss = 0.012516694, step = 7600 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 792.673\n",
+      "INFO:tensorflow:loss = 0.006828384, step = 7700 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 830.795\n",
+      "INFO:tensorflow:loss = 0.005702033, step = 7800 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 845.923\n",
+      "INFO:tensorflow:loss = 0.0060084, step = 7900 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 825.033\n",
+      "INFO:tensorflow:loss = 0.0028837053, step = 8000 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 988.691\n",
+      "INFO:tensorflow:loss = 0.0065821256, step = 8100 (0.101 sec)\n",
+      "INFO:tensorflow:global_step/sec: 889.987\n",
+      "INFO:tensorflow:loss = 0.038388062, step = 8200 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 985.93\n",
+      "INFO:tensorflow:loss = 0.028459603, step = 8300 (0.101 sec)\n",
+      "INFO:tensorflow:global_step/sec: 736.128\n",
+      "INFO:tensorflow:loss = 0.006259576, step = 8400 (0.136 sec)\n",
+      "INFO:tensorflow:global_step/sec: 897.517\n",
+      "INFO:tensorflow:loss = 0.0049914243, step = 8500 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 929.218\n",
+      "INFO:tensorflow:loss = 0.0058809943, step = 8600 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 867.883\n",
+      "INFO:tensorflow:loss = 0.0058761914, step = 8700 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 873.983\n",
+      "INFO:tensorflow:loss = 0.0063133854, step = 8800 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 862.557\n",
+      "INFO:tensorflow:loss = 0.002403117, step = 8900 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 820.153\n",
+      "INFO:tensorflow:loss = 0.0043475544, step = 9000 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 904.313\n",
+      "INFO:tensorflow:loss = 0.009287273, step = 9100 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 943.282\n",
+      "INFO:tensorflow:loss = 0.007235099, step = 9200 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 867.059\n",
+      "INFO:tensorflow:loss = 0.00553244, step = 9300 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 856.428\n",
+      "INFO:tensorflow:loss = 0.06505666, step = 9400 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 892.785\n",
+      "INFO:tensorflow:loss = 0.0031202447, step = 9500 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 775.379\n",
+      "INFO:tensorflow:loss = 0.01915066, step = 9600 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 910.096\n",
+      "INFO:tensorflow:loss = 0.0072076977, step = 9700 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 792.576\n",
+      "INFO:tensorflow:loss = 0.0015239312, step = 9800 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 987.574\n",
+      "INFO:tensorflow:loss = 0.014900117, step = 9900 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 931.838\n",
+      "INFO:tensorflow:loss = 0.006614263, step = 10000 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 876.045\n",
+      "INFO:tensorflow:loss = 0.004810418, step = 10100 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 871.048\n",
+      "INFO:tensorflow:loss = 0.011792469, step = 10200 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 800.041\n",
+      "INFO:tensorflow:loss = 0.0020595554, step = 10300 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 825.966\n",
+      "INFO:tensorflow:loss = 0.0062876553, step = 10400 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 915.437\n",
+      "INFO:tensorflow:loss = 0.003435815, step = 10500 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 972.074\n",
+      "INFO:tensorflow:loss = 0.017278777, step = 10600 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 842.742\n",
+      "INFO:tensorflow:loss = 0.031814165, step = 10700 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 803.314\n",
+      "INFO:tensorflow:loss = 0.0068269507, step = 10800 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 986.027\n",
+      "INFO:tensorflow:loss = 0.0013256436, step = 10900 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 796.457\n",
+      "INFO:tensorflow:loss = 0.01892974, step = 11000 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 989.538\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "INFO:tensorflow:step = 15200, loss = 0.0011339948 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 905.543\n",
-      "INFO:tensorflow:step = 15300, loss = 0.0022008128 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 959.084\n",
-      "INFO:tensorflow:step = 15400, loss = 0.0025757712 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.627\n",
-      "INFO:tensorflow:step = 15500, loss = 0.0053411997 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 974.352\n",
-      "INFO:tensorflow:step = 15600, loss = 0.0030210363 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 989.645\n",
-      "INFO:tensorflow:step = 15700, loss = 0.0064147986 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1001.3\n",
-      "INFO:tensorflow:step = 15800, loss = 0.00087491 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 909.983\n",
-      "INFO:tensorflow:step = 15900, loss = 0.00073534605 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 971.232\n",
-      "INFO:tensorflow:step = 16000, loss = 0.0062328065 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 992.723\n",
-      "INFO:tensorflow:step = 16100, loss = 0.0024398584 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 999.784\n",
-      "INFO:tensorflow:step = 16200, loss = 0.0001948865 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.635\n",
-      "INFO:tensorflow:step = 16300, loss = 0.0023251297 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 952.679\n",
-      "INFO:tensorflow:step = 16400, loss = 0.0016573998 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 935.277\n",
-      "INFO:tensorflow:step = 16500, loss = 0.0021429127 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 948.084\n",
-      "INFO:tensorflow:step = 16600, loss = 0.0026726415 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 945.918\n",
-      "INFO:tensorflow:step = 16700, loss = 0.002180286 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 985.471\n",
-      "INFO:tensorflow:step = 16800, loss = 0.0028048374 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.848\n",
-      "INFO:tensorflow:step = 16900, loss = 0.0014167774 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 963.258\n",
-      "INFO:tensorflow:step = 17000, loss = 0.0034230817 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 973.629\n",
-      "INFO:tensorflow:step = 17100, loss = 0.0027725082 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 984.893\n",
-      "INFO:tensorflow:step = 17200, loss = 0.0021873561 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 969.351\n",
-      "INFO:tensorflow:step = 17300, loss = 0.0010906599 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1020.22\n",
-      "INFO:tensorflow:step = 17400, loss = 0.0015754583 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1004.59\n",
-      "INFO:tensorflow:step = 17500, loss = 0.0009850329 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1007.89\n",
-      "INFO:tensorflow:step = 17600, loss = 0.00073878793 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1020.99\n",
-      "INFO:tensorflow:step = 17700, loss = 0.00096181355 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 985.877\n",
-      "INFO:tensorflow:step = 17800, loss = 0.00022478342 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1016.88\n",
-      "INFO:tensorflow:step = 17900, loss = 0.0019319293 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 976.391\n",
-      "INFO:tensorflow:step = 18000, loss = 0.00042440608 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1022.09\n",
-      "INFO:tensorflow:step = 18100, loss = 0.00090834976 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 962.559\n",
-      "INFO:tensorflow:step = 18200, loss = 0.0035512326 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 983.777\n",
-      "INFO:tensorflow:step = 18300, loss = 0.006103767 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 983.726\n",
-      "INFO:tensorflow:step = 18400, loss = 0.0027495467 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 998.249\n",
-      "INFO:tensorflow:step = 18500, loss = 0.00620745 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 991.77\n",
-      "INFO:tensorflow:step = 18600, loss = 0.0039595445 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1004.44\n",
-      "INFO:tensorflow:step = 18700, loss = 0.0016836737 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1003.25\n",
-      "INFO:tensorflow:step = 18800, loss = 0.0022700862 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.231\n",
-      "INFO:tensorflow:step = 18900, loss = 0.0027797883 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 996.759\n",
-      "INFO:tensorflow:step = 19000, loss = 0.0015739896 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 982.245\n",
-      "INFO:tensorflow:step = 19100, loss = 0.0006037804 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.541\n",
-      "INFO:tensorflow:step = 19200, loss = 0.0011683896 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1008.17\n",
-      "INFO:tensorflow:step = 19300, loss = 0.0060829185 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 910.499\n",
-      "INFO:tensorflow:step = 19400, loss = 0.00155863 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 987.404\n",
-      "INFO:tensorflow:step = 19500, loss = 0.0021657706 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1010.42\n",
-      "INFO:tensorflow:step = 19600, loss = 0.0007666144 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.406\n",
-      "INFO:tensorflow:step = 19700, loss = 0.00011491036 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 931.099\n",
-      "INFO:tensorflow:step = 19800, loss = 0.00044352812 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1011.78\n",
-      "INFO:tensorflow:step = 19900, loss = 0.0024166554 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1007.95\n",
-      "INFO:tensorflow:step = 20000, loss = 0.0023185853 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.916\n",
-      "INFO:tensorflow:step = 20100, loss = 0.0005935882 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 863.484\n",
-      "INFO:tensorflow:step = 20200, loss = 0.0026350343 (0.116 sec)\n",
-      "INFO:tensorflow:global_step/sec: 896.431\n",
-      "INFO:tensorflow:step = 20300, loss = 0.0011143417 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 904.298\n",
-      "INFO:tensorflow:step = 20400, loss = 0.0001336561 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 995.163\n",
-      "INFO:tensorflow:step = 20500, loss = 0.00088528014 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 931.345\n",
-      "INFO:tensorflow:step = 20600, loss = 0.00079138135 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 963.3\n",
-      "INFO:tensorflow:step = 20700, loss = 0.0006577795 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 961.921\n",
-      "INFO:tensorflow:step = 20800, loss = 0.001136783 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 994.104\n",
-      "INFO:tensorflow:step = 20900, loss = 0.0010608579 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 973.464\n",
-      "INFO:tensorflow:step = 21000, loss = 0.002941504 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 985.013\n",
-      "INFO:tensorflow:step = 21100, loss = 0.0012095887 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 988.567\n",
-      "INFO:tensorflow:step = 21200, loss = 0.0055086543 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 937.845\n",
-      "INFO:tensorflow:step = 21300, loss = 0.00054581923 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 949.552\n",
-      "INFO:tensorflow:step = 21400, loss = 0.0020060856 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 976.746\n",
-      "INFO:tensorflow:step = 21500, loss = 0.0004001595 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 960.048\n",
-      "INFO:tensorflow:step = 21600, loss = 0.00089663564 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 924.652\n",
-      "INFO:tensorflow:step = 21700, loss = 0.0008794282 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 962.036\n",
-      "INFO:tensorflow:step = 21800, loss = 0.00028042583 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 965.013\n",
-      "INFO:tensorflow:step = 21900, loss = 0.00044965406 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 961.161\n",
-      "INFO:tensorflow:step = 22000, loss = 6.4439526e-05 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 925.605\n",
-      "INFO:tensorflow:step = 22100, loss = 0.00025517988 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 923.148\n",
-      "INFO:tensorflow:step = 22200, loss = 0.001162707 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 957.761\n",
-      "INFO:tensorflow:step = 22300, loss = 0.0013856674 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 899.936\n",
-      "INFO:tensorflow:step = 22400, loss = 0.0017492335 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.264\n",
-      "INFO:tensorflow:step = 22500, loss = 0.0013994195 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 970.275\n",
-      "INFO:tensorflow:step = 22600, loss = 0.002440498 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 965.231\n",
-      "INFO:tensorflow:step = 22700, loss = 0.00079685554 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 924.574\n",
-      "INFO:tensorflow:step = 22800, loss = 0.0008074907 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 956.259\n",
-      "INFO:tensorflow:step = 22900, loss = 0.0021312865 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1016.56\n",
-      "INFO:tensorflow:step = 23000, loss = 0.0005307238 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 977.436\n",
-      "INFO:tensorflow:step = 23100, loss = 0.002680919 (0.102 sec)\n"
+      "INFO:tensorflow:loss = 0.0038287914, step = 11100 (0.101 sec)\n",
+      "INFO:tensorflow:global_step/sec: 806.092\n",
+      "INFO:tensorflow:loss = 0.0010031462, step = 11200 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 950.943\n",
+      "INFO:tensorflow:loss = 0.006125767, step = 11300 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 845.019\n",
+      "INFO:tensorflow:loss = 0.0052804668, step = 11401 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 925.541\n",
+      "INFO:tensorflow:loss = 0.012757082, step = 11500 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 898.498\n",
+      "INFO:tensorflow:loss = 0.0011948881, step = 11600 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 913.056\n",
+      "INFO:tensorflow:loss = 0.002479272, step = 11700 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 943.896\n",
+      "INFO:tensorflow:loss = 0.0005506238, step = 11800 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 842.949\n",
+      "INFO:tensorflow:loss = 0.006492114, step = 11900 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 876.703\n",
+      "INFO:tensorflow:loss = 0.0005815428, step = 12000 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 913.42\n",
+      "INFO:tensorflow:loss = 0.0030103605, step = 12100 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 846.484\n",
+      "INFO:tensorflow:loss = 0.002930471, step = 12200 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 870.108\n",
+      "INFO:tensorflow:loss = 0.005122689, step = 12300 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 901.04\n",
+      "INFO:tensorflow:loss = 0.00041177266, step = 12400 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 869.756\n",
+      "INFO:tensorflow:loss = 0.001255448, step = 12500 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 862.13\n",
+      "INFO:tensorflow:loss = 0.0027376963, step = 12600 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 959.784\n",
+      "INFO:tensorflow:loss = 0.003147854, step = 12700 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 934.006\n",
+      "INFO:tensorflow:loss = 0.012359958, step = 12800 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 866.671\n",
+      "INFO:tensorflow:loss = 0.0025297587, step = 12900 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 846.563\n",
+      "INFO:tensorflow:loss = 0.005472062, step = 13000 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 932.54\n",
+      "INFO:tensorflow:loss = 0.0029778332, step = 13100 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 924.031\n",
+      "INFO:tensorflow:loss = 0.00165595, step = 13200 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 915.283\n",
+      "INFO:tensorflow:loss = 0.009083047, step = 13300 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 962.756\n",
+      "INFO:tensorflow:loss = 0.0071698856, step = 13400 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 904.469\n",
+      "INFO:tensorflow:loss = 0.004175674, step = 13500 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 938.283\n",
+      "INFO:tensorflow:loss = 0.0038817683, step = 13600 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 958.781\n",
+      "INFO:tensorflow:loss = 0.0019649141, step = 13700 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 861.588\n",
+      "INFO:tensorflow:loss = 0.005527034, step = 13800 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 851.516\n",
+      "INFO:tensorflow:loss = 0.0036680114, step = 13900 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 865.267\n",
+      "INFO:tensorflow:loss = 0.0026358152, step = 14000 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 896.502\n",
+      "INFO:tensorflow:loss = 0.009617847, step = 14100 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 861.421\n",
+      "INFO:tensorflow:loss = 0.0047839712, step = 14200 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 877.06\n",
+      "INFO:tensorflow:loss = 0.00091536687, step = 14300 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 885.252\n",
+      "INFO:tensorflow:loss = 0.001287969, step = 14400 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 879.455\n",
+      "INFO:tensorflow:loss = 0.0007403266, step = 14500 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 793.735\n",
+      "INFO:tensorflow:loss = 0.0044146352, step = 14600 (0.126 sec)\n",
+      "INFO:tensorflow:global_step/sec: 827.13\n",
+      "INFO:tensorflow:loss = 0.0010798331, step = 14700 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 780.325\n",
+      "INFO:tensorflow:loss = 0.0012260921, step = 14800 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 898.671\n",
+      "INFO:tensorflow:loss = 0.0023467324, step = 14900 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 911.942\n",
+      "INFO:tensorflow:loss = 0.0013190353, step = 15001 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 933.381\n",
+      "INFO:tensorflow:loss = 0.0021132922, step = 15100 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 972.554\n",
+      "INFO:tensorflow:loss = 0.0011075395, step = 15200 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 902.64\n",
+      "INFO:tensorflow:loss = 0.0021117656, step = 15300 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 850.135\n",
+      "INFO:tensorflow:loss = 0.0029424548, step = 15400 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 1024.12\n",
+      "INFO:tensorflow:loss = 0.005543447, step = 15500 (0.098 sec)\n",
+      "INFO:tensorflow:global_step/sec: 953.283\n",
+      "INFO:tensorflow:loss = 0.0029127833, step = 15600 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 902.375\n",
+      "INFO:tensorflow:loss = 0.006514271, step = 15700 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 926.418\n",
+      "INFO:tensorflow:loss = 0.0011431694, step = 15800 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 864.958\n",
+      "INFO:tensorflow:loss = 0.0008100872, step = 15900 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 945.127\n",
+      "INFO:tensorflow:loss = 0.0068712546, step = 16000 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 780.934\n",
+      "INFO:tensorflow:loss = 0.0034159462, step = 16101 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 844.793\n",
+      "INFO:tensorflow:loss = 0.00019279998, step = 16200 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 954.427\n",
+      "INFO:tensorflow:loss = 0.0019248038, step = 16300 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 869.688\n",
+      "INFO:tensorflow:loss = 0.001534009, step = 16400 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 844.325\n",
+      "INFO:tensorflow:loss = 0.0018085908, step = 16500 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 884.346\n",
+      "INFO:tensorflow:loss = 0.0028658912, step = 16600 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 944.569\n",
+      "INFO:tensorflow:loss = 0.001987661, step = 16700 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 862.587\n",
+      "INFO:tensorflow:loss = 0.0025418568, step = 16800 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 889.498\n",
+      "INFO:tensorflow:loss = 0.0014058298, step = 16900 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 914.756\n",
+      "INFO:tensorflow:loss = 0.003754899, step = 17000 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 826.912\n",
+      "INFO:tensorflow:loss = 0.0026304917, step = 17100 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 867.038\n",
+      "INFO:tensorflow:loss = 0.0020387606, step = 17200 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 983.339\n",
+      "INFO:tensorflow:loss = 0.0011545033, step = 17300 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 847.636\n",
+      "INFO:tensorflow:loss = 0.0015967692, step = 17400 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 821.958\n",
+      "INFO:tensorflow:loss = 0.0008795982, step = 17500 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 842.629\n",
+      "INFO:tensorflow:loss = 0.00068491674, step = 17600 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 885.915\n",
+      "INFO:tensorflow:loss = 0.00087740173, step = 17700 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 856.671\n",
+      "INFO:tensorflow:loss = 0.00017951707, step = 17800 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 846.264\n",
+      "INFO:tensorflow:loss = 0.0016931241, step = 17900 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 823.865\n",
+      "INFO:tensorflow:loss = 0.0005041162, step = 18000 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 916.393\n",
+      "INFO:tensorflow:loss = 0.0006777653, step = 18100 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 856.582\n",
+      "INFO:tensorflow:loss = 0.0031738444, step = 18200 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 888.23\n",
+      "INFO:tensorflow:loss = 0.005538681, step = 18300 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 867.255\n",
+      "INFO:tensorflow:loss = 0.0034323633, step = 18400 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 914.551\n",
+      "INFO:tensorflow:loss = 0.007520867, step = 18500 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 924.428\n",
+      "INFO:tensorflow:loss = 0.0038130968, step = 18600 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 909.654\n",
+      "INFO:tensorflow:loss = 0.0018715843, step = 18700 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 947.915\n",
+      "INFO:tensorflow:loss = 0.0023696977, step = 18800 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 989.935\n",
+      "INFO:tensorflow:loss = 0.0023988995, step = 18900 (0.101 sec)\n",
+      "INFO:tensorflow:global_step/sec: 831.11\n",
+      "INFO:tensorflow:loss = 0.0014455253, step = 19000 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 917.365\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "INFO:tensorflow:global_step/sec: 1007.79\n",
-      "INFO:tensorflow:step = 23200, loss = 0.0017554939 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 986.932\n",
-      "INFO:tensorflow:step = 23300, loss = 0.0020545265 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 951.551\n",
-      "INFO:tensorflow:step = 23400, loss = 0.0004975378 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 968.004\n",
-      "INFO:tensorflow:step = 23500, loss = 0.00082843745 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1023.65\n",
-      "INFO:tensorflow:step = 23600, loss = 0.00058738916 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 906.199\n",
-      "INFO:tensorflow:step = 23700, loss = 0.00011090479 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.177\n",
-      "INFO:tensorflow:step = 23800, loss = 0.0007956747 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 999.527\n",
-      "INFO:tensorflow:step = 23900, loss = 0.0017350859 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1002.72\n",
-      "INFO:tensorflow:step = 24000, loss = 0.0015243911 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 862.844\n",
-      "INFO:tensorflow:step = 24100, loss = 0.0007397712 (0.116 sec)\n",
-      "INFO:tensorflow:global_step/sec: 967.678\n",
-      "INFO:tensorflow:step = 24200, loss = 0.0017735105 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 940.65\n",
-      "INFO:tensorflow:step = 24300, loss = 0.00019887734 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 940.349\n",
-      "INFO:tensorflow:step = 24400, loss = 0.001938616 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 995.749\n",
-      "INFO:tensorflow:step = 24500, loss = 0.0011576354 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 982.609\n",
-      "INFO:tensorflow:step = 24600, loss = 0.00083273323 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 962.184\n",
-      "INFO:tensorflow:step = 24700, loss = 0.0010676052 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 942.043\n",
-      "INFO:tensorflow:step = 24800, loss = 0.0012006148 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 953.713\n",
-      "INFO:tensorflow:step = 24900, loss = 0.0013461658 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1003.38\n",
-      "INFO:tensorflow:step = 25000, loss = 0.000569036 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 940.159\n",
-      "INFO:tensorflow:step = 25100, loss = 0.000650554 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 930.936\n",
-      "INFO:tensorflow:step = 25200, loss = 0.0015537904 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 949.425\n",
-      "INFO:tensorflow:step = 25300, loss = 0.00012079906 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 935.746\n",
-      "INFO:tensorflow:step = 25400, loss = 0.00062492734 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 934.472\n",
-      "INFO:tensorflow:step = 25500, loss = 0.0010533794 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 986.993\n",
-      "INFO:tensorflow:step = 25600, loss = 0.00083987275 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.381\n",
-      "INFO:tensorflow:step = 25700, loss = 0.00044819445 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 976.373\n",
-      "INFO:tensorflow:step = 25800, loss = 0.000802883 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 987.316\n",
-      "INFO:tensorflow:step = 25900, loss = 0.0014348873 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1002.35\n",
-      "INFO:tensorflow:step = 26000, loss = 6.821292e-05 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 935.909\n",
-      "INFO:tensorflow:step = 26100, loss = 0.00068021024 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1010.29\n",
-      "INFO:tensorflow:step = 26200, loss = 0.0011401905 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1000.02\n",
-      "INFO:tensorflow:step = 26300, loss = 0.00066105946 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 943.288\n",
-      "INFO:tensorflow:step = 26400, loss = 0.001106831 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 930.791\n",
-      "INFO:tensorflow:step = 26500, loss = 0.00093576283 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1018.26\n",
-      "INFO:tensorflow:step = 26600, loss = 0.00045714993 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 892.58\n",
-      "INFO:tensorflow:step = 26700, loss = 2.3199558e-05 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 961.604\n",
-      "INFO:tensorflow:step = 26800, loss = 0.00033422958 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1030.81\n",
-      "INFO:tensorflow:step = 26900, loss = 0.00080276415 (0.097 sec)\n",
-      "INFO:tensorflow:global_step/sec: 913.447\n",
-      "INFO:tensorflow:step = 27000, loss = 0.00077040895 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 979.035\n",
-      "INFO:tensorflow:step = 27100, loss = 0.0005540302 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 995.567\n",
-      "INFO:tensorflow:step = 27200, loss = 0.00041362242 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 964.935\n",
-      "INFO:tensorflow:step = 27300, loss = 0.0010408567 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1006.92\n",
-      "INFO:tensorflow:step = 27400, loss = 0.00047349973 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 931.701\n",
-      "INFO:tensorflow:step = 27500, loss = 0.0010341771 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 910.082\n",
-      "INFO:tensorflow:step = 27600, loss = 0.0011433365 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1017.96\n",
-      "INFO:tensorflow:step = 27700, loss = 0.00020185013 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1014.53\n",
-      "INFO:tensorflow:step = 27800, loss = 0.00021189642 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1000.04\n",
-      "INFO:tensorflow:step = 27900, loss = 0.00051201 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 944.882\n",
-      "INFO:tensorflow:step = 28000, loss = 0.0013728559 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 921.339\n",
-      "INFO:tensorflow:step = 28100, loss = 0.0006854055 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 937.985\n",
-      "INFO:tensorflow:step = 28200, loss = 0.0007406648 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 932.503\n",
-      "INFO:tensorflow:step = 28300, loss = 0.00086314196 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 979.701\n",
-      "INFO:tensorflow:step = 28400, loss = 0.001048808 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 801.887\n",
-      "INFO:tensorflow:step = 28500, loss = 0.0001397911 (0.125 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.629\n",
-      "INFO:tensorflow:step = 28600, loss = 0.00052294345 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 929.638\n",
-      "INFO:tensorflow:step = 28700, loss = 0.0012968327 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1017.95\n",
-      "INFO:tensorflow:step = 28800, loss = 0.00090588495 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 898.657\n",
-      "INFO:tensorflow:step = 28900, loss = 0.000398113 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 845.938\n",
-      "INFO:tensorflow:step = 29000, loss = 0.0013292336 (0.118 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1023.67\n",
-      "INFO:tensorflow:step = 29100, loss = 0.0011563766 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 970.789\n",
-      "INFO:tensorflow:step = 29200, loss = 0.0011821188 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 933.092\n",
-      "INFO:tensorflow:step = 29300, loss = 0.0014203782 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1005.6\n",
-      "INFO:tensorflow:step = 29400, loss = 0.0012489974 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 902.847\n",
-      "INFO:tensorflow:step = 29500, loss = 0.00079031073 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 911.338\n",
-      "INFO:tensorflow:step = 29600, loss = 0.00030984724 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.719\n",
-      "INFO:tensorflow:step = 29700, loss = 0.00022921558 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 977.358\n",
-      "INFO:tensorflow:step = 29800, loss = 0.00039897911 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 919.229\n",
-      "INFO:tensorflow:step = 29900, loss = 0.0008769382 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 917.773\n",
-      "INFO:tensorflow:step = 30000, loss = 0.00014686704 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 994.441\n",
-      "INFO:tensorflow:step = 30100, loss = 0.0006143118 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 936.316\n",
-      "INFO:tensorflow:step = 30200, loss = 0.00014458466 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 926.251\n",
-      "INFO:tensorflow:step = 30300, loss = 0.0007299788 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 820.026\n",
-      "INFO:tensorflow:step = 30400, loss = 0.0016295862 (0.122 sec)\n",
-      "INFO:tensorflow:global_step/sec: 954.546\n",
-      "INFO:tensorflow:step = 30500, loss = 0.0007356146 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1014.18\n",
-      "INFO:tensorflow:step = 30600, loss = 0.0009493602 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 948.77\n",
-      "INFO:tensorflow:step = 30700, loss = 0.000641556 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 963.594\n",
-      "INFO:tensorflow:step = 30800, loss = 0.0009969681 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 892.521\n",
-      "INFO:tensorflow:step = 30900, loss = 0.0005641175 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 947.035\n",
-      "INFO:tensorflow:step = 31000, loss = 0.0008989312 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 877.069\n"
+      "INFO:tensorflow:loss = 0.0006202307, step = 19100 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 962.398\n",
+      "INFO:tensorflow:loss = 0.0010531486, step = 19200 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 915.094\n",
+      "INFO:tensorflow:loss = 0.005733006, step = 19300 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 835.875\n",
+      "INFO:tensorflow:loss = 0.0018548731, step = 19400 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 890.809\n",
+      "INFO:tensorflow:loss = 0.0021525905, step = 19500 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 868.618\n",
+      "INFO:tensorflow:loss = 0.00076662796, step = 19600 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 911.968\n",
+      "INFO:tensorflow:loss = 0.000121860365, step = 19700 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 864.429\n",
+      "INFO:tensorflow:loss = 0.00048263848, step = 19800 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 979.934\n",
+      "INFO:tensorflow:loss = 0.0022690005, step = 19900 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 876.877\n",
+      "INFO:tensorflow:loss = 0.0020373198, step = 20000 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 899.137\n",
+      "INFO:tensorflow:loss = 0.0005471564, step = 20100 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 846.693\n",
+      "INFO:tensorflow:loss = 0.0024793104, step = 20200 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 893.123\n",
+      "INFO:tensorflow:loss = 0.0010385577, step = 20300 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 835.138\n",
+      "INFO:tensorflow:loss = 0.00013364022, step = 20400 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 914.451\n",
+      "INFO:tensorflow:loss = 0.0009953488, step = 20500 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 862.937\n",
+      "INFO:tensorflow:loss = 0.000725548, step = 20601 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 863.626\n",
+      "INFO:tensorflow:loss = 0.00071017945, step = 20700 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 882.636\n",
+      "INFO:tensorflow:loss = 0.0011815097, step = 20800 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 935.114\n",
+      "INFO:tensorflow:loss = 0.0011822787, step = 20900 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 889.032\n",
+      "INFO:tensorflow:loss = 0.0028882632, step = 21000 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 882.891\n",
+      "INFO:tensorflow:loss = 0.0011549948, step = 21100 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 980.117\n",
+      "INFO:tensorflow:loss = 0.00538647, step = 21200 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 979.616\n",
+      "INFO:tensorflow:loss = 0.00066992483, step = 21300 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 1001.5\n",
+      "INFO:tensorflow:loss = 0.0019436314, step = 21400 (0.100 sec)\n",
+      "INFO:tensorflow:global_step/sec: 973.375\n",
+      "INFO:tensorflow:loss = 0.00046895794, step = 21500 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 950.144\n",
+      "INFO:tensorflow:loss = 0.00076657237, step = 21600 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 828.078\n",
+      "INFO:tensorflow:loss = 0.0009052801, step = 21700 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 944.089\n",
+      "INFO:tensorflow:loss = 0.0004185175, step = 21800 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 876.719\n",
+      "INFO:tensorflow:loss = 0.00048334964, step = 21900 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 881.254\n",
+      "INFO:tensorflow:loss = 4.9148457e-05, step = 22000 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 972.931\n",
+      "INFO:tensorflow:loss = 0.00022999822, step = 22100 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 848.666\n",
+      "INFO:tensorflow:loss = 0.0012118171, step = 22200 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 951.499\n",
+      "INFO:tensorflow:loss = 0.0015047338, step = 22300 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 933.89\n",
+      "INFO:tensorflow:loss = 0.0018024616, step = 22400 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 893.681\n",
+      "INFO:tensorflow:loss = 0.0014526531, step = 22500 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 938.999\n",
+      "INFO:tensorflow:loss = 0.0024839758, step = 22600 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 832.243\n",
+      "INFO:tensorflow:loss = 0.0007359253, step = 22700 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 781.275\n",
+      "INFO:tensorflow:loss = 0.00094723655, step = 22800 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 824.294\n",
+      "INFO:tensorflow:loss = 0.0019385265, step = 22900 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 929.671\n",
+      "INFO:tensorflow:loss = 0.0004997744, step = 23000 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 831.906\n",
+      "INFO:tensorflow:loss = 0.002612527, step = 23100 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 888.586\n",
+      "INFO:tensorflow:loss = 0.0017559311, step = 23200 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 966.044\n",
+      "INFO:tensorflow:loss = 0.0020583493, step = 23300 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 764.904\n",
+      "INFO:tensorflow:loss = 0.00053217163, step = 23400 (0.130 sec)\n",
+      "INFO:tensorflow:global_step/sec: 965.511\n",
+      "INFO:tensorflow:loss = 0.00085573626, step = 23500 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 855.028\n",
+      "INFO:tensorflow:loss = 0.000508438, step = 23600 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 832.99\n",
+      "INFO:tensorflow:loss = 0.00011113267, step = 23700 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 827.895\n",
+      "INFO:tensorflow:loss = 0.0008856167, step = 23800 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 774.984\n",
+      "INFO:tensorflow:loss = 0.0019630624, step = 23900 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 843.923\n",
+      "INFO:tensorflow:loss = 0.0015008722, step = 24000 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 955.673\n",
+      "INFO:tensorflow:loss = 0.00068334, step = 24100 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 850.668\n",
+      "INFO:tensorflow:loss = 0.0017095241, step = 24200 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 885.04\n",
+      "INFO:tensorflow:loss = 0.00018107546, step = 24300 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 957.217\n",
+      "INFO:tensorflow:loss = 0.0018097464, step = 24400 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 857.454\n",
+      "INFO:tensorflow:loss = 0.0010801455, step = 24500 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 842.898\n",
+      "INFO:tensorflow:loss = 0.0008387406, step = 24600 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 967.114\n",
+      "INFO:tensorflow:loss = 0.00094700116, step = 24700 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 958.805\n",
+      "INFO:tensorflow:loss = 0.0011390334, step = 24800 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 958.19\n",
+      "INFO:tensorflow:loss = 0.0012361046, step = 24900 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 843.132\n",
+      "INFO:tensorflow:loss = 0.0006932266, step = 25000 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 950.456\n",
+      "INFO:tensorflow:loss = 0.0008087346, step = 25100 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 812.935\n",
+      "INFO:tensorflow:loss = 0.0016623863, step = 25200 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 882.863\n",
+      "INFO:tensorflow:loss = 0.00015647997, step = 25300 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 879.374\n",
+      "INFO:tensorflow:loss = 0.00058346405, step = 25400 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 950.017\n",
+      "INFO:tensorflow:loss = 0.0010149479, step = 25500 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 882.317\n",
+      "INFO:tensorflow:loss = 0.0007801666, step = 25600 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 773.636\n",
+      "INFO:tensorflow:loss = 0.0004552298, step = 25700 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 921.276\n",
+      "INFO:tensorflow:loss = 0.00075059466, step = 25800 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 810.921\n",
+      "INFO:tensorflow:loss = 0.0016520639, step = 25900 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 929.751\n",
+      "INFO:tensorflow:loss = 8.085647e-05, step = 26000 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 828.554\n",
+      "INFO:tensorflow:loss = 0.0007698236, step = 26100 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 774.766\n",
+      "INFO:tensorflow:loss = 0.001016638, step = 26201 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 925.376\n",
+      "INFO:tensorflow:loss = 0.0006421384, step = 26300 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 887.396\n",
+      "INFO:tensorflow:loss = 0.0011669076, step = 26400 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 948.768\n",
+      "INFO:tensorflow:loss = 0.0009838426, step = 26500 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 977.49\n",
+      "INFO:tensorflow:loss = 0.00048789158, step = 26600 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 938.558\n",
+      "INFO:tensorflow:loss = 3.0062318e-05, step = 26700 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 882.181\n",
+      "INFO:tensorflow:loss = 0.00033104292, step = 26800 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 774.011\n",
+      "INFO:tensorflow:loss = 0.0008168676, step = 26900 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 855.462\n",
+      "INFO:tensorflow:loss = 0.0007701437, step = 27000 (0.117 sec)\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "INFO:tensorflow:step = 31100, loss = 0.0011576181 (0.114 sec)\n",
-      "INFO:tensorflow:global_step/sec: 966.71\n",
-      "INFO:tensorflow:step = 31200, loss = 0.0003630362 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1013.45\n",
-      "INFO:tensorflow:step = 31300, loss = 0.00042697243 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1032.16\n",
-      "INFO:tensorflow:step = 31400, loss = 0.0014265646 (0.097 sec)\n",
-      "INFO:tensorflow:global_step/sec: 960.388\n",
-      "INFO:tensorflow:step = 31500, loss = 0.00016190678 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1007.28\n",
-      "INFO:tensorflow:step = 31600, loss = 0.00034953703 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1005.43\n",
-      "INFO:tensorflow:step = 31700, loss = 0.00061531825 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 992.023\n",
-      "INFO:tensorflow:step = 31800, loss = 0.00020751705 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 940.227\n",
-      "INFO:tensorflow:step = 31900, loss = 0.00066620245 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 986.837\n",
-      "INFO:tensorflow:step = 32000, loss = 0.00010878955 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1000.9\n",
-      "INFO:tensorflow:step = 32100, loss = 0.00048969017 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1011.86\n",
-      "INFO:tensorflow:step = 32200, loss = 0.0011599701 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 998.634\n",
-      "INFO:tensorflow:step = 32300, loss = 0.00048745066 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1023.76\n",
-      "INFO:tensorflow:step = 32400, loss = 0.00015242574 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 891.15\n",
-      "INFO:tensorflow:step = 32500, loss = 0.00035141676 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 991.137\n",
-      "INFO:tensorflow:step = 32600, loss = 0.00022997374 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 995.236\n",
-      "INFO:tensorflow:step = 32700, loss = 0.00073546916 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 992.89\n",
-      "INFO:tensorflow:step = 32800, loss = 0.0009038186 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 956.213\n",
-      "INFO:tensorflow:step = 32900, loss = 0.0005477445 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1010.94\n",
-      "INFO:tensorflow:step = 33000, loss = 0.0008127227 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1009.65\n",
-      "INFO:tensorflow:step = 33100, loss = 0.0018300543 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1023.73\n",
-      "INFO:tensorflow:step = 33200, loss = 0.0008207333 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.126\n",
-      "INFO:tensorflow:step = 33300, loss = 0.0004012881 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 959.183\n",
-      "INFO:tensorflow:step = 33400, loss = 0.0010891738 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 929.255\n",
-      "INFO:tensorflow:step = 33500, loss = 0.0003492505 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1018.87\n",
-      "INFO:tensorflow:step = 33600, loss = 0.00096961093 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1009.29\n",
-      "INFO:tensorflow:step = 33700, loss = 0.00097084447 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 998.176\n",
-      "INFO:tensorflow:step = 33800, loss = 0.00062618556 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 987.508\n",
-      "INFO:tensorflow:step = 33900, loss = 0.0009192938 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 922.782\n",
-      "INFO:tensorflow:step = 34000, loss = 0.0007377076 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 954.772\n",
-      "INFO:tensorflow:step = 34100, loss = 0.00058546127 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 975.172\n",
-      "INFO:tensorflow:step = 34200, loss = 0.000977296 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 917.917\n",
-      "INFO:tensorflow:step = 34300, loss = 0.00016113436 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 994.651\n",
-      "INFO:tensorflow:step = 34400, loss = 0.0004159744 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 969.04\n",
-      "INFO:tensorflow:step = 34500, loss = 0.00045645892 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 975.978\n",
-      "INFO:tensorflow:step = 34600, loss = 0.0004923193 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 860.949\n",
-      "INFO:tensorflow:step = 34700, loss = 0.0012402232 (0.116 sec)\n",
-      "INFO:tensorflow:global_step/sec: 906.559\n",
-      "INFO:tensorflow:step = 34800, loss = 0.00056310056 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 929.436\n",
-      "INFO:tensorflow:step = 34900, loss = 0.00081489724 (0.108 sec)\n",
-      "INFO:tensorflow:global_step/sec: 987.508\n",
-      "INFO:tensorflow:step = 35000, loss = 0.0003370963 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 916.852\n",
-      "INFO:tensorflow:step = 35100, loss = 0.0006863317 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 979.079\n",
-      "INFO:tensorflow:step = 35200, loss = 0.00025157855 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 950.992\n",
-      "INFO:tensorflow:step = 35300, loss = 0.00013370457 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.795\n",
-      "INFO:tensorflow:step = 35400, loss = 0.0012661875 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.946\n",
-      "INFO:tensorflow:step = 35500, loss = 0.00029622833 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1003.94\n",
-      "INFO:tensorflow:step = 35600, loss = 0.0003247772 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 923.534\n",
-      "INFO:tensorflow:step = 35700, loss = 0.00088383333 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 889.098\n",
-      "INFO:tensorflow:step = 35800, loss = 0.0005958132 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 947.392\n",
-      "INFO:tensorflow:step = 35900, loss = 0.00039574792 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 986.691\n",
-      "INFO:tensorflow:step = 36000, loss = 0.00030230035 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 962.734\n",
-      "INFO:tensorflow:step = 36100, loss = 0.000987635 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 995.114\n",
-      "INFO:tensorflow:step = 36200, loss = 0.0008371901 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 941.003\n",
-      "INFO:tensorflow:step = 36300, loss = 0.0004421818 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 971.104\n",
-      "INFO:tensorflow:step = 36400, loss = 0.00073594734 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 908.822\n",
-      "INFO:tensorflow:step = 36500, loss = 0.00019377476 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 920.718\n",
-      "INFO:tensorflow:step = 36600, loss = 0.00028759812 (0.109 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1004.76\n",
-      "INFO:tensorflow:step = 36700, loss = 0.0003856064 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 972.186\n",
-      "INFO:tensorflow:step = 36800, loss = 0.00081500324 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 897.717\n",
-      "INFO:tensorflow:step = 36900, loss = 0.00052669423 (0.111 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.081\n",
-      "INFO:tensorflow:step = 37000, loss = 0.0006806996 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 994.262\n",
-      "INFO:tensorflow:step = 37100, loss = 0.00017424901 (0.101 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1017.55\n",
-      "INFO:tensorflow:step = 37200, loss = 0.00014958523 (0.098 sec)\n",
-      "INFO:tensorflow:global_step/sec: 941.734\n",
-      "INFO:tensorflow:step = 37300, loss = 0.0006223183 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 934.029\n",
-      "INFO:tensorflow:step = 37400, loss = 0.00031711147 (0.107 sec)\n",
-      "INFO:tensorflow:global_step/sec: 993.723\n",
-      "INFO:tensorflow:step = 37500, loss = 0.0003118558 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 977.696\n",
-      "INFO:tensorflow:step = 37600, loss = 0.00021816338 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 959.174\n",
-      "INFO:tensorflow:step = 37700, loss = 7.6962664e-05 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 848.91\n",
-      "INFO:tensorflow:step = 37800, loss = 0.0005688502 (0.118 sec)\n",
-      "INFO:tensorflow:global_step/sec: 978.647\n",
-      "INFO:tensorflow:step = 37900, loss = 0.0012219509 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 890.291\n",
-      "INFO:tensorflow:step = 38000, loss = 0.00018224315 (0.112 sec)\n",
-      "INFO:tensorflow:global_step/sec: 911.294\n",
-      "INFO:tensorflow:step = 38100, loss = 0.00085098937 (0.110 sec)\n",
-      "INFO:tensorflow:global_step/sec: 937.817\n",
-      "INFO:tensorflow:step = 38200, loss = 0.0006934436 (0.106 sec)\n",
-      "INFO:tensorflow:global_step/sec: 995.846\n",
-      "INFO:tensorflow:step = 38300, loss = 5.1814946e-05 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 952.911\n",
-      "INFO:tensorflow:step = 38400, loss = 0.00015002582 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 984.414\n",
-      "INFO:tensorflow:step = 38500, loss = 0.00046891705 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 967.317\n",
-      "INFO:tensorflow:step = 38600, loss = 0.00071752974 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 968.742\n",
-      "INFO:tensorflow:step = 38700, loss = 0.0004358611 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.239\n",
-      "INFO:tensorflow:step = 38800, loss = 8.1089085e-05 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1013.25\n",
-      "INFO:tensorflow:step = 38900, loss = 0.001368627 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 970.49\n",
-      "INFO:tensorflow:step = 39000, loss = 0.00012208936 (0.103 sec)\n"
+      "INFO:tensorflow:global_step/sec: 902.469\n",
+      "INFO:tensorflow:loss = 0.0005868166, step = 27100 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 836.07\n",
+      "INFO:tensorflow:loss = 0.00047166276, step = 27200 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 890.91\n",
+      "INFO:tensorflow:loss = 0.0011652331, step = 27300 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 837.837\n",
+      "INFO:tensorflow:loss = 0.00047435926, step = 27400 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 920.708\n",
+      "INFO:tensorflow:loss = 0.00096755894, step = 27500 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 925.452\n",
+      "INFO:tensorflow:loss = 0.0012103237, step = 27600 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 823.36\n",
+      "INFO:tensorflow:loss = 0.0002141384, step = 27700 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 927.537\n",
+      "INFO:tensorflow:loss = 0.00016483571, step = 27800 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 982.901\n",
+      "INFO:tensorflow:loss = 0.0005189508, step = 27900 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 874.891\n",
+      "INFO:tensorflow:loss = 0.001280538, step = 28000 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 911.974\n",
+      "INFO:tensorflow:loss = 0.0006404268, step = 28100 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 901.1\n",
+      "INFO:tensorflow:loss = 0.0007371138, step = 28200 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 873.477\n",
+      "INFO:tensorflow:loss = 0.0008868222, step = 28300 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 856.543\n",
+      "INFO:tensorflow:loss = 0.00113068, step = 28400 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 899.409\n",
+      "INFO:tensorflow:loss = 0.00015523745, step = 28500 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 846.25\n",
+      "INFO:tensorflow:loss = 0.0004846629, step = 28600 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 756.629\n",
+      "INFO:tensorflow:loss = 0.0012733703, step = 28700 (0.132 sec)\n",
+      "INFO:tensorflow:global_step/sec: 799.745\n",
+      "INFO:tensorflow:loss = 0.0010789562, step = 28800 (0.125 sec)\n",
+      "INFO:tensorflow:global_step/sec: 886\n",
+      "INFO:tensorflow:loss = 0.0004019866, step = 28900 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 828.748\n",
+      "INFO:tensorflow:loss = 0.0012035872, step = 29000 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 844.992\n",
+      "INFO:tensorflow:loss = 0.0011771013, step = 29100 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 897.381\n",
+      "INFO:tensorflow:loss = 0.0011630511, step = 29200 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 877.235\n",
+      "INFO:tensorflow:loss = 0.001477482, step = 29300 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 821.613\n",
+      "INFO:tensorflow:loss = 0.0011523708, step = 29400 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 967.765\n",
+      "INFO:tensorflow:loss = 0.0008018672, step = 29500 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 817.012\n",
+      "INFO:tensorflow:loss = 0.00025682236, step = 29600 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 959.058\n",
+      "INFO:tensorflow:loss = 0.00023619819, step = 29700 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 845.52\n",
+      "INFO:tensorflow:loss = 0.00039737753, step = 29800 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 860.598\n",
+      "INFO:tensorflow:loss = 0.00084936613, step = 29900 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 859.714\n",
+      "INFO:tensorflow:loss = 0.00017475578, step = 30000 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 1007.13\n",
+      "INFO:tensorflow:loss = 0.00062488933, step = 30100 (0.099 sec)\n",
+      "INFO:tensorflow:global_step/sec: 809.246\n",
+      "INFO:tensorflow:loss = 0.00017820817, step = 30200 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 857.077\n",
+      "INFO:tensorflow:loss = 0.00072053133, step = 30300 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 919.529\n",
+      "INFO:tensorflow:loss = 0.0015941224, step = 30400 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 948.118\n",
+      "INFO:tensorflow:loss = 0.00074913667, step = 30500 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 940.767\n",
+      "INFO:tensorflow:loss = 0.00089774636, step = 30600 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 809.814\n",
+      "INFO:tensorflow:loss = 0.00079255796, step = 30700 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 814.499\n",
+      "INFO:tensorflow:loss = 0.000965737, step = 30800 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 871.95\n",
+      "INFO:tensorflow:loss = 0.0005685436, step = 30900 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 888.522\n",
+      "INFO:tensorflow:loss = 0.0009217605, step = 31000 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 884.531\n",
+      "INFO:tensorflow:loss = 0.0011548988, step = 31100 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 860.52\n",
+      "INFO:tensorflow:loss = 0.0003708408, step = 31200 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 927.121\n",
+      "INFO:tensorflow:loss = 0.00048043526, step = 31300 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 891.961\n",
+      "INFO:tensorflow:loss = 0.0013769933, step = 31400 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 934.397\n",
+      "INFO:tensorflow:loss = 0.00017961602, step = 31500 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 864.967\n",
+      "INFO:tensorflow:loss = 0.00033673577, step = 31600 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 976.521\n",
+      "INFO:tensorflow:loss = 0.0005989986, step = 31700 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 809.325\n",
+      "INFO:tensorflow:loss = 0.00018081676, step = 31800 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 784.608\n",
+      "INFO:tensorflow:loss = 0.0007124843, step = 31900 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 891.716\n",
+      "INFO:tensorflow:loss = 0.000118802505, step = 32000 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 921.27\n",
+      "INFO:tensorflow:loss = 0.00050229277, step = 32100 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 868.742\n",
+      "INFO:tensorflow:loss = 0.0011416804, step = 32200 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 874.413\n",
+      "INFO:tensorflow:loss = 0.00053919246, step = 32300 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 787.326\n",
+      "INFO:tensorflow:loss = 0.00016630821, step = 32400 (0.127 sec)\n",
+      "INFO:tensorflow:global_step/sec: 894.369\n",
+      "INFO:tensorflow:loss = 0.00033608876, step = 32500 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 746.93\n",
+      "INFO:tensorflow:loss = 0.00024971392, step = 32600 (0.134 sec)\n",
+      "INFO:tensorflow:global_step/sec: 979.378\n",
+      "INFO:tensorflow:loss = 0.00069454504, step = 32700 (0.102 sec)\n",
+      "INFO:tensorflow:global_step/sec: 787.416\n",
+      "INFO:tensorflow:loss = 0.00101935, step = 32800 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 885.115\n",
+      "INFO:tensorflow:loss = 0.00056119816, step = 32900 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 953.19\n",
+      "INFO:tensorflow:loss = 0.00069532736, step = 33000 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 950.292\n",
+      "INFO:tensorflow:loss = 0.0017849223, step = 33100 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 851.855\n",
+      "INFO:tensorflow:loss = 0.0008970888, step = 33200 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 775.221\n",
+      "INFO:tensorflow:loss = 0.000423045, step = 33300 (0.129 sec)\n",
+      "INFO:tensorflow:global_step/sec: 820.283\n",
+      "INFO:tensorflow:loss = 0.0011533803, step = 33401 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 945.289\n",
+      "INFO:tensorflow:loss = 0.0003587299, step = 33500 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 889.811\n",
+      "INFO:tensorflow:loss = 0.0010590546, step = 33600 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 901.108\n",
+      "INFO:tensorflow:loss = 0.00092741963, step = 33700 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 944.085\n",
+      "INFO:tensorflow:loss = 0.000646905, step = 33800 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 834.955\n",
+      "INFO:tensorflow:loss = 0.0009302563, step = 33900 (0.120 sec)\n",
+      "INFO:tensorflow:global_step/sec: 904.633\n",
+      "INFO:tensorflow:loss = 0.00076165714, step = 34000 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 973.999\n",
+      "INFO:tensorflow:loss = 0.00060255686, step = 34100 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 889.347\n",
+      "INFO:tensorflow:loss = 0.00097624736, step = 34200 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 847.079\n",
+      "INFO:tensorflow:loss = 0.00014553774, step = 34300 (0.118 sec)\n",
+      "INFO:tensorflow:global_step/sec: 886.357\n",
+      "INFO:tensorflow:loss = 0.00041043758, step = 34400 (0.113 sec)\n",
+      "INFO:tensorflow:global_step/sec: 954.842\n",
+      "INFO:tensorflow:loss = 0.00045626852, step = 34500 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 904.846\n",
+      "INFO:tensorflow:loss = 0.00045873155, step = 34600 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 812.327\n",
+      "INFO:tensorflow:loss = 0.0012399855, step = 34700 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 865.858\n",
+      "INFO:tensorflow:loss = 0.0006013205, step = 34800 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 777.982\n",
+      "INFO:tensorflow:loss = 0.00081671565, step = 34900 (0.128 sec)\n",
+      "INFO:tensorflow:global_step/sec: 834.194\n",
+      "INFO:tensorflow:loss = 0.00028821078, step = 35000 (0.120 sec)\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "INFO:tensorflow:global_step/sec: 998.005\n",
-      "INFO:tensorflow:step = 39100, loss = 0.0007411595 (0.100 sec)\n",
-      "INFO:tensorflow:global_step/sec: 980.653\n",
-      "INFO:tensorflow:step = 39200, loss = 0.00031779255 (0.103 sec)\n",
-      "INFO:tensorflow:global_step/sec: 947.388\n",
-      "INFO:tensorflow:step = 39300, loss = 0.0003968393 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 958.674\n",
-      "INFO:tensorflow:step = 39400, loss = 0.00045672138 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1010.76\n",
-      "INFO:tensorflow:step = 39500, loss = 0.00017223528 (0.099 sec)\n",
-      "INFO:tensorflow:global_step/sec: 981.241\n",
-      "INFO:tensorflow:step = 39600, loss = 0.00065801805 (0.102 sec)\n",
-      "INFO:tensorflow:global_step/sec: 970.666\n",
-      "INFO:tensorflow:step = 39700, loss = 0.00017348562 (0.104 sec)\n",
-      "INFO:tensorflow:global_step/sec: 939.399\n",
-      "INFO:tensorflow:step = 39800, loss = 0.0010935392 (0.105 sec)\n",
-      "INFO:tensorflow:global_step/sec: 1010.07\n",
-      "INFO:tensorflow:step = 39900, loss = 0.00081650575 (0.099 sec)\n",
-      "INFO:tensorflow:Saving checkpoints for 40000 into /tmp/tmpe5h7pn1c/model.ckpt.\n",
-      "INFO:tensorflow:Loss for final step: 0.00038293868.\n"
+      "INFO:tensorflow:global_step/sec: 925.303\n",
+      "INFO:tensorflow:loss = 0.0007629123, step = 35100 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 860.988\n",
+      "INFO:tensorflow:loss = 0.0002040974, step = 35200 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 878.004\n",
+      "INFO:tensorflow:loss = 0.00013510644, step = 35300 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 813.302\n",
+      "INFO:tensorflow:loss = 0.0012406149, step = 35400 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 1010.59\n",
+      "INFO:tensorflow:loss = 0.00031413732, step = 35500 (0.099 sec)\n",
+      "INFO:tensorflow:global_step/sec: 933.892\n",
+      "INFO:tensorflow:loss = 0.0003596757, step = 35600 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 913.428\n",
+      "INFO:tensorflow:loss = 0.0007903095, step = 35700 (0.110 sec)\n",
+      "INFO:tensorflow:global_step/sec: 946.445\n",
+      "INFO:tensorflow:loss = 0.000612752, step = 35800 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 868.684\n",
+      "INFO:tensorflow:loss = 0.00040744207, step = 35900 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 895.102\n",
+      "INFO:tensorflow:loss = 0.0003478058, step = 36000 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 878.212\n",
+      "INFO:tensorflow:loss = 0.0010372031, step = 36100 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 893.293\n",
+      "INFO:tensorflow:loss = 0.00085367466, step = 36200 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 861.375\n",
+      "INFO:tensorflow:loss = 0.0003116512, step = 36300 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 822.571\n",
+      "INFO:tensorflow:loss = 0.0007065774, step = 36400 (0.122 sec)\n",
+      "INFO:tensorflow:global_step/sec: 919.894\n",
+      "INFO:tensorflow:loss = 0.00018641839, step = 36500 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 969.979\n",
+      "INFO:tensorflow:loss = 0.00027400532, step = 36600 (0.103 sec)\n",
+      "INFO:tensorflow:global_step/sec: 925.286\n",
+      "INFO:tensorflow:loss = 0.00037628383, step = 36700 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 930.199\n",
+      "INFO:tensorflow:loss = 0.0007635035, step = 36800 (0.107 sec)\n",
+      "INFO:tensorflow:global_step/sec: 829.204\n",
+      "INFO:tensorflow:loss = 0.00051770086, step = 36900 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 915.04\n",
+      "INFO:tensorflow:loss = 0.0007371661, step = 37000 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 893.708\n",
+      "INFO:tensorflow:loss = 0.00017992064, step = 37100 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 857.103\n",
+      "INFO:tensorflow:loss = 0.00016092343, step = 37200 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 875.65\n",
+      "INFO:tensorflow:loss = 0.0005725512, step = 37300 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 898.336\n",
+      "INFO:tensorflow:loss = 0.00031324237, step = 37400 (0.111 sec)\n",
+      "INFO:tensorflow:global_step/sec: 951.869\n",
+      "INFO:tensorflow:loss = 0.00037677237, step = 37500 (0.105 sec)\n",
+      "INFO:tensorflow:global_step/sec: 845.885\n",
+      "INFO:tensorflow:loss = 0.0002558426, step = 37600 (0.119 sec)\n",
+      "INFO:tensorflow:global_step/sec: 919.04\n",
+      "INFO:tensorflow:loss = 8.1475155e-05, step = 37700 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 939.593\n",
+      "INFO:tensorflow:loss = 0.0005693464, step = 37800 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 806.102\n",
+      "INFO:tensorflow:loss = 0.0012520718, step = 37900 (0.124 sec)\n",
+      "INFO:tensorflow:global_step/sec: 913.742\n",
+      "INFO:tensorflow:loss = 0.00022079474, step = 38000 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 877.312\n",
+      "INFO:tensorflow:loss = 0.0008701265, step = 38100 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 874.349\n",
+      "INFO:tensorflow:loss = 0.0007076465, step = 38200 (0.114 sec)\n",
+      "INFO:tensorflow:global_step/sec: 918.891\n",
+      "INFO:tensorflow:loss = 4.5994268e-05, step = 38300 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 825.937\n",
+      "INFO:tensorflow:loss = 0.000118618824, step = 38400 (0.121 sec)\n",
+      "INFO:tensorflow:global_step/sec: 923.512\n",
+      "INFO:tensorflow:loss = 0.0005281278, step = 38500 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 919.368\n",
+      "INFO:tensorflow:loss = 0.0007507463, step = 38600 (0.108 sec)\n",
+      "INFO:tensorflow:global_step/sec: 855.914\n",
+      "INFO:tensorflow:loss = 0.0004117098, step = 38700 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 915.601\n",
+      "INFO:tensorflow:loss = 0.00012507637, step = 38800 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 941.732\n",
+      "INFO:tensorflow:loss = 0.0013767242, step = 38901 (0.106 sec)\n",
+      "INFO:tensorflow:global_step/sec: 815.49\n",
+      "INFO:tensorflow:loss = 0.00012228907, step = 39000 (0.123 sec)\n",
+      "INFO:tensorflow:global_step/sec: 892.162\n",
+      "INFO:tensorflow:loss = 0.0006957, step = 39100 (0.112 sec)\n",
+      "INFO:tensorflow:global_step/sec: 870.701\n",
+      "INFO:tensorflow:loss = 0.00037625982, step = 39200 (0.115 sec)\n",
+      "INFO:tensorflow:global_step/sec: 916.259\n",
+      "INFO:tensorflow:loss = 0.0004538384, step = 39300 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 861.482\n",
+      "INFO:tensorflow:loss = 0.00042230406, step = 39400 (0.116 sec)\n",
+      "INFO:tensorflow:global_step/sec: 958.549\n",
+      "INFO:tensorflow:loss = 0.00016296416, step = 39500 (0.104 sec)\n",
+      "INFO:tensorflow:global_step/sec: 939.704\n",
+      "INFO:tensorflow:loss = 0.0006522428, step = 39600 (0.109 sec)\n",
+      "INFO:tensorflow:global_step/sec: 833.823\n",
+      "INFO:tensorflow:loss = 0.00017440172, step = 39700 (0.117 sec)\n",
+      "INFO:tensorflow:global_step/sec: 765.102\n",
+      "INFO:tensorflow:loss = 0.0012321341, step = 39800 (0.131 sec)\n",
+      "INFO:tensorflow:global_step/sec: 861.574\n",
+      "INFO:tensorflow:loss = 0.0007483138, step = 39900 (0.115 sec)\n",
+      "INFO:tensorflow:Saving checkpoints for 40000 into /tmp/tmpvld1kthq/model.ckpt.\n",
+      "INFO:tensorflow:Loss for final step: 0.0003995522.\n"
      ]
     },
     {
@@ -1313,7 +2329,7 @@
        "SKCompat()"
       ]
      },
-     "execution_count": 13,
+     "execution_count": 18,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1331,7 +2347,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 19,
    "metadata": {},
    "outputs": [
     {
@@ -1339,7 +2355,7 @@
      "output_type": "stream",
      "text": [
       "INFO:tensorflow:Graph was finalized.\n",
-      "INFO:tensorflow:Restoring parameters from /tmp/tmpe5h7pn1c/model.ckpt-40000\n",
+      "INFO:tensorflow:Restoring parameters from /tmp/tmpvld1kthq/model.ckpt-40000\n",
       "INFO:tensorflow:Running local_init_op.\n",
       "INFO:tensorflow:Done running local_init_op.\n"
      ]
@@ -1347,10 +2363,10 @@
     {
      "data": {
       "text/plain": [
-       "0.9836"
+       "0.9838"
       ]
      },
-     "execution_count": 14,
+     "execution_count": 19,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1364,16 +2380,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 20,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "0.07057629913444195"
+       "0.07102101555478493"
       ]
      },
-     "execution_count": 15,
+     "execution_count": 20,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1396,7 +2412,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 21,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1410,7 +2426,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 22,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1422,7 +2438,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 23,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1442,7 +2458,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 24,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1456,7 +2472,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": 25,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1468,7 +2484,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 21,
+   "execution_count": 26,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1481,7 +2497,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 22,
+   "execution_count": 27,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1492,7 +2508,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 28,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1502,7 +2518,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 24,
+   "execution_count": 29,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1512,7 +2528,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1526,53 +2542,53 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 31,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "0 훈련 정확도: 0.9 검증 세트 정확도: 0.9146\n",
-      "1 훈련 정확도: 0.94 검증 세트 정확도: 0.9352\n",
-      "2 훈련 정확도: 0.92 검증 세트 정확도: 0.9466\n",
-      "3 훈련 정확도: 0.96 검증 세트 정확도: 0.951\n",
-      "4 훈련 정확도: 0.92 검증 세트 정확도: 0.9584\n",
-      "5 훈련 정확도: 0.94 검증 세트 정확도: 0.9586\n",
-      "6 훈련 정확도: 0.98 검증 세트 정확도: 0.961\n",
-      "7 훈련 정확도: 0.96 검증 세트 정확도: 0.9636\n",
-      "8 훈련 정확도: 0.92 검증 세트 정확도: 0.9638\n",
-      "9 훈련 정확도: 0.96 검증 세트 정확도: 0.965\n",
-      "10 훈련 정확도: 0.98 검증 세트 정확도: 0.9688\n",
-      "11 훈련 정확도: 0.94 검증 세트 정확도: 0.9686\n",
-      "12 훈련 정확도: 1.0 검증 세트 정확도: 0.9702\n",
-      "13 훈련 정확도: 0.94 검증 세트 정확도: 0.968\n",
-      "14 훈련 정확도: 1.0 검증 세트 정확도: 0.9718\n",
-      "15 훈련 정확도: 1.0 검증 세트 정확도: 0.9728\n",
-      "16 훈련 정확도: 1.0 검증 세트 정확도: 0.974\n",
-      "17 훈련 정확도: 0.98 검증 세트 정확도: 0.9734\n",
-      "18 훈련 정확도: 1.0 검증 세트 정확도: 0.9754\n",
-      "19 훈련 정확도: 1.0 검증 세트 정확도: 0.975\n",
-      "20 훈련 정확도: 0.98 검증 세트 정확도: 0.9748\n",
-      "21 훈련 정확도: 1.0 검증 세트 정확도: 0.9748\n",
-      "22 훈련 정확도: 1.0 검증 세트 정확도: 0.9756\n",
-      "23 훈련 정확도: 1.0 검증 세트 정확도: 0.9778\n",
-      "24 훈련 정확도: 1.0 검증 세트 정확도: 0.9778\n",
-      "25 훈련 정확도: 1.0 검증 세트 정확도: 0.9774\n",
-      "26 훈련 정확도: 1.0 검증 세트 정확도: 0.9776\n",
-      "27 훈련 정확도: 1.0 검증 세트 정확도: 0.9766\n",
-      "28 훈련 정확도: 0.98 검증 세트 정확도: 0.9776\n",
-      "29 훈련 정확도: 1.0 검증 세트 정확도: 0.978\n",
-      "30 훈련 정확도: 1.0 검증 세트 정확도: 0.9772\n",
-      "31 훈련 정확도: 1.0 검증 세트 정확도: 0.9786\n",
-      "32 훈련 정확도: 0.98 검증 세트 정확도: 0.9774\n",
-      "33 훈련 정확도: 0.98 검증 세트 정확도: 0.9786\n",
-      "34 훈련 정확도: 0.98 검증 세트 정확도: 0.9782\n",
-      "35 훈련 정확도: 0.98 검증 세트 정확도: 0.9772\n",
-      "36 훈련 정확도: 0.98 검증 세트 정확도: 0.9794\n",
-      "37 훈련 정확도: 1.0 검증 세트 정확도: 0.9786\n",
-      "38 훈련 정확도: 1.0 검증 세트 정확도: 0.9792\n",
-      "39 훈련 정확도: 1.0 검증 세트 정확도: 0.9788\n"
+      "0 배치 데이터 정확도: 0.9 검증 세트 정확도: 0.9146\n",
+      "1 배치 데이터 정확도: 0.92 검증 세트 정확도: 0.936\n",
+      "2 배치 데이터 정확도: 0.96 검증 세트 정확도: 0.945\n",
+      "3 배치 데이터 정확도: 0.92 검증 세트 정확도: 0.9512\n",
+      "4 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9558\n",
+      "5 배치 데이터 정확도: 0.96 검증 세트 정확도: 0.9566\n",
+      "6 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9612\n",
+      "7 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.963\n",
+      "8 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9652\n",
+      "9 배치 데이터 정확도: 0.96 검증 세트 정확도: 0.966\n",
+      "10 배치 데이터 정확도: 0.92 검증 세트 정확도: 0.9688\n",
+      "11 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.969\n",
+      "12 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.967\n",
+      "13 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9706\n",
+      "14 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9714\n",
+      "15 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.9732\n",
+      "16 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9736\n",
+      "17 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9742\n",
+      "18 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9746\n",
+      "19 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9748\n",
+      "20 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9752\n",
+      "21 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9752\n",
+      "22 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9764\n",
+      "23 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9752\n",
+      "24 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9772\n",
+      "25 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.977\n",
+      "26 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9778\n",
+      "27 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9774\n",
+      "28 배치 데이터 정확도: 0.96 검증 세트 정확도: 0.9754\n",
+      "29 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9776\n",
+      "30 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9756\n",
+      "31 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9772\n",
+      "32 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9772\n",
+      "33 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.979\n",
+      "34 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9784\n",
+      "35 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9778\n",
+      "36 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.978\n",
+      "37 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9776\n",
+      "38 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9792\n",
+      "39 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9776\n"
      ]
     }
    ],
@@ -1591,7 +2607,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 32,
    "metadata": {},
    "outputs": [
     {
@@ -1612,14 +2628,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 27,
+   "execution_count": 33,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "예측 클래스: [7 2 1 0 4 1 4 9 6 9 0 6 9 0 1 5 9 7 3 4]\n",
+      "예측 클래스: [7 2 1 0 4 1 4 9 5 9 0 6 9 0 1 5 9 7 3 4]\n",
       "진짜 클래스: [7 2 1 0 4 1 4 9 5 9 0 6 9 0 1 5 9 7 3 4]\n"
      ]
     }
@@ -1631,7 +2647,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 34,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1640,7 +2656,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 29,
+   "execution_count": 35,
    "metadata": {},
    "outputs": [
     {
@@ -1648,9 +2664,10 @@
       "text/html": [
        "\n",
        "        <iframe seamless style=\"width:1200px;height:620px;border:0\" srcdoc=\"\n",
+       "        <script src=&quot;//cdnjs.cloudflare.com/ajax/libs/polymer/0.3.3/platform.js&quot;></script>\n",
        "        <script>\n",
        "          function load() {\n",
-       "            document.getElementById(&quot;graph0.2851015593374667&quot;).pbtxt = 'node {\\n  name: &quot;X&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: -1\\n        }\\n        dim {\\n          size: 784\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;y&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        unknown_rank: true\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;\\\\020\\\\003\\\\000\\\\000,\\\\001\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/mean&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/stddev&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0714285746216774\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/TruncatedNormal&quot;\\n  op: &quot;TruncatedNormal&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 5\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/TruncatedNormal&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/stddev&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/mul&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/mean&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 784\\n        }\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;dnn/hidden1/truncated_normal&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 300\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;dnn/hidden1/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;dnn/hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/add&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden1/MatMul&quot;\\n  input: &quot;dnn/hidden1/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden1/add&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;,\\\\001\\\\000\\\\000d\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/mean&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/stddev&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.1154700517654419\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/TruncatedNormal&quot;\\n  op: &quot;TruncatedNormal&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 21\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/TruncatedNormal&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/stddev&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/mul&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/mean&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;dnn/hidden2/truncated_normal&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 100\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;dnn/hidden2/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;dnn/hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/add&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden2/MatMul&quot;\\n  input: &quot;dnn/hidden2/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden2/add&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;d\\\\000\\\\000\\\\000\\\\n\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/mean&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/stddev&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.20000000298023224\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/TruncatedNormal&quot;\\n  op: &quot;TruncatedNormal&quot;\\n  input: &quot;dnn/outputs/truncated_normal/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 37\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;dnn/outputs/truncated_normal/TruncatedNormal&quot;\\n  input: &quot;dnn/outputs/truncated_normal/stddev&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/outputs/truncated_normal/mul&quot;\\n  input: &quot;dnn/outputs/truncated_normal/mean&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  input: &quot;dnn/outputs/truncated_normal&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 10\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;dnn/outputs/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;dnn/outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/add&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/outputs/MatMul&quot;\\n  input: &quot;dnn/outputs/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  op: &quot;SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;dnn/outputs/add&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tlabels&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/loss&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;loss/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/grad_ys_0&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 1.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Fill&quot;\\n  op: &quot;Fill&quot;\\n  input: &quot;train/gradients/Shape&quot;\\n  input: &quot;train/gradients/grad_ys_0&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;index_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/Fill&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  op: &quot;Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tmultiples&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  op: &quot;Maximum&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  op: &quot;FloorDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  op: &quot;RealDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/zeros_like&quot;\\n  op: &quot;ZerosLike&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  op: &quot;PreventGradient&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;message&quot;\\n    value {\\n      s: &quot;Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation\\\\\\'s interaction with tf.gradients()&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: -1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  op: &quot;ExpandDims&quot;\\n  input: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tdim&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;dnn/outputs/MatMul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Shape_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 10\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/BroadcastGradientArgs&quot;\\n  op: &quot;BroadcastGradientArgs&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Sum&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/BroadcastGradientArgs&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Sum&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Sum_1&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/BroadcastGradientArgs:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Sum_1&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;dnn/hidden2/MatMul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Shape_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 100\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/BroadcastGradientArgs&quot;\\n  op: &quot;BroadcastGradientArgs&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Sum&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/BroadcastGradientArgs&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Sum_1&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/BroadcastGradientArgs:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Sum_1&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;dnn/hidden1/MatMul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Shape_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 300\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/BroadcastGradientArgs&quot;\\n  op: &quot;BroadcastGradientArgs&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Sum&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/BroadcastGradientArgs&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Sum_1&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/BroadcastGradientArgs:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Sum_1&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/learning_rate&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.009999999776482582\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden1/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden1/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden2/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden2/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/outputs/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/outputs/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden1/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden1/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden2/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden2/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/outputs/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/outputs/kernel/ApplyGradientDescent&quot;\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT64\\n        tensor_shape {\\n        }\\n        int64_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2&quot;\\n  op: &quot;InTopKV2&quot;\\n  input: &quot;dnn/outputs/add&quot;\\n  input: &quot;y&quot;\\n  input: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;eval/in_top_k/InTopKV2&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_BOOL\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Mean&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;eval/Cast&quot;\\n  input: &quot;eval/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;init&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^dnn/hidden1/bias/Assign&quot;\\n  input: &quot;^dnn/hidden1/kernel/Assign&quot;\\n  input: &quot;^dnn/hidden2/bias/Assign&quot;\\n  input: &quot;^dnn/hidden2/kernel/Assign&quot;\\n  input: &quot;^dnn/outputs/bias/Assign&quot;\\n  input: &quot;^dnn/outputs/kernel/Assign&quot;\\n}\\nnode {\\n  name: &quot;save/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n        }\\n        string_val: &quot;model&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;dnn/hidden1/bias&quot;\\n        string_val: &quot;dnn/hidden1/kernel&quot;\\n        string_val: &quot;dnn/hidden2/bias&quot;\\n        string_val: &quot;dnn/hidden2/kernel&quot;\\n        string_val: &quot;dnn/outputs/bias&quot;\\n        string_val: &quot;dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2&quot;\\n  op: &quot;SaveV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/SaveV2/tensor_names&quot;\\n  input: &quot;save/SaveV2/shape_and_slices&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;^save/SaveV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@save/Const&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;dnn/hidden1/bias&quot;\\n        string_val: &quot;dnn/hidden1/kernel&quot;\\n        string_val: &quot;dnn/hidden2/bias&quot;\\n        string_val: &quot;dnn/hidden2/kernel&quot;\\n        string_val: &quot;dnn/outputs/bias&quot;\\n        string_val: &quot;dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2&quot;\\n  op: &quot;RestoreV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/RestoreV2/tensor_names&quot;\\n  input: &quot;save/RestoreV2/shape_and_slices&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;save/RestoreV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_1&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;save/RestoreV2:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_2&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;save/RestoreV2:2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_3&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;save/RestoreV2:3&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_4&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;save/RestoreV2:4&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_5&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  input: &quot;save/RestoreV2:5&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/restore_all&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^save/Assign&quot;\\n  input: &quot;^save/Assign_1&quot;\\n  input: &quot;^save/Assign_2&quot;\\n  input: &quot;^save/Assign_3&quot;\\n  input: &quot;^save/Assign_4&quot;\\n  input: &quot;^save/Assign_5&quot;\\n}\\n';\n",
+       "            document.getElementById(&quot;graph0.2851015593374667&quot;).pbtxt = 'node {\\n  name: &quot;X&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: -1\\n        }\\n        dim {\\n          size: 784\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;y&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        unknown_rank: true\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;\\\\020\\\\003\\\\000\\\\000,\\\\001\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/mean&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/stddev&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0714285746216774\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/TruncatedNormal&quot;\\n  op: &quot;TruncatedNormal&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 5\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/TruncatedNormal&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/stddev&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/truncated_normal&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/mul&quot;\\n  input: &quot;dnn/hidden1/truncated_normal/mean&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 784\\n        }\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;dnn/hidden1/truncated_normal&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 300\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;dnn/hidden1/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;dnn/hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/add&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden1/MatMul&quot;\\n  input: &quot;dnn/hidden1/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden1/add&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;,\\\\001\\\\000\\\\000d\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/mean&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/stddev&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.1154700517654419\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/TruncatedNormal&quot;\\n  op: &quot;TruncatedNormal&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 21\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/TruncatedNormal&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/stddev&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/truncated_normal&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/mul&quot;\\n  input: &quot;dnn/hidden2/truncated_normal/mean&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;dnn/hidden2/truncated_normal&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 100\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;dnn/hidden2/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;dnn/hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/add&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/hidden2/MatMul&quot;\\n  input: &quot;dnn/hidden2/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden2/add&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;d\\\\000\\\\000\\\\000\\\\n\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/mean&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/stddev&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.20000000298023224\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/TruncatedNormal&quot;\\n  op: &quot;TruncatedNormal&quot;\\n  input: &quot;dnn/outputs/truncated_normal/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 37\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;dnn/outputs/truncated_normal/TruncatedNormal&quot;\\n  input: &quot;dnn/outputs/truncated_normal/stddev&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/truncated_normal&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/outputs/truncated_normal/mul&quot;\\n  input: &quot;dnn/outputs/truncated_normal/mean&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  input: &quot;dnn/outputs/truncated_normal&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 10\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;dnn/outputs/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;dnn/outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/add&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;dnn/outputs/MatMul&quot;\\n  input: &quot;dnn/outputs/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  op: &quot;SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;dnn/outputs/add&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tlabels&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/loss&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;loss/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/grad_ys_0&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 1.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Fill&quot;\\n  op: &quot;Fill&quot;\\n  input: &quot;train/gradients/Shape&quot;\\n  input: &quot;train/gradients/grad_ys_0&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;index_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/Fill&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  op: &quot;Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tmultiples&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  op: &quot;Maximum&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  op: &quot;FloorDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  op: &quot;RealDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/zeros_like&quot;\\n  op: &quot;ZerosLike&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  op: &quot;PreventGradient&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;message&quot;\\n    value {\\n      s: &quot;Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation\\\\\\'s interaction with tf.gradients()&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: -1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  op: &quot;ExpandDims&quot;\\n  input: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tdim&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;dnn/outputs/MatMul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Shape_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 10\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/BroadcastGradientArgs&quot;\\n  op: &quot;BroadcastGradientArgs&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Sum&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/BroadcastGradientArgs&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Sum&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Sum_1&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/BroadcastGradientArgs:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Sum_1&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/add_grad/Reshape&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n  input: &quot;^train/gradients/dnn/outputs/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/add_grad/Reshape_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;dnn/hidden2/MatMul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Shape_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 100\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/BroadcastGradientArgs&quot;\\n  op: &quot;BroadcastGradientArgs&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Sum&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/BroadcastGradientArgs&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Sum_1&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/BroadcastGradientArgs:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Sum_1&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/add_grad/Reshape&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/add_grad/Reshape_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;dnn/hidden1/MatMul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Shape_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 300\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/BroadcastGradientArgs&quot;\\n  op: &quot;BroadcastGradientArgs&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Sum&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/BroadcastGradientArgs&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Sum_1&quot;\\n  op: &quot;Sum&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/BroadcastGradientArgs:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Sum_1&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Shape_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/add_grad/Reshape&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/add_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/add_grad/Reshape_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/learning_rate&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.009999999776482582\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden1/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden1/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/add_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden2/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/hidden2/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/add_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/outputs/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_dnn/outputs/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/add_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden1/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden1/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden2/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/hidden2/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/outputs/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_dnn/outputs/kernel/ApplyGradientDescent&quot;\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2&quot;\\n  op: &quot;InTopKV2&quot;\\n  input: &quot;dnn/outputs/add&quot;\\n  input: &quot;y&quot;\\n  input: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;eval/in_top_k/InTopKV2&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_BOOL\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Mean&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;eval/Cast&quot;\\n  input: &quot;eval/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;init&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^dnn/hidden1/bias/Assign&quot;\\n  input: &quot;^dnn/hidden1/kernel/Assign&quot;\\n  input: &quot;^dnn/hidden2/bias/Assign&quot;\\n  input: &quot;^dnn/hidden2/kernel/Assign&quot;\\n  input: &quot;^dnn/outputs/bias/Assign&quot;\\n  input: &quot;^dnn/outputs/kernel/Assign&quot;\\n}\\nnode {\\n  name: &quot;save/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n        }\\n        string_val: &quot;model&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;dnn/hidden1/bias&quot;\\n        string_val: &quot;dnn/hidden1/kernel&quot;\\n        string_val: &quot;dnn/hidden2/bias&quot;\\n        string_val: &quot;dnn/hidden2/kernel&quot;\\n        string_val: &quot;dnn/outputs/bias&quot;\\n        string_val: &quot;dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2&quot;\\n  op: &quot;SaveV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/SaveV2/tensor_names&quot;\\n  input: &quot;save/SaveV2/shape_and_slices&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;^save/SaveV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@save/Const&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;dnn/hidden1/bias&quot;\\n        string_val: &quot;dnn/hidden1/kernel&quot;\\n        string_val: &quot;dnn/hidden2/bias&quot;\\n        string_val: &quot;dnn/hidden2/kernel&quot;\\n        string_val: &quot;dnn/outputs/bias&quot;\\n        string_val: &quot;dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2&quot;\\n  op: &quot;RestoreV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/RestoreV2/tensor_names&quot;\\n  input: &quot;save/RestoreV2/shape_and_slices&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/bias&quot;\\n  input: &quot;save/RestoreV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_1&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden1/kernel&quot;\\n  input: &quot;save/RestoreV2:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_2&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/bias&quot;\\n  input: &quot;save/RestoreV2:2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_3&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/hidden2/kernel&quot;\\n  input: &quot;save/RestoreV2:3&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_4&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/bias&quot;\\n  input: &quot;save/RestoreV2:4&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_5&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;dnn/outputs/kernel&quot;\\n  input: &quot;save/RestoreV2:5&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@dnn/outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/restore_all&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^save/Assign&quot;\\n  input: &quot;^save/Assign_1&quot;\\n  input: &quot;^save/Assign_2&quot;\\n  input: &quot;^save/Assign_3&quot;\\n  input: &quot;^save/Assign_4&quot;\\n  input: &quot;^save/Assign_5&quot;\\n}\\n';\n",
        "          }\n",
        "        </script>\n",
        "        <link rel=&quot;import&quot; href=&quot;https://tensorboard.appspot.com/tf-graph-basic.build.html&quot; onload=load()>\n",
@@ -1681,7 +2698,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 30,
+   "execution_count": 36,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1693,7 +2710,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 37,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1705,7 +2722,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 32,
+   "execution_count": 38,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1720,7 +2737,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 33,
+   "execution_count": 39,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1731,7 +2748,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 34,
+   "execution_count": 40,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1744,7 +2761,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 35,
+   "execution_count": 41,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1755,7 +2772,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 42,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1765,33 +2782,33 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 43,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "0 훈련 정확도: 0.9 테스트 정확도: 0.9053\n",
-      "1 훈련 정확도: 0.88 테스트 정확도: 0.9206\n",
-      "2 훈련 정확도: 0.94 테스트 정확도: 0.9301\n",
-      "3 훈련 정확도: 0.94 테스트 정확도: 0.9397\n",
-      "4 훈련 정확도: 0.92 테스트 정확도: 0.9452\n",
-      "5 훈련 정확도: 0.94 테스트 정확도: 0.9477\n",
-      "6 훈련 정확도: 0.92 테스트 정확도: 0.9513\n",
-      "7 훈련 정확도: 0.98 테스트 정확도: 0.9543\n",
-      "8 훈련 정확도: 0.96 테스트 정확도: 0.9569\n",
-      "9 훈련 정확도: 0.94 테스트 정확도: 0.9605\n",
-      "10 훈련 정확도: 0.92 테스트 정확도: 0.9619\n",
-      "11 훈련 정확도: 0.96 테스트 정확도: 0.9631\n",
-      "12 훈련 정확도: 1.0 테스트 정확도: 0.9659\n",
-      "13 훈련 정확도: 0.94 테스트 정확도: 0.9656\n",
-      "14 훈련 정확도: 1.0 테스트 정확도: 0.9667\n",
-      "15 훈련 정확도: 0.94 테스트 정확도: 0.9681\n",
-      "16 훈련 정확도: 0.96 테스트 정확도: 0.97\n",
-      "17 훈련 정확도: 0.98 테스트 정확도: 0.9696\n",
-      "18 훈련 정확도: 1.0 테스트 정확도: 0.9698\n",
-      "19 훈련 정확도: 1.0 테스트 정확도: 0.9705\n"
+      "0 배치 데이터 정확도: 0.9 검증 세트 정확도: 0.9024\n",
+      "1 배치 데이터 정확도: 0.92 검증 세트 정확도: 0.9254\n",
+      "2 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.9372\n",
+      "3 배치 데이터 정확도: 0.9 검증 세트 정확도: 0.9416\n",
+      "4 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.9472\n",
+      "5 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.9512\n",
+      "6 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9548\n",
+      "7 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.961\n",
+      "8 배치 데이터 정확도: 0.96 검증 세트 정확도: 0.9622\n",
+      "9 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.9648\n",
+      "10 배치 데이터 정확도: 0.92 검증 세트 정확도: 0.9654\n",
+      "11 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9668\n",
+      "12 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9682\n",
+      "13 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9702\n",
+      "14 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9696\n",
+      "15 배치 데이터 정확도: 0.94 검증 세트 정확도: 0.9718\n",
+      "16 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9728\n",
+      "17 배치 데이터 정확도: 1.0 검증 세트 정확도: 0.9728\n",
+      "18 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9746\n",
+      "19 배치 데이터 정확도: 0.98 검증 세트 정확도: 0.9752\n"
      ]
     }
    ],
@@ -1813,7 +2830,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 38,
+   "execution_count": 44,
    "metadata": {},
    "outputs": [
     {
@@ -1821,9 +2838,10 @@
       "text/html": [
        "\n",
        "        <iframe seamless style=\"width:1200px;height:620px;border:0\" srcdoc=\"\n",
+       "        <script src=&quot;//cdnjs.cloudflare.com/ajax/libs/polymer/0.3.3/platform.js&quot;></script>\n",
        "        <script>\n",
        "          function load() {\n",
-       "            document.getElementById(&quot;graph0.7224827313584268&quot;).pbtxt = 'node {\\n  name: &quot;X&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: -1\\n        }\\n        dim {\\n          size: 784\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;y&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        unknown_rank: true\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;\\\\020\\\\003\\\\000\\\\000,\\\\001\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/min&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: -0.07439795136451721\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/max&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.07439795136451721\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  op: &quot;RandomUniform&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 5\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/sub&quot;\\n  op: &quot;Sub&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/max&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/sub&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/mul&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 784\\n        }\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias/Initializer/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 300\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;hidden1/bias/Initializer/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden1/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/BiasAdd&quot;\\n  op: &quot;BiasAdd&quot;\\n  input: &quot;dnn/hidden1/MatMul&quot;\\n  input: &quot;hidden1/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden1/BiasAdd&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;,\\\\001\\\\000\\\\000d\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/min&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: -0.12247448414564133\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/max&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.12247448414564133\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  op: &quot;RandomUniform&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 22\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/sub&quot;\\n  op: &quot;Sub&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/max&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/sub&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/mul&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias/Initializer/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 100\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;hidden2/bias/Initializer/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden2/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/BiasAdd&quot;\\n  op: &quot;BiasAdd&quot;\\n  input: &quot;dnn/hidden2/MatMul&quot;\\n  input: &quot;hidden2/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden2/BiasAdd&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;d\\\\000\\\\000\\\\000\\\\n\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/min&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: -0.23354968428611755\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/max&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.23354968428611755\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  op: &quot;RandomUniform&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 39\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/sub&quot;\\n  op: &quot;Sub&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/max&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/sub&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/mul&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/kernel&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;outputs/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias/Initializer/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 10\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;outputs/bias/Initializer/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;outputs/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/BiasAdd&quot;\\n  op: &quot;BiasAdd&quot;\\n  input: &quot;dnn/outputs/MatMul&quot;\\n  input: &quot;outputs/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  op: &quot;SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;dnn/outputs/BiasAdd&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tlabels&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/loss&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;loss/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/grad_ys_0&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 1.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Fill&quot;\\n  op: &quot;Fill&quot;\\n  input: &quot;train/gradients/Shape&quot;\\n  input: &quot;train/gradients/grad_ys_0&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;index_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/Fill&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  op: &quot;Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tmultiples&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  op: &quot;Maximum&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  op: &quot;FloorDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  op: &quot;RealDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/zeros_like&quot;\\n  op: &quot;ZerosLike&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  op: &quot;PreventGradient&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;message&quot;\\n    value {\\n      s: &quot;Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation\\\\\\'s interaction with tf.gradients()&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: -1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  op: &quot;ExpandDims&quot;\\n  input: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tdim&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n  op: &quot;BiasAddGrad&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/outputs/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency&quot;\\n  input: &quot;outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n  op: &quot;BiasAddGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency&quot;\\n  input: &quot;hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n  op: &quot;BiasAddGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency&quot;\\n  input: &quot;hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/learning_rate&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.009999999776482582\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden1/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden1/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden2/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden2/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_outputs/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;outputs/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_outputs/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/GradientDescent/update_hidden1/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_hidden1/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_hidden2/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_hidden2/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_outputs/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_outputs/kernel/ApplyGradientDescent&quot;\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT64\\n        tensor_shape {\\n        }\\n        int64_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2&quot;\\n  op: &quot;InTopKV2&quot;\\n  input: &quot;dnn/outputs/BiasAdd&quot;\\n  input: &quot;y&quot;\\n  input: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT64\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;eval/in_top_k/InTopKV2&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_BOOL\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Mean&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;eval/Cast&quot;\\n  input: &quot;eval/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;init&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^hidden1/bias/Assign&quot;\\n  input: &quot;^hidden1/kernel/Assign&quot;\\n  input: &quot;^hidden2/bias/Assign&quot;\\n  input: &quot;^hidden2/kernel/Assign&quot;\\n  input: &quot;^outputs/bias/Assign&quot;\\n  input: &quot;^outputs/kernel/Assign&quot;\\n}\\nnode {\\n  name: &quot;save/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n        }\\n        string_val: &quot;model&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;hidden1/bias&quot;\\n        string_val: &quot;hidden1/kernel&quot;\\n        string_val: &quot;hidden2/bias&quot;\\n        string_val: &quot;hidden2/kernel&quot;\\n        string_val: &quot;outputs/bias&quot;\\n        string_val: &quot;outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2&quot;\\n  op: &quot;SaveV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/SaveV2/tensor_names&quot;\\n  input: &quot;save/SaveV2/shape_and_slices&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;outputs/kernel&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;^save/SaveV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@save/Const&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;hidden1/bias&quot;\\n        string_val: &quot;hidden1/kernel&quot;\\n        string_val: &quot;hidden2/bias&quot;\\n        string_val: &quot;hidden2/kernel&quot;\\n        string_val: &quot;outputs/bias&quot;\\n        string_val: &quot;outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2&quot;\\n  op: &quot;RestoreV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/RestoreV2/tensor_names&quot;\\n  input: &quot;save/RestoreV2/shape_and_slices&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;save/RestoreV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_1&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;save/RestoreV2:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_2&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;save/RestoreV2:2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_3&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;save/RestoreV2:3&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_4&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;save/RestoreV2:4&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_5&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/kernel&quot;\\n  input: &quot;save/RestoreV2:5&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/restore_all&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^save/Assign&quot;\\n  input: &quot;^save/Assign_1&quot;\\n  input: &quot;^save/Assign_2&quot;\\n  input: &quot;^save/Assign_3&quot;\\n  input: &quot;^save/Assign_4&quot;\\n  input: &quot;^save/Assign_5&quot;\\n}\\n';\n",
+       "            document.getElementById(&quot;graph0.7224827313584268&quot;).pbtxt = 'node {\\n  name: &quot;X&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: -1\\n        }\\n        dim {\\n          size: 784\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;y&quot;\\n  op: &quot;Placeholder&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        unknown_rank: true\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;\\\\020\\\\003\\\\000\\\\000,\\\\001\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/min&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: -0.07439795136451721\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/max&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.07439795136451721\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  op: &quot;RandomUniform&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 5\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/sub&quot;\\n  op: &quot;Sub&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/max&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/sub&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Initializer/random_uniform&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/mul&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 784\\n        }\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;hidden1/kernel/Initializer/random_uniform&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias/Initializer/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 300\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;hidden1/bias/Initializer/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden1/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden1/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/BiasAdd&quot;\\n  op: &quot;BiasAdd&quot;\\n  input: &quot;dnn/hidden1/MatMul&quot;\\n  input: &quot;hidden1/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden1/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden1/BiasAdd&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;,\\\\001\\\\000\\\\000d\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/min&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: -0.12247448414564133\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/max&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.12247448414564133\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  op: &quot;RandomUniform&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 22\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/sub&quot;\\n  op: &quot;Sub&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/max&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/sub&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Initializer/random_uniform&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/mul&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 300\\n        }\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;hidden2/kernel/Initializer/random_uniform&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias/Initializer/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 100\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;hidden2/bias/Initializer/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;hidden2/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;hidden2/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/BiasAdd&quot;\\n  op: &quot;BiasAdd&quot;\\n  input: &quot;dnn/hidden2/MatMul&quot;\\n  input: &quot;hidden2/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/hidden2/Relu&quot;\\n  op: &quot;Relu&quot;\\n  input: &quot;dnn/hidden2/BiasAdd&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 2\\n          }\\n        }\\n        tensor_content: &quot;d\\\\000\\\\000\\\\000\\\\n\\\\000\\\\000\\\\000&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/min&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: -0.23354968428611755\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/max&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.23354968428611755\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  op: &quot;RandomUniform&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;seed&quot;\\n    value {\\n      i: 42\\n    }\\n  }\\n  attr {\\n    key: &quot;seed2&quot;\\n    value {\\n      i: 39\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/sub&quot;\\n  op: &quot;Sub&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/max&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/RandomUniform&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/sub&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Initializer/random_uniform&quot;\\n  op: &quot;Add&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/mul&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform/min&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 100\\n        }\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/kernel&quot;\\n  input: &quot;outputs/kernel/Initializer/random_uniform&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/kernel/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;outputs/kernel&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias/Initializer/zeros&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n          dim {\\n            size: 10\\n          }\\n        }\\n        float_val: 0.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias&quot;\\n  op: &quot;VariableV2&quot;\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;container&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;shape&quot;\\n    value {\\n      shape {\\n        dim {\\n          size: 10\\n        }\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;shared_name&quot;\\n    value {\\n      s: &quot;&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;outputs/bias/Initializer/zeros&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;outputs/bias/read&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;outputs/bias&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/outputs/BiasAdd&quot;\\n  op: &quot;BiasAdd&quot;\\n  input: &quot;dnn/outputs/MatMul&quot;\\n  input: &quot;outputs/bias/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;dnn/Softmax&quot;\\n  op: &quot;Softmax&quot;\\n  input: &quot;dnn/outputs/BiasAdd&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  op: &quot;SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;dnn/outputs/BiasAdd&quot;\\n  input: &quot;y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tlabels&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;loss/loss&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  input: &quot;loss/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/grad_ys_0&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 1.0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/Fill&quot;\\n  op: &quot;Fill&quot;\\n  input: &quot;train/gradients/Shape&quot;\\n  input: &quot;train/gradients/grad_ys_0&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;index_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  op: &quot;Reshape&quot;\\n  input: &quot;train/gradients/Fill&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape/shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tshape&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  op: &quot;Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Reshape&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tmultiples&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  op: &quot;Shape&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;out_type&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n          }\\n        }\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  op: &quot;Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Shape_2&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Const_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  op: &quot;Maximum&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod_1&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum/y&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  op: &quot;FloorDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Prod&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Maximum&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;train/gradients/loss/loss_grad/floordiv&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  op: &quot;RealDiv&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Tile&quot;\\n  input: &quot;train/gradients/loss/loss_grad/Cast&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/zeros_like&quot;\\n  op: &quot;ZerosLike&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  op: &quot;PreventGradient&quot;\\n  input: &quot;loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;message&quot;\\n    value {\\n      s: &quot;Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation\\\\\\'s interaction with tf.gradients()&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: -1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  op: &quot;ExpandDims&quot;\\n  input: &quot;train/gradients/loss/loss_grad/truediv&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tdim&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  op: &quot;Mul&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n  op: &quot;BiasAddGrad&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/outputs/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/BiasAdd_grad/BiasAddGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency&quot;\\n  input: &quot;outputs/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/outputs/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/outputs/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden2/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n  op: &quot;BiasAddGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/Relu_grad/ReluGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/BiasAdd_grad/BiasAddGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency&quot;\\n  input: &quot;hidden2/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden2/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden2/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  op: &quot;ReluGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency&quot;\\n  input: &quot;dnn/hidden1/Relu&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n  op: &quot;BiasAddGrad&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;data_format&quot;\\n    value {\\n      s: &quot;NHWC&quot;\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/Relu_grad/ReluGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/BiasAdd_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/BiasAdd_grad/BiasAddGrad&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency&quot;\\n  input: &quot;hidden1/kernel/read&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  op: &quot;MatMul&quot;\\n  input: &quot;X&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_a&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;transpose_b&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n  input: &quot;^train/gradients/dnn/hidden1/MatMul_grad/tuple/group_deps&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@train/gradients/dnn/hidden1/MatMul_grad/MatMul_1&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/learning_rate&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_FLOAT\\n        tensor_shape {\\n        }\\n        float_val: 0.009999999776482582\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden1/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden1/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden1/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden2/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_hidden2/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/hidden2/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_outputs/kernel/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;outputs/kernel&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/MatMul_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent/update_outputs/bias/ApplyGradientDescent&quot;\\n  op: &quot;ApplyGradientDescent&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;train/GradientDescent/learning_rate&quot;\\n  input: &quot;train/gradients/dnn/outputs/BiasAdd_grad/tuple/control_dependency_1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;train/GradientDescent&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^train/GradientDescent/update_hidden1/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_hidden1/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_hidden2/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_hidden2/kernel/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_outputs/bias/ApplyGradientDescent&quot;\\n  input: &quot;^train/GradientDescent/update_outputs/kernel/ApplyGradientDescent&quot;\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n        }\\n        int_val: 1\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/in_top_k/InTopKV2&quot;\\n  op: &quot;InTopKV2&quot;\\n  input: &quot;dnn/outputs/BiasAdd&quot;\\n  input: &quot;y&quot;\\n  input: &quot;eval/in_top_k/InTopKV2/k&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Cast&quot;\\n  op: &quot;Cast&quot;\\n  input: &quot;eval/in_top_k/InTopKV2&quot;\\n  attr {\\n    key: &quot;DstT&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;SrcT&quot;\\n    value {\\n      type: DT_BOOL\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_INT32\\n        tensor_shape {\\n          dim {\\n            size: 1\\n          }\\n        }\\n        int_val: 0\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;eval/Mean&quot;\\n  op: &quot;Mean&quot;\\n  input: &quot;eval/Cast&quot;\\n  input: &quot;eval/Const&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;Tidx&quot;\\n    value {\\n      type: DT_INT32\\n    }\\n  }\\n  attr {\\n    key: &quot;keep_dims&quot;\\n    value {\\n      b: false\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;init&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^hidden1/bias/Assign&quot;\\n  input: &quot;^hidden1/kernel/Assign&quot;\\n  input: &quot;^hidden2/bias/Assign&quot;\\n  input: &quot;^hidden2/kernel/Assign&quot;\\n  input: &quot;^outputs/bias/Assign&quot;\\n  input: &quot;^outputs/kernel/Assign&quot;\\n}\\nnode {\\n  name: &quot;save/Const&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n        }\\n        string_val: &quot;model&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;hidden1/bias&quot;\\n        string_val: &quot;hidden1/kernel&quot;\\n        string_val: &quot;hidden2/bias&quot;\\n        string_val: &quot;hidden2/kernel&quot;\\n        string_val: &quot;outputs/bias&quot;\\n        string_val: &quot;outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/SaveV2&quot;\\n  op: &quot;SaveV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/SaveV2/tensor_names&quot;\\n  input: &quot;save/SaveV2/shape_and_slices&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;outputs/kernel&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/control_dependency&quot;\\n  op: &quot;Identity&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;^save/SaveV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@save/Const&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/tensor_names&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;hidden1/bias&quot;\\n        string_val: &quot;hidden1/kernel&quot;\\n        string_val: &quot;hidden2/bias&quot;\\n        string_val: &quot;hidden2/kernel&quot;\\n        string_val: &quot;outputs/bias&quot;\\n        string_val: &quot;outputs/kernel&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2/shape_and_slices&quot;\\n  op: &quot;Const&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtype&quot;\\n    value {\\n      type: DT_STRING\\n    }\\n  }\\n  attr {\\n    key: &quot;value&quot;\\n    value {\\n      tensor {\\n        dtype: DT_STRING\\n        tensor_shape {\\n          dim {\\n            size: 6\\n          }\\n        }\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n        string_val: &quot;&quot;\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/RestoreV2&quot;\\n  op: &quot;RestoreV2&quot;\\n  input: &quot;save/Const&quot;\\n  input: &quot;save/RestoreV2/tensor_names&quot;\\n  input: &quot;save/RestoreV2/shape_and_slices&quot;\\n  device: &quot;/device:CPU:0&quot;\\n  attr {\\n    key: &quot;dtypes&quot;\\n    value {\\n      list {\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n        type: DT_FLOAT\\n      }\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/bias&quot;\\n  input: &quot;save/RestoreV2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_1&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden1/kernel&quot;\\n  input: &quot;save/RestoreV2:1&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden1/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_2&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/bias&quot;\\n  input: &quot;save/RestoreV2:2&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_3&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;hidden2/kernel&quot;\\n  input: &quot;save/RestoreV2:3&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@hidden2/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_4&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/bias&quot;\\n  input: &quot;save/RestoreV2:4&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/bias&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/Assign_5&quot;\\n  op: &quot;Assign&quot;\\n  input: &quot;outputs/kernel&quot;\\n  input: &quot;save/RestoreV2:5&quot;\\n  attr {\\n    key: &quot;T&quot;\\n    value {\\n      type: DT_FLOAT\\n    }\\n  }\\n  attr {\\n    key: &quot;_class&quot;\\n    value {\\n      list {\\n        s: &quot;loc:@outputs/kernel&quot;\\n      }\\n    }\\n  }\\n  attr {\\n    key: &quot;use_locking&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n  attr {\\n    key: &quot;validate_shape&quot;\\n    value {\\n      b: true\\n    }\\n  }\\n}\\nnode {\\n  name: &quot;save/restore_all&quot;\\n  op: &quot;NoOp&quot;\\n  input: &quot;^save/Assign&quot;\\n  input: &quot;^save/Assign_1&quot;\\n  input: &quot;^save/Assign_2&quot;\\n  input: &quot;^save/Assign_3&quot;\\n  input: &quot;^save/Assign_4&quot;\\n  input: &quot;^save/Assign_5&quot;\\n}\\n';\n",
        "          }\n",
        "        </script>\n",
        "        <link rel=&quot;import&quot; href=&quot;https://tensorboard.appspot.com/tf-graph-basic.build.html&quot; onload=load()>\n",
@@ -1893,7 +2911,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 39,
+   "execution_count": 45,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1905,7 +2923,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 46,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1917,7 +2935,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 47,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1931,7 +2949,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 42,
+   "execution_count": 48,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1943,7 +2961,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 43,
+   "execution_count": 49,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1956,7 +2974,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 50,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1968,7 +2986,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 45,
+   "execution_count": 51,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1985,7 +3003,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 46,
+   "execution_count": 52,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -2002,7 +3020,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 47,
+   "execution_count": 53,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -2018,7 +3036,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 48,
+   "execution_count": 54,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -2034,7 +3052,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 49,
+   "execution_count": 55,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -2044,7 +3062,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 50,
+   "execution_count": 56,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -2053,37 +3071,39 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 51,
+   "execution_count": 57,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "에포크: 0 \t검증 세트 정확도: 90.440% \t손실: 0.35228\n",
-      "에포크: 5 \t검증 세트 정확도: 95.060% \t손실: 0.17543\n",
-      "에포크: 10 \t검증 세트 정확도: 96.700% \t손실: 0.12549\n",
-      "에포크: 15 \t검증 세트 정확도: 97.220% \t손실: 0.10439\n",
-      "에포크: 20 \t검증 세트 정확도: 97.580% \t손실: 0.08918\n",
-      "에포크: 25 \t검증 세트 정확도: 97.740% \t손실: 0.08118\n",
-      "에포크: 30 \t검증 세트 정확도: 97.800% \t손실: 0.07795\n",
-      "에포크: 35 \t검증 세트 정확도: 97.900% \t손실: 0.07108\n",
-      "에포크: 40 \t검증 세트 정확도: 97.940% \t손실: 0.06991\n",
-      "에포크: 45 \t검증 세트 정확도: 97.900% \t손실: 0.06789\n",
-      "에포크: 50 \t검증 세트 정확도: 98.100% \t손실: 0.06652\n",
-      "에포크: 55 \t검증 세트 정확도: 98.100% \t손실: 0.06645\n",
-      "에포크: 60 \t검증 세트 정확도: 98.140% \t손실: 0.06523\n",
-      "에포크: 65 \t검증 세트 정확도: 98.080% \t손실: 0.06597\n",
-      "에포크: 70 \t검증 세트 정확도: 98.080% \t손실: 0.06768\n",
-      "에포크: 75 \t검증 세트 정확도: 98.140% \t손실: 0.06720\n",
-      "에포크: 80 \t검증 세트 정확도: 98.100% \t손실: 0.06712\n",
-      "에포크: 85 \t검증 세트 정확도: 98.200% \t손실: 0.06725\n",
-      "에포크: 90 \t검증 세트 정확도: 98.180% \t손실: 0.06716\n",
-      "에포크: 95 \t검증 세트 정확도: 98.160% \t손실: 0.06904\n",
-      "에포크: 100 \t검증 세트 정확도: 98.220% \t손실: 0.06847\n",
-      "에포크: 105 \t검증 세트 정확도: 98.140% \t손실: 0.06907\n",
-      "에포크: 110 \t검증 세트 정확도: 98.180% \t손실: 0.06993\n",
-      "에포크: 115 \t검증 세트 정확도: 98.220% \t손실: 0.07063\n",
+      "에포크: 0 \t검증 세트 정확도: 90.240% \t손실: 0.35379\n",
+      "에포크: 5 \t검증 세트 정확도: 95.120% \t손실: 0.17921\n",
+      "에포크: 10 \t검증 세트 정확도: 96.560% \t손실: 0.12786\n",
+      "에포크: 15 \t검증 세트 정확도: 97.180% \t손실: 0.10323\n",
+      "에포크: 20 \t검증 세트 정확도: 97.500% \t손실: 0.09165\n",
+      "에포크: 25 \t검증 세트 정확도: 97.600% \t손실: 0.08209\n",
+      "에포크: 30 \t검증 세트 정확도: 97.740% \t손실: 0.07892\n",
+      "에포크: 35 \t검증 세트 정확도: 97.780% \t손실: 0.07425\n",
+      "에포크: 40 \t검증 세트 정확도: 97.820% \t손실: 0.07160\n",
+      "에포크: 45 \t검증 세트 정확도: 98.060% \t손실: 0.06736\n",
+      "에포크: 50 \t검증 세트 정확도: 98.020% \t손실: 0.06730\n",
+      "에포크: 55 \t검증 세트 정확도: 98.020% \t손실: 0.06682\n",
+      "에포크: 60 \t검증 세트 정확도: 98.000% \t손실: 0.06725\n",
+      "에포크: 65 \t검증 세트 정확도: 98.160% \t손실: 0.06670\n",
+      "에포크: 70 \t검증 세트 정확도: 98.180% \t손실: 0.06611\n",
+      "에포크: 75 \t검증 세트 정확도: 98.100% \t손실: 0.06648\n",
+      "에포크: 80 \t검증 세트 정확도: 98.140% \t손실: 0.06664\n",
+      "에포크: 85 \t검증 세트 정확도: 98.240% \t손실: 0.06608\n",
+      "에포크: 90 \t검증 세트 정확도: 98.180% \t손실: 0.06739\n",
+      "에포크: 95 \t검증 세트 정확도: 98.160% \t손실: 0.06891\n",
+      "에포크: 100 \t검증 세트 정확도: 98.200% \t손실: 0.06878\n",
+      "에포크: 105 \t검증 세트 정확도: 98.200% \t손실: 0.07068\n",
+      "에포크: 110 \t검증 세트 정확도: 98.180% \t손실: 0.07054\n",
+      "에포크: 115 \t검증 세트 정확도: 98.280% \t손실: 0.07055\n",
+      "에포크: 120 \t검증 세트 정확도: 98.260% \t손실: 0.07310\n",
+      "에포크: 125 \t검증 세트 정확도: 98.240% \t손실: 0.07137\n",
       "조기 종료\n"
      ]
     }
@@ -2137,7 +3157,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 52,
+   "execution_count": 58,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -2146,7 +3166,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 53,
+   "execution_count": 59,
    "metadata": {},
    "outputs": [
     {
@@ -2165,16 +3185,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 54,
+   "execution_count": 60,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "0.9788"
+       "0.9798"
       ]
      },
-     "execution_count": 54,
+     "execution_count": 60,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2200,7 +3220,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.5.5"
+   "version": "3.6.5"
   },
   "nav_menu": {
    "height": "264px",