Tensorflow det_lesion

[Gresliebear]

Traceback (most recent call last):
  File "main.py", line 166, in <module>
    liver_lesion.train()
  File "main.py", line 144, in train
    step()
  File "main.py", line 83, in det_lesion_train
    self.det_save_step, self.display_step, self.det_learning_rate)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/det_lesion_train.py", line 55, in det_lesion_train
    resume_training = True) # Make true to restore training from a previously saved checkpoint. 
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/det_lesion.py", line 373, in train
    feed_dict={input_image: val_image, input_label: label_val, is_training: False}) #!!! It was false in the original code. We set it to true. Need to look into it more.
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/client/session.py", line 956, in run
    run_metadata_ptr)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/client/session.py", line 1180, in _run
    feed_dict_tensor, options, run_metadata)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/client/session.py", line 1359, in _do_run
    run_metadata)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/client/session.py", line 1384, in _do_call
    raise type(e)(node_def, op, message)
tensorflow.python.framework.errors_impl.InvalidArgumentError: Nan in summary histogram for: losses/losses/output
         [[node losses/losses/output (defined at /Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/framework/ops.py:1748) ]]
Original stack trace for u'losses/losses/output':
  File "main.py", line 166, in <module>
    liver_lesion.train()
  File "main.py", line 144, in train
    step()
  File "main.py", line 83, in det_lesion_train
    self.det_save_step, self.display_step, self.det_learning_rate)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/det_lesion_train.py", line 55, in det_lesion_train
    resume_training = True) # Make true to restore training from a previously saved checkpoint.
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/det_lesion.py", line 271, in train
    tf.summary.histogram('losses/output', output)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/summary/summary.py", line 179, in histogram
    tag=tag, values=values, name=scope)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/ops/gen_logging_ops.py", line 329, in histogram_summary
    "HistogramSummary", tag=tag, values=values, name=name)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/framework/op_def_library.py", line 794, in _apply_op_helper
    op_def=op_def)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/util/deprecation.py", line 507, in new_func
    return func(*args, **kwargs)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/framework/ops.py", line 3357, in create_op
    attrs, op_def, compute_device)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/framework/ops.py", line 3426, in _create_op_internal
    op_def=op_def)
  File "/Users/rishyak/Downloads/Vessel/AI/liverseg-2017-nipsws/MyEnv/lib/python2.7/site-packages/tensorflow_core/python/framework/ops.py", line 1748, in __init__
    self._traceback = tf_stack.extract_stack()