2023-09-14 16:09:07.824035: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.071472: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.153509: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.219649: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.297631: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.372664: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.462859: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.533228: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.611565: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
2023-09-14 16:09:08.688531: W tensorflow/core/framework/op_kernel.cc:1733] UNKNOWN: NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
---------------------------------------------------------------------------
UnknownError Traceback (most recent call last)
Cell In[12], line 3
1 features = training.map(lambda feature, _: feature)
2 #print(features[0])
----> 3 normalization_layer.adapt(features)
File ~/.conda/envs/tc_quan/lib/python3.10/site-packages/keras/layers/preprocessing/normalization.py:242, in Normalization.adapt(self, data, batch_size, steps)
197 def adapt(self, data, batch_size=None, steps=None):
198 """Computes the mean and variance of values in a dataset.
199
200 Calling `adapt()` on a `Normalization` layer is an alternative to passing in
(...)
240 argument is not supported with array inputs.
241 """
--> 242 super().adapt(data, batch_size=batch_size, steps=steps)
File ~/.conda/envs/tc_quan/lib/python3.10/site-packages/keras/engine/base_preprocessing_layer.py:249, in PreprocessingLayer.adapt(self, data, batch_size, steps)
247 with data_handler.catch_stop_iteration():
248 for _ in data_handler.steps():
--> 249 self._adapt_function(iterator)
250 if data_handler.should_sync:
251 context.async_wait()
File ~/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/util/traceback_utils.py:153, in filter_traceback.<locals>.error_handler(*args, **kwargs)
151 except Exception as e:
152 filtered_tb = _process_traceback_frames(e.__traceback__)
--> 153 raise e.with_traceback(filtered_tb) from None
154 finally:
155 del filtered_tb
File ~/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/eager/execute.py:54, in quick_execute(op_name, num_outputs, inputs, attrs, ctx, name)
52 try:
53 ctx.ensure_initialized()
---> 54 tensors = pywrap_tfe.TFE_Py_Execute(ctx._handle, device_name, op_name,
55 inputs, attrs, num_outputs)
56 except core._NotOkStatusException as e:
57 if name is not None:
UnknownError: Graph execution error:
NameError: name 'path' is not defined
Traceback (most recent call last):
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 16, in extract_variables_from_dataset
values = ds[key].sel(lev=list(lev)).values
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 268, in __call__
return func(device, token, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 146, in __call__
outputs = self._call(device, args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/ops/script_ops.py", line 153, in _call
ret = self._func(*args)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 642, in wrapper
return func(*args, **kwargs)
File "/tmp/__autograph_generated_filern3tl8cc.py", line 17, in wrapped_func
out = ag__.converted_call(ag__.ld(func), tuple(ag__.ld(reconstructed_inp)), None, fscope_1)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/tmp/__autograph_generated_file1cu9us9h.py", line 7, in <lambda>
tf__lam = lambda row: ag__.with_function_scope(lambda lscope: ag__.converted_call(tfd_utils.new_py_function, (ag__.autograph_artifact(lambda row: ag__.converted_call(cls._load_reanalysis_and_gt, ([ag__.converted_call(path.decode, ('utf-8',), None, lscope) for path in ag__.converted_call(row['Path'].numpy, (), None, lscope)], self._subset, ag__.converted_call(row['TC'].numpy, (), None, lscope), self._data_shape, ag__.converted_call(row['Latitude'].numpy, (), None, lscope), ag__.converted_call(row['Longitude'].numpy, (), None, lscope), self._tc_avg_radius_lat_deg, self._clip_threshold, self._softmax_output, self._smooth_gt), None, lscope)),), dict(inp=[row], Tout=[tf.float32, tf.float32], name='load_observation_and_gt'), lscope), 'lscope', ag__.STD)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 335, in converted_call
return _call_unconverted(f, args, kwargs, options, False)
File "/N/u/trihnguy/Carbonate/.conda/envs/tc_quan/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py", line 459, in _call_unconverted
return f(*args)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/time_series.py", line 295, in _load_reanalysis_and_gt
dataset = data_utils.extract_variables_from_dataset(dataset, subset)
File "/geode2/home/u100/trihnguy/Carbonate/tc-prediction-tri/tc_formation/data/utils.py", line 18, in extract_variables_from_dataset
print('Error', path, ds[key]['lev'])
NameError: name 'path' is not defined
[[{{node load_observation_and_gt}}]]
[[IteratorGetNext]] [Op:__inference_adapt_step_1497]