I am trying to train a vision model in Azure databricks. I am looking at an error which I do not understand, I am using learn.fit_one_cycle. As far as my understanding goes, it is unable to open or read image. Can you please help me resolve this issue.
Here is the screenshot:
Error text:
OSError Traceback (most recent call last)
<command-2966690281400187> in <module>()
----> 1 learn.fit_one_cycle(5, 1e-01)
/databricks/python/lib/python3.6/site-packages/fastai/train.py in fit_one_cycle(learn, cyc_len, max_lr, moms, div_factor, pct_start, wd, callbacks, **kwargs)
20 callbacks.append(OneCycleScheduler(learn, max_lr, moms=moms, div_factor=div_factor,
21 pct_start=pct_start, **kwargs))
---> 22 learn.fit(cyc_len, max_lr, wd=wd, callbacks=callbacks)
23
24 def lr_find(learn:Learner, start_lr:Floats=1e-7, end_lr:Floats=10, num_it:int=100, stop_div:bool=True, **kwargs:Any):
/databricks/python/lib/python3.6/site-packages/fastai/basic_train.py in fit(self, epochs, lr, wd, callbacks)
176 callbacks = [cb(self) for cb in self.callback_fns] + listify(callbacks)
177 fit(epochs, self.model, self.loss_func, opt=self.opt, data=self.data, metrics=self.metrics,
--> 178 callbacks=self.callbacks+callbacks)
179
180 def create_opt(self, lr:Floats, wd:Floats=0.)->None:
/databricks/python/lib/python3.6/site-packages/fastai/utils/mem.py in wrapper(*args, **kwargs)
80 tb_clear_frames = os.environ.get('FASTAI_TB_CLEAR_FRAMES', None)
81 if not IS_IN_IPYTHON or tb_clear_frames=="0":
---> 82 return func(*args, **kwargs)
83
84 try:
/databricks/python/lib/python3.6/site-packages/fastai/basic_train.py in fit(epochs, model, loss_func, opt, data, callbacks, metrics)
98 except Exception as e:
99 exception = e
--> 100 raise e
101 finally: cb_handler.on_train_end(exception)
102
/databricks/python/lib/python3.6/site-packages/fastai/basic_train.py in fit(epochs, model, loss_func, opt, data, callbacks, metrics)
86 cb_handler.set_dl(data.train_dl)
87 cb_handler.on_epoch_begin()
---> 88 for xb,yb in progress_bar(data.train_dl, parent=pbar):
89 xb, yb = cb_handler.on_batch_begin(xb, yb)
90 loss = loss_batch(model, xb, yb, loss_func, opt, cb_handler)
/databricks/python/lib/python3.6/site-packages/fastprogress/fastprogress.py in __iter__(self)
70 self.update(0)
71 try:
---> 72 for i,o in enumerate(self._gen):
73 if i >= self.total: break
74 yield o
/databricks/python/lib/python3.6/site-packages/fastai/basic_data.py in __iter__(self)
69 def __iter__(self):
70 "Process and returns items from `DataLoader`."
---> 71 for b in self.dl: yield self.proc_batch(b)
72
73 @classmethod
/databricks/python/lib/python3.6/site-packages/torch/utils/data/dataloader.py in __next__(self)
566 if self.rcvd_idx in self.reorder_dict:
567 batch = self.reorder_dict.pop(self.rcvd_idx)
--> 568 return self._process_next_batch(batch)
569
570 if self.batches_outstanding == 0:
/databricks/python/lib/python3.6/site-packages/torch/utils/data/dataloader.py in _process_next_batch(self, batch)
606 raise Exception("KeyError:" + batch.exc_msg)
607 else:
--> 608 raise batch.exc_type(batch.exc_msg)
609 return batch
610
OSError: Traceback (most recent call last):
File "/databricks/python/lib/python3.6/site-packages/torch/utils/data/_utils/worker.py", line 99, in _worker_loop
samples = collate_fn([dataset[i] for i in batch_indices])
File "/databricks/python/lib/python3.6/site-packages/torch/utils/data/_utils/worker.py", line 99, in <listcomp>
samples = collate_fn([dataset[i] for i in batch_indices])
File "/databricks/python/lib/python3.6/site-packages/fastai/data_block.py", line 564, in __getitem__
if self.item is None: x,y = self.x[idxs],self.y[idxs]
File "/databricks/python/lib/python3.6/site-packages/fastai/data_block.py", line 94, in __getitem__
if isinstance(idxs, numbers.Integral): return self.get(idxs)
File "/databricks/python/lib/python3.6/site-packages/fastai/vision/data.py", line 273, in get
res = self.open(fn)
File "/databricks/python/lib/python3.6/site-packages/fastai/vision/data.py", line 269, in open
return open_image(fn, convert_mode=self.convert_mode)
File "/databricks/python/lib/python3.6/site-packages/fastai/vision/image.py", line 383, in open_image
x = PIL.Image.open(fn).convert(convert_mode)
File "/databricks/python/lib/python3.6/site-packages/PIL/Image.py", line 2557, in open
prefix = fp.read(16)
OSError: [Errno 14] Bad address
fastai version ==1.0.42