when I run this code in https://n5kk1g6b.gradient.paperspace.com/notebooks/course-v4/nbs/01_intro.ipynb
from fastai.text.all import *
dls = TextDataLoaders.from_folder(untar_data(URLs.IMDB), valid='test')
learn = text_classifier_learner(dls, AWD_LSTM, drop_mult=0.5, metrics=accuracy)
learn.fine_tune(4, 1e-2)
I get
FileNotFoundError: [Errno 2] No such file or directory: '/storage/data/imdb_tok/counter.pkl'
Has anyone seen this problem? I checked in the forum, there is a question but I did not see a response. I am using the Gradient Free-P5000
Complete error
---------------------------------------------------------------------------
FileNotFoundError Traceback (most recent call last)
<ipython-input-3-5ab79cd5e866> in <module>
1 from fastai.text.all import *
2
----> 3 dls = TextDataLoaders.from_folder(untar_data(URLs.IMDB), valid='test')
4 learn = text_classifier_learner(dls, AWD_LSTM, drop_mult=0.5, metrics=accuracy)
5 learn.fine_tune(4, 1e-2)
/opt/conda/envs/fastai/lib/python3.8/site-packages/fastai/text/data.py in from_folder(cls, path, train, valid, valid_pct, seed, vocab, text_vocab, is_lm, tok_tfm, seq_len, backwards, **kwargs)
222 "Create from imagenet style dataset in `path` with `train` and `valid` subfolders (or provide `valid_pct`)"
223 splitter = GrandparentSplitter(train_name=train, valid_name=valid) if valid_pct is None else RandomSplitter(valid_pct, seed=seed)
--> 224 blocks = [TextBlock.from_folder(path, text_vocab, is_lm, seq_len, backwards) if tok_tfm is None else TextBlock(tok_tfm, text_vocab, is_lm, seq_len, backwards)]
225 if not is_lm: blocks.append(CategoryBlock(vocab=vocab))
226 get_items = partial(get_text_files, folders=[train,valid]) if valid_pct is None else get_text_files
/opt/conda/envs/fastai/lib/python3.8/site-packages/fastai/text/data.py in from_folder(cls, path, vocab, is_lm, seq_len, backwards, min_freq, max_vocab, **kwargs)
210 def from_folder(cls, path, vocab=None, is_lm=False, seq_len=72, backwards=False, min_freq=3, max_vocab=60000, **kwargs):
211 "Build a `TextBlock` from a `path`"
--> 212 return cls(Tokenizer.from_folder(path, **kwargs), vocab=vocab, is_lm=is_lm, seq_len=seq_len,
213 backwards=backwards, min_freq=min_freq, max_vocab=max_vocab)
214
/opt/conda/envs/fastai/lib/python3.8/site-packages/fastai/text/core.py in from_folder(cls, path, tok, rules, **kwargs)
276 if tok is None: tok = WordTokenizer()
277 output_dir = tokenize_folder(path, tok=tok, rules=rules, **kwargs)
--> 278 res = cls(tok, counter=(output_dir/fn_counter_pkl).load(),
279 lengths=(output_dir/fn_lengths_pkl).load(), rules=rules, mode='folder')
280 res.path,res.output_dir = path,output_dir
/opt/conda/envs/fastai/lib/python3.8/site-packages/fastcore/utils.py in load(fn)
522 def load(fn:Path):
523 "Load a pickle file from a file name or opened file"
--> 524 if not isinstance(fn, io.IOBase): fn = open(fn,'rb')
525 try: return pickle.load(fn)
526 finally: fn.close()
FileNotFoundError: [Errno 2] No such file or directory: '/storage/data/imdb_tok/counter.pkl'
