Can someone post a list of the package versions, environment setup notes and link to their working notebook (also which version of fast.ai git repo) is working for them?
I’m having the devils own fun getting the lesson 4 NLP notebooks to work. Not fun and unusually frustrating.
AssertionError error in lesson4-imdb @
learner.fit(3e-3, 1, wds=1e-6, cycle_len=20, cycle_save_name=‘adam3_20’)
I tried the above line after finding it in a thread elsewhere.
#original code below. (also yields assertion error)
learner.fit(3e-3, 4, wds=1e-6, cycle_len=1, cycle_mult=2)
seems others are experiencing this error.
cuda and cudnn versions as below.
]$ nvcc --version
nvcc: NVIDIA (R) Cuda compiler driver
Copyright (c) 2005-2017 NVIDIA Corporation
Built on Fri_Sep__1_21:08:03_CDT_2017
Cuda compilation tools, release 9.0, V9.0.176
$ cat /usr/local/cuda/include/cudnn.h | grep CUDNN_MAJOR -A 2
#define CUDNN_MAJOR 7
#define CUDNN_MINOR 1
#define CUDNN_PATCHLEVEL 4
#define CUDNN_VERSION (CUDNN_MAJOR * 1000 + CUDNN_MINOR * 100 + CUDNN_PATCHLEVEL)
#include “driver_types.h”
[nb: running redhat OS due to selecting the AWS AMI during setup]
AssertionError Traceback (most recent call last)
in ()
~/fastaiCurrent/fastai/fastai/learner.py in fit(self, lrs, n_cycle, wds, **kwargs)
285 self.sched = None
286 layer_opt = self.get_layer_opt(lrs, wds)
→ 287 return self.fit_gen(self.model, self.data, layer_opt, n_cycle, **kwargs)
288
289 def warm_up(self, lr, wds=None):
~/fastaiCurrent/fastai/fastai/learner.py in fit_gen(self, model, data, layer_opt, n_cycle, cycle_len, cycle_mult, cycle_save_name, best_save_name, use_clr, use_clr_beta, metrics, callbacks, use_wd_sched, norm_wds, wds_sched_mult, use_swa, swa_start, swa_eval_freq, **kwargs)
232 metrics=metrics, callbacks=callbacks, reg_fn=self.reg_fn, clip=self.clip, fp16=self.fp16,
233 swa_model=self.swa_model if use_swa else None, swa_start=swa_start,
→ 234 swa_eval_freq=swa_eval_freq, **kwargs)
235
236 def get_layer_groups(self): return self.models.get_layer_groups()
~/fastaiCurrent/fastai/fastai/model.py in fit(model, data, n_epochs, opt, crit, metrics, callbacks, stepper, swa_model, swa_start, swa_eval_freq, kwargs)
130 batch_num += 1
131 for cb in callbacks: cb.on_batch_begin()
→ 132 loss = model_stepper.step(V(x),V(y), epoch)
133 avg_loss = avg_loss * avg_mom + loss * (1-avg_mom)
134 debias_loss = avg_loss / (1 - avg_mombatch_num)
~/fastaiCurrent/fastai/fastai/model.py in step(self, xs, y, epoch)
48 def step(self, xs, y, epoch):
49 xtra =
—> 50 output = self.m(*xs)
51 if isinstance(output,tuple): output,*xtra = output
52 if self.fp16: self.m.zero_grad()
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/modules/module.py in call(self, *input, **kwargs)
355 result = self._slow_forward(*input, **kwargs)
356 else:
→ 357 result = self.forward(*input, **kwargs)
358 for hook in self._forward_hooks.values():
359 hook_result = hook(self, input, result)
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/modules/container.py in forward(self, input)
65 def forward(self, input):
66 for module in self._modules.values():
—> 67 input = module(input)
68 return input
69
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/modules/module.py in call(self, *input, **kwargs)
355 result = self._slow_forward(*input, **kwargs)
356 else:
→ 357 result = self.forward(*input, **kwargs)
358 for hook in self._forward_hooks.values():
359 hook_result = hook(self, input, result)
~/fastaiCurrent/fastai/fastai/lm_rnn.py in forward(self, input)
95 with warnings.catch_warnings():
96 warnings.simplefilter(“ignore”)
—> 97 raw_output, new_h = rnn(raw_output, self.hidden[l])
98 new_hidden.append(new_h)
99 raw_outputs.append(raw_output)
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/modules/module.py in call(self, *input, **kwargs)
355 result = self._slow_forward(*input, **kwargs)
356 else:
→ 357 result = self.forward(*input, **kwargs)
358 for hook in self._forward_hooks.values():
359 hook_result = hook(self, input, result)
~/fastaiCurrent/fastai/fastai/rnn_reg.py in forward(self, *args)
120 “”"
121 self._setweights()
→ 122 return self.module.forward(*args)
123
124 class EmbeddingDropout(nn.Module):
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/modules/rnn.py in forward(self, input, hx)
202 flat_weight=flat_weight
203 )
→ 204 output, hidden = func(input, self.all_weights, hx)
205 if is_packed:
206 output = PackedSequence(output, batch_sizes)
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/_functions/rnn.py in forward(input, *fargs, **fkwargs)
383 return hack_onnx_rnn((input,) + fargs, output, args, kwargs)
384 else:
→ 385 return func(input, *fargs, **fkwargs)
386
387 return forward
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/autograd/function.py in _do_forward(self, *input)
326 self._nested_input = input
327 flat_input = tuple(_iter_variables(input))
→ 328 flat_output = super(NestedIOFunction, self)._do_forward(*flat_input)
329 nested_output = self._nested_output
330 nested_variables = _unflatten(flat_output, self._nested_output)
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/autograd/function.py in forward(self, *args)
348 def forward(self, *args):
349 nested_tensors = _map_variable_tensor(self._nested_input)
→ 350 result = self.forward_extended(*nested_tensors)
351 del self._nested_input
352 self._nested_output = result
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/nn/_functions/rnn.py in forward_extended(self, input, weight, hx)
292 hy = tuple(h.new() for h in hx)
293
→ 294 cudnn.rnn.forward(self, input, hx, weight, output, hy)
295
296 self.save_for_backward(input, hx, weight, output)
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/backends/cudnn/rnn.py in forward(fn, input, hx, weight, output, hy)
249 # Alternatively, copyParams could be written more carefully.
250 w.zero()
→ 251 params = get_parameters(fn, handle, w)
252 _copyParams(weight, params)
253 else:
~/anaconda3/envs/python3/lib/python3.6/site-packages/torch/backends/cudnn/rnn.py in get_parameters(fn, handle, weight_buf)
163 # might as well merge the CUDNN ones into a single tensor as well
164 if linear_id == 0 or linear_id == num_linear_layers / 2:
→ 165 assert filter_dim_a.prod() == filter_dim_a[0]
166 size = (filter_dim_a[0] * num_linear_layers // 2, filter_dim_a[2])
167 param = fn.weight_buf.new().set_(
AssertionError:
Environment config notes below. tried the fastai git repo updated this week after previously using a version from January. same error message.
=============================================================================
__| | )
| ( / Deep Learning AMI (Amazon Linux)
|_||
Please use one of the following commands to start the required environment with the framework of your choice:
for MXNet(+Keras1) with Python3 (CUDA 9/MKL) _________________ source activate mxnet_p36
for MXNet(+Keras1) with Python2 (CUDA 9/MKL) _________________ source activate mxnet_p27
for TensorFlow(+Keras2) with Python3 (CUDA 9/MKL) ____________ source activate tensorflow_p36
for TensorFlow(+Keras2) with Python2 (CUDA 9/MKL) ____________ source activate tensorflow_p27
for Theano(+Keras2) with Python3 (CUDA 9) ____________________ source activate theano_p36
for Theano(+Keras2) with Python2 (CUDA 9) ____________________ source activate theano_p27
for PyTorch with Python3 (CUDA 9) ____________________________ source activate pytorch_p36
for PyTorch with Python2 (CUDA 9) ____________________________ source activate pytorch_p27
for CNTK(+Keras2) with Python3 (CUDA 9) ______________________ source activate cntk_p36
for CNTK(+Keras2) with Python2 (CUDA 9) ______________________ source activate cntk_p27
for Caffe2 with Python2 (CUDA 9) _____________________________ source activate caffe2_p27
for Caffe with Python2 (CUDA 8) ______________________________ source activate caffe_p27
for Caffe with Python3 (CUDA 8) ______________________________ source activate caffe_p35
for Chainer with Python2 (CUDA 9) ____________________________ source activate chainer_p27
for Chainer with Python3 (CUDA 9) ____________________________ source activate chainer_p36
for base Python2 (CUDA 9) ____________________________________ source activate python2
for base Python3 (CUDA 9) ____________________________________ source activate python3
Official Conda User Guide: https://conda.io/docs/user-guide/index.html
AWS Deep Learning AMI Homepage: Deep Learning Virtual Machine - AWS Deep Learning AMIs - AWS
Developer Guide and Release Notes: What is AWS Deep Learning AMI? - AWS Deep Learning AMI
Support: Explore AWS re:Post content | AWS re:Post
Amazon Linux version 2018.03 is available.
(python3) [ec2-user@ip-172-31-38-126 ~]$ pip freeze
alabaster==0.7.10
asn1crypto==0.24.0
autovizwidget==0.12.5
awscli==1.15.1
Babel==2.5.3
bcolz==1.2.0
beautifulsoup4==4.6.0
bleach==2.1.3
bokeh==0.12.14
boto3==1.6.16
botocore==1.10.1
certifi==2018.1.18
cffi==1.11.5
chardet==3.0.4
click==6.7
cliff==2.8.1
cloudpickle==0.5.2
cmd2==0.8.2
colorama==0.3.7
configparser==3.5.0
cryptography==2.2.1
cssselect==1.0.3
cycler==0.10.0
cymem==1.31.2
cytoolz==0.8.2
dask==0.17.2
decorator==4.2.1
dill==0.2.7.1
distributed==1.21.5
docrepr==0.1.1
docutils==0.14
en-core-web-sm==2.0.0
entrypoints==0.2.3
environment-kernels==1.1.1
feather-format==0.4.0
feedparser==5.2.1
google-images-download==2.0.4
graphviz==0.8.2
hdijupyterutils==0.12.5
heapdict==1.0.0
html5lib==1.0.1
idna==2.6
imageio==2.3.0
imagesize==1.0.0
instagram-scraper==1.5.28
ipykernel==4.8.2
ipython==6.2.1
ipython-genutils==0.2.0
ipywidgets==7.1.2
isoweek==1.3.3
jedi==0.11.1
Jinja2==2.10
jmespath==0.9.3
jsonschema==2.6.0
jupyter==1.0.0
jupyter-client==5.2.3
jupyter-console==5.2.0
jupyter-contrib-core==0.3.3
jupyter-contrib-nbextensions==0.5.0
jupyter-core==4.4.0
jupyter-highlight-selected-word==0.1.1
jupyter-latex-envs==1.4.4
jupyter-nbextensions-configurator==0.4.0
jupyternotify==0.1.15
kaggle==1.1.0
kaggle-cli==0.12.13
kiwisolver==1.0.1
locket==0.2.0
lxml==4.0.0
MarkupSafe==1.0
matplotlib==2.2.2
MechanicalSoup==0.8.0
mistune==0.8.3
mizani==0.4.6
msgpack-numpy==0.4.1
msgpack-python==0.5.6
murmurhash==0.28.0
nb-conda==2.2.1
nb-conda-kernels==2.1.0
nbconvert==5.3.1
nbformat==4.4.0
networkx==2.1
notebook==5.4.1
numexpr==2.6.4
numpy==1.14.2
olefile==0.45.1
opencv-python==3.4.0.12
packaging==17.1
palettable==3.1.0
pandas==0.22.0
pandas-summary==0.0.41
pandocfilters==1.4.2
parso==0.1.1
partd==0.3.8
pathlib==1.0.1
patsy==0.5.0
pbr==4.0.1
PDPbox==0.1
pexpect==4.4.0
pickleshare==0.7.4
Pillow==5.0.0
plac==0.9.6
plotly==2.4.1
plotnine==0.3.0
preshed==1.0.0
prettytable==0.7.2
progressbar2==3.34.3
prompt-toolkit==1.0.15
protobuf==3.5.0
psutil==5.4.3
psycopg2==2.7.4
ptyprocess==0.5.2
py4j==0.10.4
pyarrow==0.9.0
pyasn1==0.4.2
pycparser==2.18
pygal==2.4.0
Pygments==2.2.0
pykerberos==1.2.1
pyOpenSSL==17.5.0
pyparsing==2.2.0
pyperclip==1.6.0
PySocks==1.6.8
pyspark==2.2.1
python-dateutil==2.6.1
python-utils==2.3.0
pytz==2018.3
PyWavelets==0.5.2
PyYAML==3.12
pyzmq==17.0.0
qtconsole==4.3.1
regex==2017.4.5
requests==2.18.4
requests-kerberos==0.12.0
rsa==3.4.2
s3transfer==0.1.13
scikit-image==0.13.1
scikit-learn==0.19.1
scipy==1.0.1
seaborn==0.8.1
selenium==3.11.0
Send2Trash==1.5.0
simplegeneric==0.8.1
six==1.11.0
sklearn-pandas==1.6.0
snowballstemmer==1.2.1
sortedcontainers==1.5.9
spacy==2.0.11
sparkmagic==0.12.5
Sphinx==1.7.2
sphinxcontrib-websupport==1.0.1
SQLAlchemy==1.2.5
statsmodels==0.8.0
stevedore==1.28.0
tables==3.4.2
tblib==1.3.2
termcolor==1.1.0
terminado==0.8.1
testpath==0.3.1
thinc==6.10.2
toolz==0.9.0
torch==0.3.1.post3
torchtext==0.2.1
torchvision==0.2.0
tornado==5.0.1
tqdm==4.22.0
traitlets==4.3.2
ujson==1.35
urllib3==1.22
wcwidth==0.1.7
webencodings==0.5.1
widgetsnbextension==3.1.4
wrapt==1.10.11
zict==0.1.3