Keras notebook error

Hey guys!

I’m trying to run the keras notebook, but when I ran the third cell I got an error:

Using TensorFlow backend.

ImportError Traceback (most recent call last)
~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow.py in ()
57
—> 58 from tensorflow.python.pywrap_tensorflow_internal import *
59 from tensorflow.python.pywrap_tensorflow_internal import version

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow_internal.py in ()
27 return _mod
—> 28 _pywrap_tensorflow_internal = swig_import_helper()
29 del swig_import_helper

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow_internal.py in swig_import_helper()
23 try:
—> 24 _mod = imp.load_module(’_pywrap_tensorflow_internal’, fp, pathname, description)
25 finally:

~/src/anaconda3/envs/fastai/lib/python3.6/imp.py in load_module(name, file, filename, details)
242 else:
–> 243 return load_dynamic(name, filename, file)
244 elif type_ == PKG_DIRECTORY:

~/src/anaconda3/envs/fastai/lib/python3.6/imp.py in load_dynamic(name, path, file)
342 name=name, loader=loader, origin=path)
–> 343 return _load(spec)
344

ImportError: libcublas.so.8.0: cannot open shared object file: No such file or directory

During handling of the above exception, another exception occurred:

ImportError Traceback (most recent call last)
in ()
1 import numpy as np
----> 2 from keras.preprocessing.image import ImageDataGenerator
3 from keras.preprocessing import image
4 from keras.layers import Dropout, Flatten, Dense
5 from keras.applications import ResNet50

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/init.py in ()
1 from future import absolute_import
2
----> 3 from . import utils
4 from . import activations
5 from . import applications

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/utils/init.py in ()
4 from . import data_utils
5 from . import io_utils
----> 6 from . import conv_utils
7
8 # Globally-importable utils.

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/utils/conv_utils.py in ()
1 from six.moves import range
2 import numpy as np
----> 3 from … import backend as K
4
5

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/backend/init.py in ()
81 elif _BACKEND == ‘tensorflow’:
82 sys.stderr.write(‘Using TensorFlow backend.\n’)
—> 83 from .tensorflow_backend import *
84 else:
85 raise ValueError('Unknown backend: ’ + str(_BACKEND))

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py in ()
----> 1 import tensorflow as tf
2 from tensorflow.python.training import moving_averages
3 from tensorflow.python.ops import tensor_array_ops
4 from tensorflow.python.ops import control_flow_ops
5 from tensorflow.python.ops import functional_ops

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/init.py in ()
22
23 # pylint: disable=wildcard-import
—> 24 from tensorflow.python import *
25 # pylint: enable=wildcard-import
26

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/init.py in ()
47 import numpy as np
48
—> 49 from tensorflow.python import pywrap_tensorflow
50
51 # Protocol buffers

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow.py in ()
70 for some common reasons and solutions. Include the entire stack trace
71 above this error message when asking for help.""" % traceback.format_exc()
—> 72 raise ImportError(msg)
73
74 # pylint: enable=wildcard-import,g-import-not-at-top,unused-import,line-too-long

ImportError: Traceback (most recent call last):
File “/home/ubuntu/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow.py”, line 58, in
from tensorflow.python.pywrap_tensorflow_internal import *
File “/home/ubuntu/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow_internal.py”, line 28, in
_pywrap_tensorflow_internal = swig_import_helper()
File “/home/ubuntu/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/python/pywrap_tensorflow_internal.py”, line 24, in swig_import_helper
_mod = imp.load_module(’_pywrap_tensorflow_internal’, fp, pathname, description)
File “/home/ubuntu/src/anaconda3/envs/fastai/lib/python3.6/imp.py”, line 243, in load_module
return load_dynamic(name, filename, file)
File “/home/ubuntu/src/anaconda3/envs/fastai/lib/python3.6/imp.py”, line 343, in load_dynamic
return _load(spec)
ImportError: libcublas.so.8.0: cannot open shared object file: No such file or directory

Failed to load the native TensorFlow runtime.

See https://www.tensorflow.org/install/install_sources#common_installation_problems

for some common reasons and solutions. Include the entire stack trace
above this error message when asking for help.

1 Like

What am I doing wrong? I’m using the right AMI at Amazon, I tried to reinstall the libcublas8.0 again, I tried the solution on the Keras forum, but I still getting this message.

What kind of instance are you using on aws?

1 Like

I’m using p2.xlarge

1 Like

Maybe try destroying the server and restarting? I don’t have a lot of great advice for you, but somebody else probably will

1 Like

I’ll try to destroy and restart, thanks Kevin!

Still not working. =/
I terminated my instance, created a new one, updated the fast.ai files from git, installed keras and tensorflow_gpu.

@jeremy @danielfr3 As per my understanding, the fastai AMI has CUDA toolkit 9.0 installed which is not supported by Tensorflow yet. Seems we would need to uninstall CUDA 9.0 and install CUDA 8.0 toolkit in order to run tensorflow GPU.

1 Like

fastai ami has cuda 8 installed not cuda 9. I believe the item which is missing is cudnn in the ami.

Install cudnn using below commands

wget http://files.fast.ai/files/cudnn-8.0-linux-x64-v6.0.tgz
tar xvf cudnn-8.0-linux-x64-v6.0.tgz
cd cuda
sudo cp lib64/* /usr/local/cuda/lib64/
sudo cp include/* /usr/local/cuda/include/

Restart jupyter notebook after these steps and try again. It should work. I also got similar errors on my local steps which were resolved by above steps.

2 Likes

fastai AMI is using the new CUDA 9 AWS AMI as its base, so I’m not sure how using cudnn 8 would fix this. Did you try this and found it worked? Are you definitely on the latest fastai AMI?

BTW, since the keras notebook is an optional extra just for those people wanting to try out other libraries, we probably shouldn’t be having this discussion in the beginner forum. So let’s move it over to the other category.

1 Like

OK I’ve moved it now.

1 Like

I am using new us-west-2 ami and the version.txt inside /usr/local/cuda shows CUDA Version 9.0.176. The above steps are actually downloading and copying CUDA toolkit 8.0 and cuDNNv6 inside /usr/local/cuda . I guess that’s why it is working. I have to test it once though.

@jeremy Is pytorch version used by fastai is dependent on CUDA 9.0? The pytorch page says it supports CUDA 8.0 as well.

1 Like

No it’s not.

2 Likes

Hey guys, thank you for all replies. I terminate the instance, created a new one, updated ubuntu/all pip packages/all conda packages, the fastai folder, and I tried to install the tensorflow_gpu/keras through conda, and worked just fine. Pip wasn’t installing some cudnn (i can’t remember the name) library, and conda did install. Thank you for all the replies!

@jeremy, I’m sorry for putting this in beginners forum, no one asked it, so I thought I was the only one with problems.

It did try it on local setup with cuda 8. When I tried fastai AMI image when it was launched, I believe I saw it was using cuda8. I haven’t tried with latest ami image so my observation was based on that.

The same happens to me too.

` --------------------------------------------------------------------------
AttributeError Traceback (most recent call last)
in ()
1 import numpy as np
----> 2 from keras.preprocessing.image import ImageDataGenerator
3 from keras.preprocessing import image
4 from keras.layers import Dropout, Flatten, Dense
5 from keras.applications import ResNet50

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/init.py in ()
2
3 from . import utils
----> 4 from . import activations
5 from . import applications
6 from . import backend

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/activations.py in ()
4 from . import backend as K
5 from .utils.generic_utils import deserialize_keras_object
----> 6 from .engine import Layer
7
8

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/engine/init.py in ()
6 from .topology import Layer
7 from .topology import get_source_inputs
----> 8 from .training import Model

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/engine/training.py in ()
23 from … import metrics as metrics_module
24 from …utils.generic_utils import Progbar
—> 25 from … import callbacks as cbks
26 from …legacy import interfaces
27

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/keras/callbacks.py in ()
24 if K.backend() == ‘tensorflow’:
25 import tensorflow as tf
—> 26 from tensorflow.contrib.tensorboard.plugins import projector
27
28

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/init.py in ()
29 from tensorflow.contrib import deprecated
30 from tensorflow.contrib import distributions
—> 31 from tensorflow.contrib import factorization
32 from tensorflow.contrib import framework
33 from tensorflow.contrib import graph_editor

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/factorization/init.py in ()
22 from tensorflow.contrib.factorization.python.ops.clustering_ops import *
23 from tensorflow.contrib.factorization.python.ops.factorization_ops import *
—> 24 from tensorflow.contrib.factorization.python.ops.gmm import *
25 from tensorflow.contrib.factorization.python.ops.gmm_ops import *
26 from tensorflow.contrib.factorization.python.ops.wals import *

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/factorization/python/ops/gmm.py in ()
25 from tensorflow.contrib.framework.python.framework import checkpoint_utils
26 from tensorflow.contrib.framework.python.ops import variables
—> 27 from tensorflow.contrib.learn.python.learn.estimators import estimator
28 from tensorflow.contrib.learn.python.learn.estimators import model_fn as model_fn_lib
29 from tensorflow.python.framework import constant_op

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/init.py in ()
86
87 # pylint: disable=wildcard-import
—> 88 from tensorflow.contrib.learn.python.learn import *
89 # pylint: enable=wildcard-import
90

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/init.py in ()
21
22 # pylint: disable=wildcard-import
—> 23 from tensorflow.contrib.learn.python.learn import *
24 # pylint: enable=wildcard-import

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/init.py in ()
23 from tensorflow.contrib.learn.python.learn import basic_session_run_hooks
24 from tensorflow.contrib.learn.python.learn import datasets
—> 25 from tensorflow.contrib.learn.python.learn import estimators
26 from tensorflow.contrib.learn.python.learn import graph_actions
27 from tensorflow.contrib.learn.python.learn import learn_io as io

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/init.py in ()
295 from tensorflow.contrib.learn.python.learn.estimators._sklearn import NotFittedError
296 from tensorflow.contrib.learn.python.learn.estimators.constants import ProblemType
–> 297 from tensorflow.contrib.learn.python.learn.estimators.dnn import DNNClassifier
298 from tensorflow.contrib.learn.python.learn.estimators.dnn import DNNEstimator
299 from tensorflow.contrib.learn.python.learn.estimators.dnn import DNNRegressor

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/dnn.py in ()
28 from tensorflow.contrib.layers.python.layers import optimizers
29 from tensorflow.contrib.learn.python.learn import metric_spec
—> 30 from tensorflow.contrib.learn.python.learn.estimators import dnn_linear_combined
31 from tensorflow.contrib.learn.python.learn.estimators import estimator
32 from tensorflow.contrib.learn.python.learn.estimators import head as head_lib

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined.py in ()
29 from tensorflow.contrib.layers.python.layers import optimizers
30 from tensorflow.contrib.learn.python.learn import metric_spec
—> 31 from tensorflow.contrib.learn.python.learn.estimators import estimator
32 from tensorflow.contrib.learn.python.learn.estimators import head as head_lib
33 from tensorflow.contrib.learn.python.learn.estimators import model_fn

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/estimators/estimator.py in ()
47 from tensorflow.contrib.learn.python.learn.estimators import tensor_signature
48 from tensorflow.contrib.learn.python.learn.estimators._sklearn import NotFittedError
—> 49 from tensorflow.contrib.learn.python.learn.learn_io import data_feeder
50 from tensorflow.contrib.learn.python.learn.utils import export
51 from tensorflow.contrib.learn.python.learn.utils import saved_model_export_utils

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/learn_io/init.py in ()
19 from future import print_function
20
—> 21 from tensorflow.contrib.learn.python.learn.learn_io.dask_io import extract_dask_data
22 from tensorflow.contrib.learn.python.learn.learn_io.dask_io import extract_dask_labels
23 from tensorflow.contrib.learn.python.learn.learn_io.dask_io import HAS_DASK

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/learn_io/dask_io.py in ()
24 try:
25 # pylint: disable=g-import-not-at-top
—> 26 import dask.dataframe as dd
27 allowed_classes = (dd.Series, dd.DataFrame)
28 HAS_DASK = True

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/dask/dataframe/init.py in ()
1 from future import print_function, division, absolute_import
2
----> 3 from .core import (DataFrame, Series, Index, _Frame, map_partitions,
4 repartition, to_delayed, to_datetime, to_timedelta)
5 from .groupby import Aggregation

~/src/anaconda3/envs/fastai/lib/python3.6/site-packages/dask/dataframe/core.py in ()
38 if PANDAS_VERSION >= ‘0.20.0’:
39 from pandas.util import cache_readonly
—> 40 pd.core.computation.expressions.set_use_numexpr(False)
41 else:
42 from pandas.util.decorators import cache_readonly

AttributeError: module ‘pandas.core.computation’ has no attribute ‘expressions’ `