-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcontainer_for_w2v.def
65 lines (54 loc) · 2.2 KB
/
container_for_w2v.def
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
Bootstrap: localimage
From: <path_to_your_baseline_container.sif>
%files
#/usr/lib64/libssl.so.10 /usr/lib64/libssl.so.10
#/usr/lib64/libcrypto.so.10 /usr/lib64/libcrypto.so.10
#/usr/lib64/libmunge.so.2.0.0 /usr/lib64/libmunge.so.2.0.0
%environment
export LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/lib64:$LD_LIBRARY_PATH
%post
apt-get -y install wget gnupg software-properties-common
apt-get install libmunge2
wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin
mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub
add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /"
apt-get -y update
apt-get -y install \
libsndfile1 ffmpeg \
libsndfile-dev sndfile-programs \
gdb less emacs sox wget git bzip2 nvidia-modprobe \
python3-venv locales
rm -rf /var/lib/apt/lists/*
apt-get clean
#ln -s /usr/lib64/libmunge.so.2.0.0 /usr/lib64/libmunge.so.2
locale-gen en_US.UTF-8
python3 -m pip install --upgrade pip
pip3 install tensorflow_text
pip3 install torch===1.9.0+cu111 -f https://download.pytorch.org/whl/torch_stable.html
pip3 install scikit-learn
pip3 install typing
pip3 install pathlib
pip3 install transformers
pip3 install sentencepiece
pip3 install datasets
pip3 install soundfile
pip3 install packaging
pip3 install psutil
pip3 install ipython
pip3 install jiwer
pip3 install TensorFlowASR
#!/bin/bash
CUSTOM_ENV=/.singularity.d/env/99-zz_custom_env.sh
cat >$CUSTOM_ENV <<EOF
#!/bin/bash
PS1="[singularity] \[\e[34m\][\A] \h:\W\[\e[0m\] \#>"
export GPB_HOME=/protobuf-3.6.1
EOF
chmod 755 $CUSTOM_ENV
mkdir -p /extension
%help
This is a container built for end-to-end ASR experiments using TF2, PyTorch, Transformers library, and other dependencies for ASR.
This container uses CUDA11.1
%runscript
exec /bin/bash -l