-
Notifications
You must be signed in to change notification settings - Fork 0
/
Dockerfile22old
178 lines (139 loc) · 4.97 KB
/
Dockerfile22old
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
# Machine Learning Dockerfile
#
# https://github.com/tamboraorg/docker/creml
#
# Pull base image.
FROM credocker/crecoding:2022.0
#https://www.tensorflow.org/install/lang_c
#https://www.tensorflow.org/install
MAINTAINER Michael Kahle <michael.kahle@yahoo.de>
ARG BUILD_YEAR=2022
ARG BUILD_MONTH=0
ARG BUILD_TAG=latest
# version: yyyy.n for stable versions / 0.yyyy for development
#ENV DEBIAN_FRONTEND noninteractive
#ENV INITRD No
#ENV LANG en_US.UTF-8
#ENV TENSORFLOW_VERSION 1.14.0
ENV TENSORFLOW_VERSION 2.11.0
LABEL Name="ML for CRE" \
CRE=$CRE_VERSION \
Year=$BUILD_YEAR \
Month=$BUILD_MONTH \
Version=$TENSORFLOW_VERSION \
OS="Ubuntu:$UBUNTU_VERSION" \
Build_=$BUILD_TAG
WORKDIR /cre/
RUN pip3 install --upgrade pip
RUN pip3 install spark-nlp==3.1.1 pyspark==3.1.1
#RUN pip3 install spark-nlp pyspark
## RUN pip3 install scikit-spark~=0.4 scikit-learn~=0.24
RUN pip3 install scikit-spark scikit-learn
#RUN apt-get install python3-sklearn python3-sklearn-lib
RUN pip3 install tensorflow~=2.12
RUN pip3 install tensorboard tensorboard_logger
# https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-2.3.0.tar.gz
# https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-linux-x86_64-2.3.0.tar.gz
RUN curl https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-$TENSORFLOW_VERSION.tar.gz > /cre/libtensorflow-linux-x86_64.tar.gz && \
tar -C /usr/local -xzf /cre/libtensorflow-linux-x86_64.tar.gz && \
rm -f /cre/libtensorflow-linux-x86_64.tar.gz
RUN ldconfig
## Install AutoML sklearn
#
## Requirements
#pytest>=4.6
#*#Cython
#scikit-learn>=0.22.0,<0.23
#lockfile
#joblib
#pyyaml
#liac-arff
#*#ConfigSpace>=0.4.0,<0.5
#pynisher>=0.4.2
#pyrfr>=0.7,<0.9
#smac>=0.12
#
#DONE#setuptools
#DONE#psutil
#DONE#numpy>=1.9.0
#DONE#scipy>=0.14.1
#DONE#pandas<1.0
#
## RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | xargs -n 1 -L 1 pip3 install
## RUN pip3 install auto-sklearn~=0.15
## PyTorch: https://pytorch.org
RUN pip3 install torch
RUN pip3 install torchvision
# https://github.com/PyTorchLightning/pytorch-lightning
RUN pip3 install pytorch-lightning
## Install AutoML PyTorch
## Requirements
#netifaces
#statsmodels
#imblearn
#hpbandster
#fasteners
#torch
#torchvision
#tensorboard_logger
#openml
#lightgbm
#catboost
##
## Auto PyTOrch runs in 20.04 only...
# RUN curl https://raw.githubusercontent.com/automl/Auto-PyTorch/master/requirements.txt | xargs -n 1 -L 1 pip3 install
# RUN mkdir -p /cre && cd /cre && git clone https://github.com/automl/Auto-PyTorch.git && cd Auto-PyTorch && python3 setup.py install && cd /cre
# AutoKeras
# https://machinelearningmastery.com/autokeras-for-classification-and-regression/
RUN pip3 install keras autokeras
# spaCy
# https://spacy.io
# https://github.com/explosion/spaCy
# https://spacy.io/universe/project/sense2vec
# https://github.com/explosion/sense2vec
RUN pip3 install spacy
RUN pip3 install sense2vec
# RUN python3 -m spacy download en_core_web_sm
# RUN python3 -m spacy download de_core_news_sm
# RUN python3 -m spacy download xx_ent_wiki_sm
#RUN python3 -m spacy download fr_core_news_sm french
#python3 -m spacy download el_core_news_sm greek
#python3 -m spacy download zh_core_web_sm chinese
#python3 -m spacy download en_core_web_trf #accurate
#python3 -m spacy download de_dep_news_trf #accurate
# Add stanza
# https://stanfordnlp.github.io/stanza/
# https://github.com/stanfordnlp/stanza
RUN pip3 install stanza
# Add Image AI
# https://github.com/OlafenwaMoses/ImageAI
# https://towardsdatascience.com/how-to-create-a-simple-object-detection-system-with-python-and-imageai-ee1bcaf6b111
RUN pip3 install imageai
# Add TorchFusion
# https://github.com/johnolafenwa/TorchFusion
RUN pip3 install torchfusion
# Add xgboost
# https://xgboost.readthedocs.io/en/stable/install.html
RUN pip3 install xgboost
#R: install.packages("xgboost")
#Julia: https://github.com/dmlc/XGBoost.jl
# add XGBoost
# Add ivy
# https://github.com/unifyai/ivy
# https://lets-unify.ai/ivy/
RUN pip3 install ivy
# https://ui.neptune.ai
RUN pip3 install neptune-client
RUN pip3 list
RUN mkdir -p /cre && touch /cre/versions.txt && \
echo "$(date +'%F %R') \t creML \t $TENSORFLOW_VERSION" >> /cre/versions.txt && \
echo "$(date +'%F %R') \t torch \t $(python3 -c 'import torch; print(torch.__version__)')" >> /cre/versions.txt && \
echo "$(date +'%F %R') \t $(pip3 list | grep 'tensorflow ')" >> /cre/versions.txt && \
# echo "$(date +'%F %R') \t $(pip3 list | grep 'tensorflow ' | sed -e ' *|\t|' )" >> /cre/versions.txt && \
echo "$(date +'%F %R') \t keras \t $(python3 -c 'import keras; print(keras.__version__)')" 2>nul >> /cre/versions.txt && \
echo "$(date +'%F %R') \t sklearn \t $(python3 -c 'import sklearn; print(sklearn.__version__)')" >> /cre/versions.txt
COPY cre /cre
#EXPOSE 8000
ENTRYPOINT ["/cre/ml-entrypoint.sh"]
CMD ["shoreman", "/cre/coding-procfile"]
#CMD ["/usr/bin/sleep", "1000000"]