-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdockerfile
113 lines (88 loc) · 3.76 KB
/
dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
# Use Python 3.11 for base image
# FROM python:3.11
# Use Amazon Linux 2023 with Python 3.11
FROM amazonlinux:2023
# Set /app for working directory in the container
WORKDIR /app
ENV PYTHONPATH=/app/src
# Install dependencies
RUN yum update -y && yum install -y --allowerasing \
python3.11 \
python3.11-pip \
python3.11-devel \
tar \
gzip \
wget \
curl \
shadow-utils \
java-11-amazon-corretto \
&& yum clean all
# ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
# ENV PATH="${JAVA_HOME}/bin:${PATH}"
ENV JAVA_HOME=/usr/lib/jvm/java-11-amazon-corretto.x86_64
ENV PATH="${JAVA_HOME}/bin:${PATH}"
# Install Spark
RUN wget -q https://archive.apache.org/dist/spark/spark-3.5.2/spark-3.5.2-bin-hadoop3.tgz -O spark.tgz && \
tar -xzf spark.tgz && \
mv spark-3.5.2-bin-hadoop3 /usr/local/spark && \
rm spark.tgz
# Set Spark environment variables
ENV SPARK_HOME=/usr/local/spark
ENV PATH=$SPARK_HOME/bin:$SPARK_HOME/sbin:$PATH
ENV PYSPARK_PYTHON=python3
ENV PYSPARK_DRIVER_PYTHON=python3
# Download and install OpenJDK 11 (Adoptium Temurin JDK)
# RUN mkdir -p /usr/lib/jvm && \
# curl -fsSL https://download.java.net/openjdk/jdk11/ri/openjdk-11+28_linux-x64_bin.tar.gz -o jdk11.tar.gz && \
# tar -xzf jdk11.tar.gz -C /usr/lib/jvm && \
# mv /usr/lib/jvm/jdk-11 /usr/lib/jvm/java-11-openjdk-amd64 && \
# rm jdk11.tar.gz
# Install Spark
# RUN curl -O https://archive.apache.org/dist/spark/spark-3.5.2/spark-3.5.2-bin-hadoop3.tgz \
# && tar -xvzf spark-3.5.2-bin-hadoop3.tgz \
# && mv spark-3.5.2-bin-hadoop3 /usr/local/spark \
# && rm spark-3.5.2-bin-hadoop3.tgz
# Install Hadoop Native Library
RUN mkdir -p /usr/local/hadoop/lib/native && \
wget -q https://downloads.apache.org/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz -O hadoop.tar.gz && \
tar -xzf hadoop.tar.gz && \
mv hadoop-3.3.6/lib/native/* /usr/local/hadoop/lib/native/ && \
rm -rf hadoop-3.3.6 hadoop.tar.gz
# RUN mkdir -p /usr/local/hadoop/lib/native && \
# cd /usr/local/hadoop/lib/native && \
# curl -O https://downloads.apache.org/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz && \
# tar -xvzf hadoop-3.3.6.tar.gz && \
# mv hadoop-3.3.6/lib/native/* /usr/local/hadoop/lib/native/ && \
# rm -rf hadoop-3.3.6 hadoop-3.3.6.tar.gz
# Set Hadoop environment variables
ENV HADOOP_OPTS="-Djava.library.path=/usr/local/hadoop/lib/native"
ENV LD_LIBRARY_PATH="/usr/local/hadoop/lib/native:$LD_LIBRARY_PATH"
# Install requirement files
# Upgrade pip
RUN python3.11 -m pip install --upgrade pip
# RUN pip install --upgrade pip
#RUN pip install --no-cache-dir pip setuptools wheel packaging Pillow pyparsing cycler
# Install essential Python libraries (미리 설치)
RUN python3.11 -m pip install --no-cache-dir numpy pandas scikit-learn matplotlib seaborn && \
python3.11 -m pip install --no-cache-dir pyspark nltk peft transformers datasets accelerate && \
rm -rf /root/.cache/pip
# COPY requirements.txt .
# RUN pip install --no-cache-dir -r requirements.txt
# RUN pip install --no-cache-dir --upgrade numpy pandas scikit-learn
# Copy all files in the current directory to /app in the container
COPY ./src /app/src
COPY ./templates /app/templates
COPY ./static /app/static
COPY requirements.txt /app/
# Install remaining dependencies from requirements.txt
RUN python3.11 -m pip install --no-cache-dir -r requirements.txt && \
rm -rf /root/.cache/pip
#RUN export $(cat .env | xargs)
# Download necessary nltk resources
#RUN python -m nltk.downloader stopwords punkt
# Set Flask environment
#ENV FLASK_APP=src/app.py
# # 5. Expose port 5000 for access from outside the container
# EXPOSE 80
# 7. Run Flask server
CMD ["gunicorn", "-w", "1", "-b", "0.0.0.0:5000", "--timeout", "300", "--worker-class", "gthread", "--threads", "1", "src.app:app"]