Arc
https://www.thomasmaurer.ch/2022/12/install-and-run-kubernetes-on-windows-server/
# Use a base image with Apache Spark
FROM apache/spark:latest
# Set the working directory
WORKDIR /app
# Copy the Anaconda environment file to the image
COPY environment.yml /app
# Install packages in the Anaconda environment
RUN apt-get update && apt-get install -y wget bzip2
&& wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
&& bash Miniconda3-latest-Linux-x86_64.sh -b -p /miniconda
&& rm Miniconda3-latest-Linux-x86_64.sh
&& /miniconda/bin/conda env create -f environment.yml
&& /miniconda/bin/conda clean -ya
# Set the environment variable for Anaconda
ENV PATH /miniconda/bin:$PATH
# Copy the Python file into the image (if applicable)
COPY your_python_file.py /app
/app
name: spark-env
dependencies:
- python=3.7
- pyspark
{"html5":"htmlmixed","css":"css","javascript":"javascript","php":"php","python":"python","ruby":"ruby","lua":"text\/x-lua","bash":"text\/x-sh","go":"go","c":"text\/x-csrc","cpp":"text\/x-c++src","diff":"diff","latex":"stex","sql":"sql","xml":"xml","apl":"apl","asterisk":"asterisk","c_loadrunner":"text\/x-csrc","c_mac":"text\/x-csrc","coffeescript":"text\/x-coffeescript","csharp":"text\/x-csharp","d":"d","ecmascript":"javascript","erlang":"erlang","groovy":"text\/x-groovy","haskell":"text\/x-haskell","haxe":"text\/x-haxe","html4strict":"htmlmixed","java":"text\/x-java","java5":"text\/x-java","jquery":"javascript","mirc":"mirc","mysql":"sql","ocaml":"text\/x-ocaml","pascal":"text\/x-pascal","perl":"perl","perl6":"perl","plsql":"sql","properties":"text\/x-properties","q":"text\/x-q","scala":"scala","scheme":"text\/x-scheme","tcl":"text\/x-tcl","vb":"text\/x-vb","verilog":"text\/x-verilog","yaml":"text\/x-yaml","z80":"text\/x-z80"}
