Add README with detailed walkthrough, scripts for pipeline deployment.

awslabs · Jan 8, 2025 · fdbd632 · fdbd632
1 parent 7f0e09b
commit fdbd632
Show file tree

Hide file tree

Showing 6 changed files with 844 additions and 24 deletions.
diff --git a/examples/sagemaker-pipelines-graphbolt/Dockerfile.processing b/examples/sagemaker-pipelines-graphbolt/Dockerfile.processing
@@ -4,7 +4,7 @@ FROM public.ecr.aws/ubuntu/ubuntu:22.04
 ENV DEBIAN_FRONTEND=noninteractive
 
 # Install Python and other dependencies
-RUN apt update && apt install -y \
+RUN apt-get update && apt-get install -y \
     axel \
     curl \
     python3 \
@@ -13,9 +13,9 @@ RUN apt update && apt install -y \
     unzip \
     && rm -rf /var/lib/apt/lists/*
 
-
+# Copy and install ripunzip
 COPY ripunzip_2.0.0-1_amd64.deb ripunzip_2.0.0-1_amd64.deb
-RUN  apt install -y ./ripunzip_2.0.0-1_amd64.deb
+RUN  apt-get install -y ./ripunzip_2.0.0-1_amd64.deb
 
 RUN python3 -m pip install --no-cache-dir --upgrade pip==24.3.1 && \
     python3 -m pip install --no-cache-dir \
@@ -25,11 +25,11 @@ RUN python3 -m pip install --no-cache-dir --upgrade pip==24.3.1 && \
     tqdm==4.67.1 \
     tqdm-loggable==0.2
 
+# Install aws cli
 RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" \
     && unzip awscliv2.zip \
     && ./aws/install
 
-
 # Copy processing scripts
 COPY process_papers100M.sh /opt/ml/code/
 COPY convert_ogb_papers100M_to_gconstruct.py /opt/ml/code/