Skip to content

Commit

Permalink
debug
Browse files Browse the repository at this point in the history
  • Loading branch information
AyodeAwe committed Feb 22, 2024
1 parent f40fcf7 commit 69d107b
Showing 1 changed file with 8 additions and 4 deletions.
12 changes: 8 additions & 4 deletions context/notebooks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -16,18 +16,21 @@ for REPO in "${NOTEBOOK_REPOS[@]}"; do
echo "Cloning $REPO..."
git clone -b "${RAPIDS_BRANCH}" --depth 1 --single-branch "https://github.com/rapidsai/$REPO" "$REPO"

SOURCE="$REPO/notebooks"
DESTINATION="/notebooks/$REPO"
SOURCE="$REPO"/notebooks
DESTINATION=/notebooks/"$REPO"
if [ "$REPO" = "cugraph" ]; then
echo "Special handling for $REPO..."
EXCLUDE_LIST=$(mktemp)
mkdir -p $DESTINATION
find "$SOURCE" -type f -name "SKIP_CI_TESTING" -printf "%h\n" | sed "s|^$SOURCE/||" > "$EXCLUDE_LIST"
echo "Excluding $(cat $EXCLUDE_LIST)"
rsync -avL --exclude-from="$EXCLUDE_LIST" "$SOURCE"/ "$DESTINATION"/
rsync -avL --exclude-from="$EXCLUDE_LIST" "$SOURCE/*" "$DESTINATION"
echo "checking destination contents after copy (${REPO})"
find "$DESTINATION" -maxdepth 3
rm "$EXCLUDE_LIST"
else
cp -rL "$SOURCE" "$DESTINATION"
echo "checking destination contents after copy (${REPO})"
find "$DESTINATION" -maxdepth 3
fi

cp -rL "$REPO"/notebooks /notebooks/"$REPO"
Expand All @@ -46,3 +49,4 @@ conda-merge ./*.yaml |
yq ".dependencies += [\"dask-sql==${DASK_SQL_VER%.*}.*\"]" | # Ensure dask-sql dependency is not altered
yq '.channels = load("/condarc").channels' | # Use channels provided by CI, not repos
tee /test_notebooks_dependencies.yaml

0 comments on commit 69d107b

Please sign in to comment.