-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbuild_all.sh
executable file
·194 lines (181 loc) · 6.58 KB
/
build_all.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
#!/bin/bash
die() { echo "$*" 1>&2 ; exit 1; }
BASH="bash"
if [ "${DEBUG:-0}" == "1" ]; then
BASH="bash -x"
fi
BUILDAH_DIR=$(dirname "$(readlink -f $0)")
cd "${BUILDAH_DIR}" || exit 1
mkdir cache >& /dev/null
rm -fr cache/ldconfig cache/libX11 cache/debconf cache/man
PACKAGING="$BUILDAH_DIR/packaging"
if [ ! -e "${PACKAGING}" ]; then
echo "${PACKAGING} should point to the repository build definitions"
exit 1
fi
TARGET_REPO_FILE="${PACKAGING}/target-repository"
if [ ! -e "${TARGET_REPO_FILE}" ]; then
echo "${TARGET_REPO_FILE} does not exist!"
exit 1
fi
TARGET_REPO=`cat ${TARGET_REPO_FILE} | tr -d '\n\r '`
if [[ $TARGET_REPO = @(beta|stable|lts) ]]; then
echo "targeting the ${TARGET_REPO} repository"
else
echo "invalid target repository ${TARGET_REPO}"
exit 1
fi
DO_DOWNLOAD="${DO_DOWNLOAD:-1}"
if [ "${DO_DOWNLOAD}" == "1" ]; then
$BASH ./download_source.sh
fi
if [ -z "${DISTROS}" ]; then
#default to build all distros found:
DISTROS=$(buildah images | grep '\-repo-build' | grep -v "temp" | awk '{print $1}' | sed 's+.*/++g' | sed 's/-repo-build//g' | grep -vF "." | sort -V)
fi
chcon -t container_file_t ./pkgs/*
chcon -Rt usr_t ./opt/*
for DISTRO in $DISTROS; do
echo
echo "********************************************************************************"
#ie: DISTRO="Fedora:35:arm64" or "ubuntu-focal" or "CentOS:stream10-development"
# DISTRO_NAME="fedora-35-arm64"
FULL_DISTRO_NAME=$(echo ${DISTRO,,} | sed 's/:/-/g')
#split parts:
#1=Fedora
DISTRO_NAME=$(echo "${FULL_DISTRO_NAME}" | sed 's/-.*//g')
if [ "${DISTRO_NAME}" == "fedora" ]; then
DISTRO_NAME="Fedora"
elif [ "${DISTRO_NAME}" == "centos" ]; then
DISTRO_NAME="CentOS"
fi
#2=35
DISTRO_VARIANT=$(echo "${FULL_DISTRO_NAME}" | awk -F- '{print $2}')
#strip centos from distro variant:
#ie: centos7.6.1801 -> 7.6.1801
DISTRO_VARIANT="${DISTRO_VARIANT#centos}"
#3=arm64
ARCH=$(echo "${FULL_DISTRO_NAME}" | awk -F- '{print $3}')
if [ "${ARCH}" ]; then
if [ "${ARCH}" == "x86_64" ] || [ "${ARCH}" == "riscv64" ] || [ "${ARCH}" == "arm64" ]; then
echo $ARCH
else
DISTRO_VARIANT="${DISTRO_VARIANT}-${ARCH}"
ARCH="x86_64"
fi
else
ARCH="x86_64"
fi
#ie: fedora-35-arm64-repo-build
IMAGE_NAME="$FULL_DISTRO_NAME-repo-build"
#use a temp image:
TEMP_IMAGE="$IMAGE_NAME-temp"
buildah rm "${TEMP_IMAGE}" >& /dev/null
buildah rmi "${TEMP_IMAGE}" >& /dev/null
if ! buildah from --arch ${ARCH} --pull-never --name "$TEMP_IMAGE" "$IMAGE_NAME"; then
echo "cannot build $DISTRO : image $IMAGE_NAME is missing or $TEMP_IMAGE already exists?"
continue
fi
echo "$DISTRO : $IMAGE_NAME"
buildah run $TEMP_IMAGE mkdir -p /opt /src/repo /src/pkgs src/rpm /src/debian /var/cache/dnf || die "failed to create directories"
echo "$DISTRO" | grep -Eiv "fedora|centos|almalinux|rockylinux|oraclelinux" >& /dev/null
RPM="$?"
if [ "${RPM}" == "1" ]; then
LIB="/usr/lib64"
REPO_PATH="${BUILDAH_DIR}/repos/${TARGET_REPO}/${DISTRO_NAME}/${DISTRO_VARIANT}"
DISTRO_ARCH_NAME="${DISTRO_NAME,,}-${ARCH,,}"
RPM_LIST_OPTIONS="${FULL_DISTRO_NAME}"
variant="${DISTRO_VARIANT,,}"
while [ ! -z "$variant" ]; do
#ie: CentOS-7.6.1801
RPM_LIST_OPTIONS="${RPM_LIST_OPTIONS} rpm/distros/${DISTRO_NAME,,}-${variant}.list"
#strip everything after the last dot:
#ie: '7.6.1801' -> '7.6' -> '7' -> ''
new_variant="${variant%.*}"
if [ "$new_variant" == "$variant" ]; then
break
fi
variant="$new_variant"
done
rpm_list_path=""
RPM_LIST_OPTIONS="${RPM_LIST_OPTIONS} rpm/distros/${DISTRO_ARCH_NAME}.list rpm/distros/${ARCH}.list rpm/distros/${DISTRO_NAME,,}.list rpm/default.list rpm/rpms.txt"
for list_name in ${RPM_LIST_OPTIONS}; do
#prefer lists found in rpm/distros/
if [ -r "${PACKAGING}/${list_name}" ]; then
rpm_list_path=$(readlink -e "${PACKAGING}/${list_name}")
echo " using rpm package list from ${rpm_list_path}"
buildah copy "$TEMP_IMAGE" "${rpm_list_path}" "/src/rpms.list" || die "failed to copy rpms.list list"
break
fi
done
if [ -z "${rpm_list_path}" ]; then
echo "aborted: no rpm package list found from ${RPM_LIST_OPTIONS}"
continue
fi
# the repo file may need updating:
buildah copy "$TEMP_IMAGE" ./local-build.repo /etc/yum.repos.d/ || die "failed to copy ./local-build.repo"
BUILD_SCRIPT="build_rpms.sh"
echo "RPM: $REPO_PATH"
else
LIB="/usr/lib"
REPO_PATH="${BUILDAH_DIR}/repos/${TARGET_REPO}/$DISTRO_VARIANT"
BUILD_SCRIPT="build_debs.sh"
echo "DEB: $REPO_PATH"
fi
buildah copy "$TEMP_IMAGE" "./${BUILD_SCRIPT}" "/src/${BUILD_SCRIPT}" || die "failed to copy build script"
mkdir -p "$REPO_PATH" >& /dev/null
#set to "0" to avoid building the NVIDIA proprietary codecs NVENC, NVFBC and NVJPEG
NVIDIA_CODECS="${NVIDIA_CODECS:-1}"
if [ "${NVIDIA_CODECS}" == "1" ]; then
NVIDIA_PC_FILES=""
if [ "${ARCH}" == "x86_64" ]; then
NVIDIA_PC_FILES="cuda cuda-x86_64 nvenc nvjpeg nvfbc"
#libnvidia-fbc.so.* must be placed in the lib path specified in nvfbc.pc
# shellcheck disable=SC2045
for lib in $(ls /usr/lib64/libnvidia-fbc.so*); do
buildah copy "$TEMP_IMAGE" "$lib" "$LIB/" || die "failed to copy $lib to $LIB"
done
fi
if [ "${ARCH}" == "arm64" ]; then
NVIDIA_PC_FILES="cuda cuda-arm64 nvenc nvjpeg"
fi
for pc_file in ${NVIDIA_PC_FILES}; do
#find the file, which may be arch specific:
for t in "$pc_file-$ARCH.pc" "$pc_file.pc"; do
if [ -r "./pkgconfig/$t" ]; then
buildah copy "$TEMP_IMAGE" "./pkgconfig/$t" "${LIB}/pkgconfig/$pc_file.pc" || die "failed to copy $pc_file.pc"
break
fi
done
done
fi
#manage ./opt/cuda as a symlink to the arch specific version:
pushd opt || exit 1
if [ -d "cuda-$ARCH" ]; then
rm -f cuda
ln -sf cuda-$ARCH cuda
fi
popd || exit 1
buildah commit "$TEMP_IMAGE" "$TEMP_IMAGE" || die "failed to commit $TEMP_IMAGE"
if [ -n "${RUN_CMD}" ]; then
buildah run \
--volume "${BUILDAH_DIR}/opt:/opt:ro,z" \
--volume "${BUILDAH_DIR}/pkgs:/src/pkgs:ro,z" \
--volume "${BUILDAH_DIR}/cache:/var/cache:rw,z" \
--volume "${REPO_PATH}:/src/repo:noexec,nodev,z" \
--volume "${PACKAGING}/rpm:/src/rpm:ro,z" \
--volume "${PACKAGING}/debian:/src/debian:O" \
"$TEMP_IMAGE" "${RUN_CMD}"
else
buildah run \
--volume "${BUILDAH_DIR}/opt:/opt:ro,z" \
--volume "${BUILDAH_DIR}/pkgs:/src/pkgs:ro,z" \
--volume "${BUILDAH_DIR}/cache:/var/cache:rw,z" \
--volume "${REPO_PATH}:/src/repo:noexec,nodev,z" \
--volume "${PACKAGING}/rpm:/src/rpm:ro,z" \
--volume "${PACKAGING}/debian:/src/debian:O" \
"$TEMP_IMAGE" ${BASH} -c "DEBUG=${DEBUG} /src/${BUILD_SCRIPT}" |& tee "./logs/${FULL_DISTRO_NAME}.log"
fi
buildah rmi "${TEMP_IMAGE}"
buildah rm "${TEMP_IMAGE}"
done