commit | author | age
|
053684
|
1 |
#! /usr/bin/ksh |
MT |
2 |
# |
|
3 |
# |
|
4 |
# This file and its contents are supplied under the terms of the |
|
5 |
# Common Development and Distribution License ("CDDL"), version 1.0. |
|
6 |
# You may only use this file in accordance with the terms of version |
|
7 |
# 1.0 of the CDDL. |
|
8 |
# |
|
9 |
# A full copy of the text of the CDDL should have accompanied this |
|
10 |
# source. A copy of the CDDL is also available via the Internet at |
|
11 |
# http://www.illumos.org/license/CDDL. |
|
12 |
# |
|
13 |
|
|
14 |
# |
|
15 |
# Copyright 2022 Marcel Telka |
|
16 |
# |
|
17 |
|
|
18 |
|
|
19 |
THIS="python-integrate-project" |
|
20 |
CONF="$THIS.conf" |
|
21 |
SNIPPET="$THIS.snippet" |
f06a31
|
22 |
APIURL="https://pypi.org/pypi" |
053684
|
23 |
CURL="/usr/bin/curl -s" |
MT |
24 |
|
|
25 |
|
|
26 |
function usage |
|
27 |
{ |
|
28 |
[[ -n "$1" ]] && printf "ERROR: %s\n\n" "$1" >&2 |
e13756
|
29 |
printf "Usage: %s [-d DIR] [-l VERSION] [-o OBSOLETE].. [-u] PROJECT\n" "$THIS" >&2 |
053684
|
30 |
[[ -n "$1" ]] && exit 1 |
MT |
31 |
exit 0 |
|
32 |
} |
|
33 |
|
|
34 |
|
|
35 |
VERSION= |
|
36 |
OBSOLETE= |
|
37 |
UPGRADE_ONLY=0 |
e13756
|
38 |
DIRECTORY= |
MT |
39 |
while getopts ":hd:l:o:u" OPT ; do |
053684
|
40 |
case "$OPT" in |
MT |
41 |
"?"|"h") usage ;; |
e13756
|
42 |
"d") DIRECTORY="$OPTARG" ;; |
053684
|
43 |
"l") VERSION="$OPTARG" ;; |
MT |
44 |
"o") OBSOLETE="$OBSOLETE $OPTARG" ;; |
|
45 |
"u") UPGRADE_ONLY=1 ;; |
|
46 |
esac |
|
47 |
done |
|
48 |
shift $((OPTIND - 1)) |
|
49 |
|
|
50 |
(($# == 0)) && usage |
|
51 |
(($# > 1)) && usage "Too many arguments" |
|
52 |
|
|
53 |
PROJECT="$1" |
|
54 |
|
|
55 |
|
9db594
|
56 |
# Prevent user's environment to affect the integration. |
MT |
57 |
# Allow one exception only: USERLAND_ARCHIVES |
|
58 |
GMAKE="env -" |
|
59 |
[[ -n "$USERLAND_ARCHIVES" ]] && GMAKE="$GMAKE USERLAND_ARCHIVES=$USERLAND_ARCHIVES" |
|
60 |
GMAKE="$GMAKE gmake" |
|
61 |
|
|
62 |
|
053684
|
63 |
WS_TOP=$(git rev-parse --show-toplevel 2>/dev/null) |
MT |
64 |
[[ -z "$WS_TOP" ]] && usage "The script must be run in git repo" |
|
65 |
|
e13756
|
66 |
BASE_DIR="$WS_TOP/components" |
MT |
67 |
[[ -d "$BASE_DIR" ]] || usage "Directory $BASE_DIR not found" |
053684
|
68 |
|
MT |
69 |
|
|
70 |
# Get data from pypi |
|
71 |
PYPI_PROJECT=$($CURL "$APIURL/$PROJECT/json") |
|
72 |
if (($? != 0)) || [[ -z "$PYPI_PROJECT" ]] ; then |
|
73 |
printf "FATAL: Failed to get data from pypi\n" >&2 |
|
74 |
exit 1 |
|
75 |
fi |
|
76 |
|
f06a31
|
77 |
# Distribution match project |
MT |
78 |
DISTRIBUTION="$PROJECT" |
|
79 |
|
a18785
|
80 |
function get_PKGINFO_entry |
MT |
81 |
{ |
|
82 |
typeset ENTRY="$1" |
|
83 |
|
|
84 |
[[ -f "$SOURCE_DIR/PKG-INFO" ]] || return |
|
85 |
|
|
86 |
cat "$SOURCE_DIR/PKG-INFO" \ |
|
87 |
| sed -e '/^$/,$d' \ |
|
88 |
| awk 'END{printf("\n")}/^[^:]+: /{$0="\n"$0}1' ORS=' ' \ |
|
89 |
| grep "^$ENTRY: " \ |
|
90 |
| sed -e "s/^$ENTRY: //" -e 's/ *$//' |
|
91 |
} |
|
92 |
|
053684
|
93 |
# Find the latest version if not provided by user |
MT |
94 |
if [[ -z "$VERSION" ]] ; then |
|
95 |
VERSION=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.version') |
|
96 |
if (($? != 0)) || [[ -z "$VERSION" || "$VERSION" == "null" ]] ; then |
|
97 |
printf "FATAL: Failed to get version for project %s from pypi\n" "$PROJECT" >&2 |
|
98 |
exit 1 |
|
99 |
fi |
53ac61
|
100 |
fi |
MT |
101 |
|
053684
|
102 |
|
MT |
103 |
# Prepare the directory |
e13756
|
104 |
[[ -z "$DIRECTORY" ]] && DIRECTORY="python/$DISTRIBUTION" |
MT |
105 |
DIR="$BASE_DIR/$DIRECTORY" |
053684
|
106 |
mkdir -p "$DIR" |
MT |
107 |
cd "$DIR" |
|
108 |
git restore --staged . > /dev/null 2>&1 |
|
109 |
git checkout . > /dev/null 2>&1 |
|
110 |
|
|
111 |
# Is this new project, or just a rebuild? |
|
112 |
NEW=1 |
|
113 |
REBUILD=0 |
|
114 |
PREV_VER= |
|
115 |
PREV_HVER= |
|
116 |
PREV_REV=0 |
|
117 |
if git ls-files --error-unmatch Makefile > /dev/null 2>&1 ; then |
|
118 |
NEW=0 |
|
119 |
REBUILD=1 |
9db594
|
120 |
PREV_VER=$($GMAKE print-value-COMPONENT_VERSION 2>/dev/null) |
4e8881
|
121 |
(($? != 0)) && printf "FATAL: 'gmake print-value-COMPONENT_VERSION' failed!\n" >&2 && exit 1 |
9db594
|
122 |
PREV_REV=$($GMAKE print-value-COMPONENT_REVISION 2>/dev/null) |
053684
|
123 |
|
MT |
124 |
# If we were asked to do version upgrade, but we do not have new |
|
125 |
# version, then we are done. |
9db594
|
126 |
PREV_HVER=$($GMAKE print-value-HUMAN_VERSION 2>/dev/null) |
053684
|
127 |
((UPGRADE_ONLY)) && [[ "$PREV_HVER" == "$VERSION" ]] && exit 0 |
MT |
128 |
|
9db594
|
129 |
$GMAKE clobber > /dev/null 2>&1 |
053684
|
130 |
fi |
MT |
131 |
|
d5ce3d
|
132 |
|
MT |
133 |
# Get project homepage |
|
134 |
HOMEPAGE=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.home_page') |
|
135 |
if (($? != 0)) || [[ -z "$HOMEPAGE" || "$HOMEPAGE" == "null" ]] ; then |
|
136 |
HOMEPAGE=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.project_urls.Homepage') |
|
137 |
if (($? != 0)) || [[ -z "$HOMEPAGE" || "$HOMEPAGE" == "null" ]] ; then |
|
138 |
printf "WARNING: Failed to get homepage for project %s from pypi\n" "$PROJECT" >&2 |
|
139 |
HOMEPAGE=$(get_PKGINFO_entry "Home-page") |
|
140 |
fi |
|
141 |
fi |
|
142 |
|
|
143 |
# Get release data from pypi |
|
144 |
PYPI_PROJECT_RELEASE=$($CURL "$APIURL/$PROJECT/$VERSION/json") |
|
145 |
if (($? != 0)) || [[ -z "$PYPI_PROJECT_RELEASE" ]] ; then |
|
146 |
printf "FATAL: Failed to get data for version %s from pypi\n" "$VERSION" >&2 |
|
147 |
exit 1 |
|
148 |
fi |
|
149 |
|
|
150 |
# Get download url |
|
151 |
DOWNLOAD_URL=$(printf "%s" "$PYPI_PROJECT_RELEASE" | /usr/bin/jq -r '.urls[]|select(.packagetype=="sdist")|.url') |
|
152 |
if (($? != 0)) || [[ -z "$DOWNLOAD_URL" || "$DOWNLOAD_URL" == "null" ]] ; then |
|
153 |
printf "WARNING: Failed to get download url for project %s, version %s from pypi\n" "$PROJECT" "$VERSION" >&2 |
|
154 |
DOWNLOAD_URL= |
|
155 |
fi |
|
156 |
|
|
157 |
|
053684
|
158 |
# Remove everything from git (except known patches, history, and $CONF) |
MT |
159 |
touch "$CONF" |
|
160 |
grep "^%patch%" "$CONF" | while read TAG PATCH ; do rm -f "patches/$PATCH" ; done |
|
161 |
rm -f history "$CONF" |
|
162 |
find . -type f | while read f ; do git rm "$f" > /dev/null 2>&1 ; done |
|
163 |
rm -rf "$DIR" 2>/dev/null |
|
164 |
git checkout history > /dev/null 2>&1 |
|
165 |
git checkout "$CONF" > /dev/null 2>&1 |
|
166 |
touch "$CONF" |
|
167 |
grep "^%patch%" "$CONF" | while read TAG PATCH ; do |
|
168 |
git checkout "patches/$PATCH" > /dev/null 2>&1 |
|
169 |
[[ -f "patches/$PATCH" ]] || printf "WARNING: Patch %s not found\n" "$PATCH" >&2 |
|
170 |
done |
|
171 |
|
|
172 |
|
|
173 |
# Makefile template |
|
174 |
( |
|
175 |
cat $WS_TOP/transforms/copyright-template | sed -e '/^$/,$d' |
|
176 |
cat <<EOF |
|
177 |
|
|
178 |
# |
|
179 |
# This file was automatically generated using the following command: |
|
180 |
# \$WS_TOOLS/$THIS $PROJECT |
|
181 |
# |
|
182 |
|
b3e12e
|
183 |
BUILD_STYLE = pyproject |
345a62
|
184 |
USE_COMMON_TEST_MASTER = no |
053684
|
185 |
EOF |
MT |
186 |
gsed -e '0,/^%include-1%/d' -e '/^%/,$d' < "$CONF" |
|
187 |
cat <<EOF |
|
188 |
|
|
189 |
include ../../../make-rules/shared-macros.mk |
|
190 |
|
f06a31
|
191 |
COMPONENT_NAME = $DISTRIBUTION |
41caf0
|
192 |
HUMAN_VERSION = $VERSION |
053684
|
193 |
COMPONENT_REVISION = $((PREV_REV + 1)) |
MT |
194 |
COMPONENT_SUMMARY = $PROJECT - TODO |
74d2fd
|
195 |
EOF |
MT |
196 |
[[ -n "$HOMEPAGE" ]] && printf "COMPONENT_PROJECT_URL =\t\t%s\n" "$HOMEPAGE" |
60a4de
|
197 |
[[ -n "$DOWNLOAD_URL" ]] && printf 'COMPONENT_ARCHIVE_URL =\t\t\\\n\t%s\n' "$DOWNLOAD_URL" |
74d2fd
|
198 |
cat <<EOF |
053684
|
199 |
COMPONENT_ARCHIVE_HASH = \\ |
MT |
200 |
sha256:TODO |
|
201 |
COMPONENT_LICENSE = license:TODO |
|
202 |
COMPONENT_LICENSE_FILE = licfile:TODO |
5e7447
|
203 |
|
MT |
204 |
_TEST_STYLE = TODO |
053684
|
205 |
EOF |
MT |
206 |
cat "$CONF" | gsed -e '0,/^%include-2%/d' -e '/^%/,$d' | gsed -e '1s/^./\n&/' |
|
207 |
printf "\ninclude \$(WS_MAKE_RULES)/common.mk\n" |
|
208 |
cat "$CONF" | gsed -e '0,/^%include-3%/d' -e '/^%/,$d' | gsed -e '1s/^./\n&/' |
|
209 |
printf "\n" |
|
210 |
) > Makefile |
|
211 |
|
|
212 |
# Remove COMPONENT_REVISION if not needed |
9db594
|
213 |
COMPONENT_VERSION=$($GMAKE print-value-COMPONENT_VERSION) |
053684
|
214 |
[[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && REBUILD=0 && sed -i -e '/^COMPONENT_REVISION/d' Makefile |
5d2e17
|
215 |
git add Makefile |
053684
|
216 |
|
MT |
217 |
# Calculate sham256 sum for source package |
9db594
|
218 |
$GMAKE fetch > /dev/null 2>&1 |
MT |
219 |
USERLAND_ARCHIVES=$($GMAKE print-value-USERLAND_ARCHIVES) |
|
220 |
COMPONENT_ARCHIVE=$($GMAKE print-value-COMPONENT_ARCHIVE) |
53b4dd
|
221 |
[[ ! -f "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE" ]] && printf "FATAL: 'gmake fetch' failed!\n" >&2 && exit 1 |
MT |
222 |
SHA256=$(digest -a sha256 "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE") |
053684
|
223 |
sed -i -e 's/sha256:TODO/sha256:'"$SHA256"'/g' Makefile |
MT |
224 |
git add Makefile |
|
225 |
|
|
226 |
# Unpack sources |
9db594
|
227 |
! $GMAKE prep > /dev/null 2>&1 && printf "FATAL: 'gmake prep' failed!\n" >&2 && exit 1 |
MT |
228 |
SOURCE_DIR=$($GMAKE print-value-SOURCE_DIR) |
b3e12e
|
229 |
|
MT |
230 |
if [[ ! -f "$SOURCE_DIR/pyproject.toml" ]] ; then |
|
231 |
[[ ! -f "$SOURCE_DIR/setup.py" ]] && printf "FATAL: Neither pyproject.toml nor setup.py found!\n" >&2 && exit 1 |
|
232 |
sed -i -e 's/^\(BUILD_STYLE = \).*$/\1setup.py/' Makefile |
|
233 |
fi |
053684
|
234 |
|
MT |
235 |
# Get summary |
|
236 |
SUMMARY=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.summary') |
|
237 |
if (($? != 0)) || [[ -z "$SUMMARY" || "$SUMMARY" == "null" ]] ; then |
|
238 |
printf "WARNING: Failed to get summary for project %s from pypi\n" "$PROJECT" >&2 |
a18785
|
239 |
SUMMARY=$(get_PKGINFO_entry "Summary") |
MT |
240 |
[[ -z "$SUMMARY" ]] && SUMMARY="TODO" |
053684
|
241 |
fi |
MT |
242 |
# Summary needs to be sanitized |
|
243 |
SUMMARY="${SUMMARY//\`/\\\\\`}" |
|
244 |
SUMMARY="${SUMMARY//\"/\\\\\\\\\\\\\\\\\\\\\\\\\\\\\"}" |
|
245 |
SUMMARY="${SUMMARY//\//\/}" |
|
246 |
SUMMARY="${SUMMARY//\$/\\\\\$\$}" |
6c9396
|
247 |
SUMMARY="${SUMMARY//\&/\\&}" |
053684
|
248 |
sed -i -e 's/\(COMPONENT_SUMMARY.*\)TODO$/\1'"$SUMMARY"'/g' Makefile |
MT |
249 |
|
|
250 |
|
|
251 |
# Try to detect license type(s) |
|
252 |
function detect_license |
|
253 |
{ |
|
254 |
typeset -n L="$1" |
|
255 |
typeset F="$2" |
|
256 |
typeset D |
|
257 |
|
|
258 |
D=$("$WS_TOP/tools/license-detector" "$F") |
|
259 |
[[ -n "$L" ]] && L="$L OR " ; L="$L$D" |
43f587
|
260 |
} |
MT |
261 |
|
053684
|
262 |
LICENSE= |
MT |
263 |
LICFILE= |
7f15d5
|
264 |
for f in $(get_PKGINFO_entry "License-File") LICENSE LICENSE.rst LICENSE.txt ; do |
053684
|
265 |
[[ -f "$SOURCE_DIR/$f" ]] || continue |
MT |
266 |
LICFILE="$f" |
|
267 |
|
|
268 |
detect_license LICENSE "$SOURCE_DIR/$LICFILE" |
|
269 |
[[ -n "$LICENSE" ]] && break |
|
270 |
|
|
271 |
printf "WARNING: Failed to detect license type in %s file\n" "$f" >&2 |
|
272 |
done |
|
273 |
if [[ -z "$LICFILE" ]] ; then |
|
274 |
printf "WARNING: No license file found\n" >&2 |
|
275 |
else |
|
276 |
sed -i -e 's|licfile:TODO|'"$LICFILE"'|g' Makefile |
|
277 |
fi |
|
278 |
|
|
279 |
if [[ -z "$LICENSE" ]] ; then |
|
280 |
# Execute hook-no-license snippet |
|
281 |
gsed -e '0,/^%hook-no-license%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
|
282 |
. "./$SNIPPET" |
|
283 |
rm -f "$SNIPPET" |
|
284 |
|
f06a31
|
285 |
if [[ -f "$DISTRIBUTION.license" ]] ; then |
053684
|
286 |
sed -i -e '/^COMPONENT_LICENSE_FILE/d' Makefile |
f06a31
|
287 |
git add "$DISTRIBUTION.license" |
MT |
288 |
[[ -z "$LICENSE" ]] && detect_license LICENSE "$DISTRIBUTION.license" |
053684
|
289 |
fi |
MT |
290 |
[[ -z "$LICENSE" ]] && LICENSE="TODO" |
|
291 |
fi |
|
292 |
|
|
293 |
# Store the detected license into the Makefile |
|
294 |
sed -i -e 's/license:TODO/'"$LICENSE"'/g' Makefile |
|
295 |
|
|
296 |
|
5e7447
|
297 |
# detect TEST_STYLE |
MT |
298 |
TEST_STYLE= |
|
299 |
cd "$SOURCE_DIR" |
|
300 |
while true ; do |
d72fda
|
301 |
TOX_OUT=$(tox -l) |
MT |
302 |
TOX_RET=$? |
|
303 |
((TOX_RET == 0)) && ! printf "%s" "$TOX_OUT" | grep -q 'assuming empty tox\.ini' && TEST_STYLE="tox" && break |
5e7447
|
304 |
|
c9958b
|
305 |
pytest -p no:checkdocs --setup-plan |
5e7447
|
306 |
(($? != 5)) && TEST_STYLE="pytest" && break |
MT |
307 |
|
b3e12e
|
308 |
[[ -f setup.py ]] && python setup.py test --help && TEST_STYLE="setup.py" && break |
5e7447
|
309 |
|
MT |
310 |
TEST_STYLE="none" |
|
311 |
break |
|
312 |
done > /dev/null 2>&1 |
|
313 |
cd "$DIR" |
|
314 |
|
9db594
|
315 |
if [[ "$TEST_STYLE" == "$($GMAKE print-value-TEST_STYLE)" ]] ; then |
5e7447
|
316 |
# If the detected TEST_STYLE is same as the default value or the value |
MT |
317 |
# forced by the component, then we do not need to set the detected |
|
318 |
# value. |
75946c
|
319 |
sed -i -e '/^_TEST_STYLE = TODO$/,+1d' Makefile |
5e7447
|
320 |
else |
MT |
321 |
# Set the detected TEST_STYLE value |
|
322 |
sed -i -e 's/^_\(TEST_STYLE = \)TODO$/\1'"$TEST_STYLE/" Makefile |
|
323 |
|
|
324 |
# If the component forces different test style than detected, then drop |
|
325 |
# the detected value |
9db594
|
326 |
if [[ "$TEST_STYLE" != "$($GMAKE print-value-TEST_STYLE)" ]] ; then |
75946c
|
327 |
sed -i -e '/^TEST_STYLE = '"${TEST_STYLE//./\\.}/,+1d" Makefile |
5e7447
|
328 |
fi |
MT |
329 |
fi |
|
330 |
|
cdb666
|
331 |
# Warn if a testing tool is called directly by tox |
MT |
332 |
if [[ "$($GMAKE print-value-TEST_STYLE)" == "tox" && -f "$SOURCE_DIR/tox.ini" ]] ; then |
|
333 |
TOX_CALL_INDIRECTLY=$($GMAKE print-value-TOX_CALL_INDIRECTLY) |
|
334 |
for p in $TOX_CALL_INDIRECTLY ; do |
|
335 |
sed -n -e '/^commands *=/,/^$/p' "$SOURCE_DIR/tox.ini" \ |
199dfb
|
336 |
| tr '\t' ' ' \ |
a67d39
|
337 |
| grep -q '^\(commands *=\)\{0,1\} *'"$p"'\( \{1,\}.*\)\{0,1\}$' \ |
cdb666
|
338 |
&& printf "WARNING: %s is called directly in tox.ini\n" "$p" >&2 |
MT |
339 |
done |
|
340 |
fi |
0477cc
|
341 |
|
5e7447
|
342 |
|
053684
|
343 |
# Create manifests |
9db594
|
344 |
if ! $GMAKE sample-manifest > /dev/null 2>&1 ; then |
053684
|
345 |
printf "ERROR: 'gmake sample-manifest' failed!\n" >&2 |
MT |
346 |
else |
978487
|
347 |
MANIFEST="$DISTRIBUTION-PYVER.p5m" |
MT |
348 |
[[ "$($GMAKE print-value-SINGLE_PYTHON_VERSION)" == "yes" ]] && MANIFEST="$DISTRIBUTION.p5m" |
053684
|
349 |
cat manifests/sample-manifest.p5m \ |
f06a31
|
350 |
| sed -e 's/^#.*Copyright.*<contributor>.*$/# This file was automatically generated using '"$THIS"'/g' \ |
978487
|
351 |
> "$MANIFEST" |
053684
|
352 |
|
MT |
353 |
# Execute hook-manifest snippet |
|
354 |
gsed -e '0,/^%hook-manifest%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
|
355 |
. "./$SNIPPET" |
|
356 |
rm -f "$SNIPPET" |
|
357 |
|
978487
|
358 |
git add manifests/sample-manifest.p5m $MANIFEST |
053684
|
359 |
fi |
MT |
360 |
|
|
361 |
|
|
362 |
# $CONF is no longer needed |
|
363 |
rm -f "$CONF" |
|
364 |
git checkout "$CONF" > /dev/null 2>&1 |
|
365 |
|
|
366 |
|
|
367 |
# Generate REQUIRED_PACKAGES |
9db594
|
368 |
$GMAKE REQUIRED_PACKAGES > /dev/null 2>&1 || printf "ERROR: 'gmake REQUIRED_PACKAGES' failed!\n" >&2 |
053684
|
369 |
git add Makefile |
MT |
370 |
|
|
371 |
|
|
372 |
# Check for Makefile completeness |
|
373 |
grep -q "TODO" Makefile && printf "ERROR: Makefile is not complete (TODO found)\n" >&2 |
|
374 |
|
|
375 |
|
|
376 |
# Make sure the build environment is setup properly and we do have all |
|
377 |
# requirements installed. Otherwise we cannot continue. |
9db594
|
378 |
! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: 'gmake env-check' failed!\n" >&2 && exit 1 |
053684
|
379 |
|
MT |
380 |
|
53e75a
|
381 |
# Cleanup before we try to publish to make sure there are no leftovers from |
MT |
382 |
# previous steps |
|
383 |
$GMAKE clobber > /dev/null 2>&1 |
|
384 |
|
345a62
|
385 |
# Publish packages and create pkg5 file |
9db594
|
386 |
$GMAKE publish > /dev/null 2>&1 || printf "ERROR: 'gmake publish' failed!\n" >&2 |
345a62
|
387 |
git add pkg5 2>/dev/null |
ae9d97
|
388 |
|
MT |
389 |
|
9db594
|
390 |
PYTHON_VERSIONS=$($GMAKE print-value-PYTHON_VERSIONS) |
feebc5
|
391 |
PYTHON_TEST_BOOTSTRAP=$($GMAKE print-value-PYTHON_TEST_BOOTSTRAP) |
053684
|
392 |
|
MT |
393 |
|
345a62
|
394 |
# Run tests to make sure they pass and to create result snapshots |
c335f2
|
395 |
TESTED_VERSIONS= |
f4886c
|
396 |
for v in $PYTHON_VERSIONS ; do |
90c79e
|
397 |
# Check the test environment |
feebc5
|
398 |
if ! $GMAKE PYTHON_VERSIONS=$v test-env-check > /dev/null 2>&1 ; then |
MT |
399 |
if [[ "$PYTHON_TEST_BOOTSTRAP" == "yes" ]] ; then |
|
400 |
printf "WARNING: Test environment for %s is not ready yet (bootstrap)\n" "$v" >&2 |
|
401 |
else |
|
402 |
printf "ERROR: 'gmake test-env-check' failed for %s!\n" "$v" >&2 |
|
403 |
fi |
|
404 |
continue |
|
405 |
fi |
90c79e
|
406 |
|
MT |
407 |
# Run the test |
9db594
|
408 |
! $GMAKE PYTHON_VERSIONS=$v test > /dev/null 2>&1 && printf "ERROR: Testing failed for %s!\n" "$v" >&2 && continue |
053684
|
409 |
|
f4886c
|
410 |
# If there is no snapshot produced the component likely does not support tests |
9db594
|
411 |
COMPONENT_TEST_SNAPSHOT=$($GMAKE PYTHON_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT) |
345a62
|
412 |
[[ ! -f "$COMPONENT_TEST_SNAPSHOT" ]] && printf "WARNING: Testing unsupported for %s\n" "$v" >&2 && continue |
MT |
413 |
|
|
414 |
# Empty result snapshot is suspicious |
|
415 |
[[ -s "$COMPONENT_TEST_SNAPSHOT" ]] || printf "WARNING: Empty test results for %s\n" "$v" >&2 |
c335f2
|
416 |
|
MT |
417 |
TESTED_VERSIONS="$TESTED_VERSIONS $v" |
f4886c
|
418 |
done |
053684
|
419 |
|
345a62
|
420 |
# Save result snapshots and detect USE_COMMON_TEST_MASTER value |
MT |
421 |
TEST_MASTERS= |
|
422 |
for common_results in yes no ; do |
c335f2
|
423 |
for v in $TESTED_VERSIONS ; do |
9db594
|
424 |
COMPONENT_TEST_SNAPSHOT=$($GMAKE PYTHON_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT) |
MT |
425 |
COMPONENT_TEST_MASTER=$($GMAKE PYTHON_VERSION=$v USE_COMMON_TEST_MASTER=$common_results print-value-COMPONENT_TEST_MASTER) |
053684
|
426 |
|
345a62
|
427 |
if [[ -f "$COMPONENT_TEST_MASTER" ]] ; then |
MT |
428 |
# Switch to 'USE_COMMON_TEST_MASTER = no' if test results differ |
|
429 |
if ! diff "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" > /dev/null ; then |
f37c36
|
430 |
printf "WARNING: Test results differ so switch to 'USE_COMMON_TEST_MASTER = no'\n" >&2 |
345a62
|
431 |
rm -f $TEST_MASTERS |
MT |
432 |
TEST_MASTERS= |
|
433 |
continue 2 |
|
434 |
fi |
|
435 |
else |
|
436 |
mkdir -p $(dirname "$COMPONENT_TEST_MASTER") |
|
437 |
cp -p "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" |
|
438 |
TEST_MASTERS="$TEST_MASTERS $COMPONENT_TEST_MASTER" |
|
439 |
fi |
|
440 |
done |
|
441 |
break |
|
442 |
done |
|
443 |
[[ -n "$TEST_MASTERS" ]] && git add $TEST_MASTERS |
|
444 |
|
|
445 |
# Run tests again to confirm the results are reproducible |
c335f2
|
446 |
for v in $TESTED_VERSIONS ; do |
9db594
|
447 |
$GMAKE PYTHON_VERSIONS=$v USE_COMMON_TEST_MASTER=$common_results test > /dev/null 2>&1 || printf "ERROR: Testing for %s is not reproducible!\n" "$v" >&2 |
345a62
|
448 |
done |
MT |
449 |
|
|
450 |
# Remove USE_COMMON_TEST_MASTER from Makefile if it should be set to (default) 'yes' |
|
451 |
if [[ "$common_results" == "yes" ]] ; then |
|
452 |
sed -i -e '/^USE_COMMON_TEST_MASTER/d' Makefile |
|
453 |
git add Makefile |
|
454 |
fi |
053684
|
455 |
|
MT |
456 |
|
|
457 |
# Handle history |
9db594
|
458 |
COMPONENT_FMRI=$($GMAKE print-value-COMPONENT_FMRI) |
MT |
459 |
PYTHON_VERSIONS_OBSOLETING=$($GMAKE print-value-PYTHON_VERSIONS_OBSOLETING) |
053684
|
460 |
OV= |
MT |
461 |
OV_PLURAL= |
|
462 |
for o in $(echo $OBSOLETE $PYTHON_VERSIONS_OBSOLETING | LC_ALL=C sort -u) ; do |
|
463 |
PYV=${o//.} |
c13d3c
|
464 |
FMRI=$(pkg list -nvH "$COMPONENT_FMRI-$PYV" 2>/dev/null | egrep -v '(o|r)$' | sed -e 's|^.*\('"$COMPONENT_FMRI"'\)|\1|g' -e 's/:[^:]*$//g' -e 's/\(-[^-]*\)$/,5.11\1/g') |
053684
|
465 |
[[ -n "$FMRI" ]] || continue |
MT |
466 |
FMRI_H=${FMRI%.*} |
|
467 |
FMRI_T=${FMRI##*.} |
|
468 |
if [[ "$FMRI_H" == "$FMRI" ]] ; then |
|
469 |
printf "WARNING: Wrong fmri format: %s\n" "$FMRI" >&2 |
|
470 |
continue |
|
471 |
fi |
|
472 |
FMRI_T=$((FMRI_T + 1)) |
|
473 |
printf "%s.%s noincorporate\n" "$FMRI_H" "$FMRI_T" >> history |
|
474 |
|
|
475 |
[[ -n "$OV" ]] && OV="$OV and " && OV_PLURAL="s" |
|
476 |
OV="$OV$o" |
|
477 |
done |
|
478 |
if [[ -f history ]] ; then |
|
479 |
LC_ALL=C sort -u history > history.new |
|
480 |
mv history.new history |
|
481 |
git add history |
|
482 |
fi |
|
483 |
|
|
484 |
|
|
485 |
# Construct the commit message |
|
486 |
MSG= |
|
487 |
if ((NEW)) ; then |
|
488 |
MSG="Add $PROJECT python project" |
|
489 |
else |
|
490 |
if ((REBUILD == 0)) ; then |
|
491 |
[[ "$PREV_HVER" != "$VERSION" ]] && MSG="update to $VERSION" || MSG="change version format" |
|
492 |
fi |
|
493 |
|
|
494 |
NV= |
|
495 |
for v in $PYTHON_VERSIONS ; do |
|
496 |
PYV=${v//.} |
|
497 |
pkg list -avH "$COMPONENT_FMRI-$PYV" 2>/dev/null | egrep -q -v '(o|r)$' && continue |
|
498 |
[[ -n "$NV" ]] && NV="$NV and " |
|
499 |
NV="$NV$v" |
|
500 |
done |
|
501 |
|
|
502 |
REBUILDMSG= |
|
503 |
[[ -n "$NV" ]] && REBUILDMSG="rebuild for python $NV" |
|
504 |
if [[ -n "$OV" ]] ; then |
|
505 |
[[ -n "$REBUILDMSG" ]] && REBUILDMSG="$REBUILDMSG and" || REBUILDMSG="rebuild" |
|
506 |
REBUILDMSG="$REBUILDMSG to get package$OV_PLURAL for python $OV obsoleted" |
|
507 |
fi |
|
508 |
|
|
509 |
if [[ -n "$REBUILDMSG" ]] ; then |
|
510 |
[[ -n "$MSG" ]] && MSG="$MSG; " |
|
511 |
MSG="$MSG$REBUILDMSG" |
|
512 |
fi |
|
513 |
[[ -z "$MSG" ]] && MSG="rebuild" |
|
514 |
|
e13756
|
515 |
MSG="$DIRECTORY: $MSG" |
053684
|
516 |
fi |
MT |
517 |
|
|
518 |
# Commit the results |
|
519 |
! git commit -m "$MSG" > /dev/null 2>&1 && printf "FATAL: 'git commit' failed!\n" >&2 && exit 1 |