| commit | author | age | ||
| 053684 | 1 | #! /usr/bin/ksh |
| MT | 2 | # |
| 3 | # | |
| 4 | # This file and its contents are supplied under the terms of the | |
| 5 | # Common Development and Distribution License ("CDDL"), version 1.0. | |
| 6 | # You may only use this file in accordance with the terms of version | |
| 7 | # 1.0 of the CDDL. | |
| 8 | # | |
| 9 | # A full copy of the text of the CDDL should have accompanied this | |
| 10 | # source. A copy of the CDDL is also available via the Internet at | |
| 11 | # http://www.illumos.org/license/CDDL. | |
| 12 | # | |
| 13 | ||
| 14 | # | |
| 15 | # Copyright 2022 Marcel Telka | |
| 16 | # | |
| 17 | ||
| 18 | ||
| 19 | THIS="python-integrate-project" | |
| 20 | CONF="$THIS.conf" | |
| 21 | SNIPPET="$THIS.snippet" | |
| f06a31 | 22 | APIURL="https://pypi.org/pypi" |
| 053684 | 23 | CURL="/usr/bin/curl -s" |
| MT | 24 | |
| 25 | ||
| 26 | function usage | |
| 27 | { | |
| 28 | [[ -n "$1" ]] && printf "ERROR: %s\n\n" "$1" >&2 | |
| 439d9d | 29 | printf "Usage: %s [-d DIR] [-f] [-l VERSION] [-o OBSOLETE].. [-u] PROJECT\n" "$THIS" >&2 |
| 053684 | 30 | [[ -n "$1" ]] && exit 1 |
| MT | 31 | exit 0 |
| 32 | } | |
| 33 | ||
| 34 | ||
| 605e93 | 35 | OPT_VERSION= |
| 053684 | 36 | OBSOLETE= |
| MT | 37 | UPGRADE_ONLY=0 |
| e13756 | 38 | DIRECTORY= |
| 439d9d | 39 | FORCE=0 |
| MT | 40 | while getopts ":hd:fl:o:u" OPT ; do |
| 053684 | 41 | case "$OPT" in |
| MT | 42 | "?"|"h") usage ;; |
| e13756 | 43 | "d") DIRECTORY="$OPTARG" ;; |
| 439d9d | 44 | "f") FORCE=1 ;; |
| 605e93 | 45 | "l") OPT_VERSION="$OPTARG" ;; |
| 053684 | 46 | "o") OBSOLETE="$OBSOLETE $OPTARG" ;; |
| MT | 47 | "u") UPGRADE_ONLY=1 ;; |
| 48 | esac | |
| 49 | done | |
| 50 | shift $((OPTIND - 1)) | |
| 51 | ||
| 52 | (($# == 0)) && usage | |
| 53 | (($# > 1)) && usage "Too many arguments" | |
| 54 | ||
| 55 | PROJECT="$1" | |
| 56 | ||
| 57 | ||
| 9db594 | 58 | # Prevent user's environment to affect the integration. |
| MT | 59 | # Allow one exception only: USERLAND_ARCHIVES |
| 60 | GMAKE="env -" | |
| 61 | [[ -n "$USERLAND_ARCHIVES" ]] && GMAKE="$GMAKE USERLAND_ARCHIVES=$USERLAND_ARCHIVES" | |
| 62 | GMAKE="$GMAKE gmake" | |
| 63 | ||
| 64 | ||
| 053684 | 65 | WS_TOP=$(git rev-parse --show-toplevel 2>/dev/null) |
| MT | 66 | [[ -z "$WS_TOP" ]] && usage "The script must be run in git repo" |
| 67 | ||
| e13756 | 68 | BASE_DIR="$WS_TOP/components" |
| MT | 69 | [[ -d "$BASE_DIR" ]] || usage "Directory $BASE_DIR not found" |
| 053684 | 70 | |
| MT | 71 | |
| f06a31 | 72 | # Distribution match project |
| MT | 73 | DISTRIBUTION="$PROJECT" |
| 74 | ||
| a18785 | 75 | function get_PKGINFO_entry |
| MT | 76 | { |
| 77 | typeset ENTRY="$1" | |
| 78 | ||
| 8ab28d | 79 | [[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/PKG-INFO" ]] || return |
| a18785 | 80 | |
| 8ab28d | 81 | cat "$SOURCE_DIR$COMPONENT_SUBDIR/PKG-INFO" \ |
| a18785 | 82 | | sed -e '/^$/,$d' \ |
| MT | 83 | | awk 'END{printf("\n")}/^[^:]+: /{$0="\n"$0}1' ORS=' ' \ |
| 84 | | grep "^$ENTRY: " \ | |
| 85 | | sed -e "s/^$ENTRY: //" -e 's/ *$//' | |
| 86 | } | |
| 87 | ||
| 053684 | 88 | |
| MT | 89 | # Prepare the directory |
| e13756 | 90 | [[ -z "$DIRECTORY" ]] && DIRECTORY="python/$DISTRIBUTION" |
| MT | 91 | DIR="$BASE_DIR/$DIRECTORY" |
| 053684 | 92 | mkdir -p "$DIR" |
| MT | 93 | cd "$DIR" |
| 94 | git restore --staged . > /dev/null 2>&1 | |
| 95 | git checkout . > /dev/null 2>&1 | |
| 605e93 | 96 | |
| MT | 97 | |
| 98 | # Following variables could be set by the hook-begin snippet | |
| 99 | VERSION= | |
| 100 | HOMEPAGE= | |
| 101 | DOWNLOAD_URL= | |
| c03bb6 | 102 | LICENSE_FILE= |
| ae2202 | 103 | SUMMARY= |
| 605e93 | 104 | |
| MT | 105 | # Execute hook-begin snippet |
| 9fea30 | 106 | if [[ -f "$CONF" ]] ; then |
| MT | 107 | gsed -e '0,/^%hook-begin%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
| 108 | . "./$SNIPPET" | |
| 109 | rm -f "$SNIPPET" | |
| 110 | fi | |
| 605e93 | 111 | |
| MT | 112 | # Version specified as option takes precedence |
| 113 | [[ -n "$OPT_VERSION" ]] && VERSION="$OPT_VERSION" | |
| 114 | ||
| 8044db | 115 | |
| MT | 116 | # Get data from PyPI if needed |
| 117 | if [[ -z "$VERSION" || -z "$HOMEPAGE" || -z "$SUMMARY" ]] ; then | |
| 118 | PYPI_PROJECT=$($CURL "$APIURL/$PROJECT/json") | |
| 119 | if (($? != 0)) || [[ -z "$PYPI_PROJECT" ]] ; then | |
| 120 | printf 'WARNING: Failed to get data for project %s from PyPI\n' "$PROJECT" >&2 | |
| 121 | PYPI_PROJECT= | |
| 122 | fi | |
| 123 | fi | |
| 124 | ||
| 125 | ||
| 605e93 | 126 | # Find the latest version if not already provided |
| MT | 127 | if [[ -z "$VERSION" ]] ; then |
| 128 | VERSION=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.version') | |
| 129 | if (($? != 0)) || [[ -z "$VERSION" || "$VERSION" == "null" ]] ; then | |
| 130 | printf "FATAL: Failed to get version for project %s from pypi\n" "$PROJECT" >&2 | |
| 131 | exit 1 | |
| 132 | fi | |
| 133 | fi | |
| 134 | ||
| 053684 | 135 | |
| MT | 136 | # Is this new project, or just a rebuild? |
| 137 | NEW=1 | |
| 138 | PREV_VER= | |
| 139 | PREV_HVER= | |
| 140 | PREV_REV=0 | |
| 141 | if git ls-files --error-unmatch Makefile > /dev/null 2>&1 ; then | |
| 142 | NEW=0 | |
| 9db594 | 143 | PREV_VER=$($GMAKE print-value-COMPONENT_VERSION 2>/dev/null) |
| 4e8881 | 144 | (($? != 0)) && printf "FATAL: 'gmake print-value-COMPONENT_VERSION' failed!\n" >&2 && exit 1 |
| 9db594 | 145 | PREV_REV=$($GMAKE print-value-COMPONENT_REVISION 2>/dev/null) |
| 053684 | 146 | |
| MT | 147 | # If we were asked to do version upgrade, but we do not have new |
| 148 | # version, then we are done. | |
| 9db594 | 149 | PREV_HVER=$($GMAKE print-value-HUMAN_VERSION 2>/dev/null) |
| 053684 | 150 | ((UPGRADE_ONLY)) && [[ "$PREV_HVER" == "$VERSION" ]] && exit 0 |
| MT | 151 | |
| 439d9d | 152 | # Pre-flight environment checks |
| MT | 153 | if ((FORCE == 0)) ; then |
| 154 | ! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: Pre-flight 'gmake env-check' failed!\n" >&2 && exit 1 | |
| 155 | if [[ "$($GMAKE print-value-PYTHON_TEST_BOOTSTRAP)" != "yes" ]] ; then | |
| 156 | ! $GMAKE test-env-check > /dev/null 2>&1 && printf "FATAL: Pre-flight 'gmake test-env-check' failed!\n" >&2 && exit 1 | |
| 157 | fi | |
| 158 | fi | |
| 159 | ||
| 9db594 | 160 | $GMAKE clobber > /dev/null 2>&1 |
| 053684 | 161 | fi |
| MT | 162 | |
| d5ce3d | 163 | |
| 605e93 | 164 | # Get project homepage if not already provided |
| MT | 165 | if [[ -z "$HOMEPAGE" ]] ; then |
| 166 | HOMEPAGE=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.home_page') | |
| d5ce3d | 167 | if (($? != 0)) || [[ -z "$HOMEPAGE" || "$HOMEPAGE" == "null" ]] ; then |
| 605e93 | 168 | HOMEPAGE=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.project_urls.Homepage') |
| MT | 169 | if (($? != 0)) || [[ -z "$HOMEPAGE" || "$HOMEPAGE" == "null" ]] ; then |
| 170 | printf "WARNING: Failed to get homepage for project %s from pypi\n" "$PROJECT" >&2 | |
| 171 | HOMEPAGE=$(get_PKGINFO_entry "Home-page") | |
| 172 | fi | |
| d5ce3d | 173 | fi |
| MT | 174 | fi |
| 175 | ||
| 605e93 | 176 | # Get download url if not already provided |
| MT | 177 | if [[ -z "$DOWNLOAD_URL" ]] ; then |
| 178 | # Get release data from pypi | |
| 179 | PYPI_PROJECT_RELEASE=$($CURL "$APIURL/$PROJECT/$VERSION/json") | |
| 180 | if (($? != 0)) || [[ -z "$PYPI_PROJECT_RELEASE" ]] ; then | |
| 181 | printf "FATAL: Failed to get data for version %s from pypi\n" "$VERSION" >&2 | |
| 182 | exit 1 | |
| 183 | fi | |
| d5ce3d | 184 | |
| 605e93 | 185 | # Get download url |
| MT | 186 | DOWNLOAD_URL=$(printf "%s" "$PYPI_PROJECT_RELEASE" | /usr/bin/jq -r '.urls[]|select(.packagetype=="sdist")|.url') |
| 187 | if (($? != 0)) || [[ -z "$DOWNLOAD_URL" || "$DOWNLOAD_URL" == "null" ]] ; then | |
| 188 | printf "WARNING: Failed to get download url for project %s, version %s from pypi\n" "$PROJECT" "$VERSION" >&2 | |
| 189 | DOWNLOAD_URL= | |
| 190 | fi | |
| d5ce3d | 191 | fi |
| MT | 192 | |
| 193 | ||
| 131e98 | 194 | # Remove everything that is not in git |
| MT | 195 | rm -rf * |
| 196 | git checkout . > /dev/null 2>&1 | |
| c42d66 | 197 | # Remove everything from git (except known patches, files, history, and $CONF) |
| 9fea30 | 198 | [[ -f "$CONF" ]] && grep "^%patch%" "$CONF" | while read TAG PATCH ; do rm -f "patches/$PATCH" ; done |
| c42d66 | 199 | [[ -f "$CONF" ]] && grep "^%file%" "$CONF" | while read TAG FILE ; do rm -f "files/$FILE" ; done |
| 053684 | 200 | rm -f history "$CONF" |
| MT | 201 | find . -type f | while read f ; do git rm "$f" > /dev/null 2>&1 ; done |
| 202 | rm -rf "$DIR" 2>/dev/null | |
| 203 | git checkout history > /dev/null 2>&1 | |
| 204 | git checkout "$CONF" > /dev/null 2>&1 | |
| 9fea30 | 205 | [[ -f "$CONF" ]] && grep "^%patch%" "$CONF" | while read TAG PATCH ; do |
| 053684 | 206 | git checkout "patches/$PATCH" > /dev/null 2>&1 |
| MT | 207 | [[ -f "patches/$PATCH" ]] || printf "WARNING: Patch %s not found\n" "$PATCH" >&2 |
| 208 | done | |
| c42d66 | 209 | [[ -f "$CONF" ]] && grep "^%file%" "$CONF" | while read TAG FILE ; do |
| MT | 210 | git checkout "files/$FILE" > /dev/null 2>&1 |
| 211 | [[ -f "files/$FILE" ]] || printf "WARNING: File %s not found\n" "$FILE" >&2 | |
| 212 | done | |
| 053684 | 213 | |
| MT | 214 | |
| 215 | # Makefile template | |
| 54024c | 216 | GENERATE_CMD="\$WS_TOOLS/$THIS" |
| MT | 217 | [[ "$DIRECTORY" != "python/$DISTRIBUTION" ]] && GENERATE_CMD="$GENERATE_CMD -d $DIRECTORY" |
| 218 | GENERATE_CMD="$GENERATE_CMD $PROJECT" | |
| 053684 | 219 | ( |
| MT | 220 | cat $WS_TOP/transforms/copyright-template | sed -e '/^$/,$d' |
| 221 | cat <<EOF | |
| 222 | ||
| 223 | # | |
| 224 | # This file was automatically generated using the following command: | |
| 54024c | 225 | # $GENERATE_CMD |
| 053684 | 226 | # |
| MT | 227 | |
| b3e12e | 228 | BUILD_STYLE = pyproject |
| 345a62 | 229 | USE_COMMON_TEST_MASTER = no |
| 053684 | 230 | EOF |
| 9fea30 | 231 | [[ -f "$CONF" ]] && gsed -e '0,/^%include-1%/d' -e '/^%/,$d' < "$CONF" |
| 053684 | 232 | cat <<EOF |
| MT | 233 | |
| 234 | include ../../../make-rules/shared-macros.mk | |
| 235 | ||
| f06a31 | 236 | COMPONENT_NAME = $DISTRIBUTION |
| 41caf0 | 237 | HUMAN_VERSION = $VERSION |
| 053684 | 238 | COMPONENT_REVISION = $((PREV_REV + 1)) |
| MT | 239 | COMPONENT_SUMMARY = $PROJECT - TODO |
| 74d2fd | 240 | EOF |
| MT | 241 | [[ -n "$HOMEPAGE" ]] && printf "COMPONENT_PROJECT_URL =\t\t%s\n" "$HOMEPAGE" |
| 60a4de | 242 | [[ -n "$DOWNLOAD_URL" ]] && printf 'COMPONENT_ARCHIVE_URL =\t\t\\\n\t%s\n' "$DOWNLOAD_URL" |
| 74d2fd | 243 | cat <<EOF |
| 053684 | 244 | COMPONENT_ARCHIVE_HASH = \\ |
| MT | 245 | sha256:TODO |
| 246 | COMPONENT_LICENSE = license:TODO | |
| 247 | COMPONENT_LICENSE_FILE = licfile:TODO | |
| 5e7447 | 248 | |
| MT | 249 | _TEST_STYLE = TODO |
| 053684 | 250 | EOF |
| 9fea30 | 251 | [[ -f "$CONF" ]] && cat "$CONF" | gsed -e '0,/^%include-2%/d' -e '/^%/,$d' | gsed -e '1s/^./\n&/' |
| 053684 | 252 | printf "\ninclude \$(WS_MAKE_RULES)/common.mk\n" |
| 9fea30 | 253 | [[ -f "$CONF" ]] && cat "$CONF" | gsed -e '0,/^%include-3%/d' -e '/^%/,$d' | gsed -e '1s/^./\n&/' |
| 053684 | 254 | printf "\n" |
| MT | 255 | ) > Makefile |
| 256 | ||
| 257 | # Remove COMPONENT_REVISION if not needed | |
| 9db594 | 258 | COMPONENT_VERSION=$($GMAKE print-value-COMPONENT_VERSION) |
| 0ec74f | 259 | [[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && sed -i -e '/^COMPONENT_REVISION/d' Makefile |
| 5d2e17 | 260 | git add Makefile |
| 053684 | 261 | |
| MT | 262 | # Calculate sham256 sum for source package |
| 9db594 | 263 | $GMAKE fetch > /dev/null 2>&1 |
| MT | 264 | USERLAND_ARCHIVES=$($GMAKE print-value-USERLAND_ARCHIVES) |
| 265 | COMPONENT_ARCHIVE=$($GMAKE print-value-COMPONENT_ARCHIVE) | |
| 53b4dd | 266 | [[ ! -f "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE" ]] && printf "FATAL: 'gmake fetch' failed!\n" >&2 && exit 1 |
| MT | 267 | SHA256=$(digest -a sha256 "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE") |
| 053684 | 268 | sed -i -e 's/sha256:TODO/sha256:'"$SHA256"'/g' Makefile |
| MT | 269 | git add Makefile |
| 270 | ||
| a82bcd | 271 | # Unpack sources and apply patches |
| MT | 272 | ! $GMAKE patch > /dev/null 2>&1 && printf "FATAL: 'gmake patch' failed!\n" >&2 && exit 1 |
| 273 | ||
| 929d4d | 274 | # Refresh patches |
| 51d67b | 275 | if $GMAKE refresh-patches > /dev/null 2>&1 ; then |
| MT | 276 | git add patches 2>/dev/null |
| 277 | else | |
| 278 | printf "ERROR: 'gmake refresh-patches' failed!\n" >&2 | |
| 279 | git checkout patches 2>/dev/null | |
| 280 | fi | |
| 929d4d | 281 | |
| a82bcd | 282 | # Cleanup after patch refresh |
| MT | 283 | $GMAKE clobber > /dev/null 2>&1 |
| 284 | ||
| 285 | # Prepare sources | |
| 9db594 | 286 | ! $GMAKE prep > /dev/null 2>&1 && printf "FATAL: 'gmake prep' failed!\n" >&2 && exit 1 |
| a82bcd | 287 | SOURCE_DIR=$($GMAKE print-value-SOURCE_DIR) |
| 8ab28d | 288 | COMPONENT_SUBDIR=$($GMAKE print-value-COMPONENT_SUBDIR) |
| MT | 289 | [[ -n "$COMPONENT_SUBDIR" ]] && COMPONENT_SUBDIR="/$COMPONENT_SUBDIR" |
| b3e12e | 290 | |
| 8ab28d | 291 | if [[ ! -f "$SOURCE_DIR$COMPONENT_SUBDIR/pyproject.toml" ]] ; then |
| MT | 292 | [[ ! -f "$SOURCE_DIR$COMPONENT_SUBDIR/setup.py" ]] && printf "FATAL: Neither pyproject.toml nor setup.py found!\n" >&2 && exit 1 |
| b3e12e | 293 | sed -i -e 's/^\(BUILD_STYLE = \).*$/\1setup.py/' Makefile |
| MT | 294 | fi |
| 053684 | 295 | |
| ae2202 | 296 | # Get summary if not already provided |
| MT | 297 | if [[ -z "$SUMMARY" ]] ; then |
| 298 | SUMMARY=$(printf "%s" "$PYPI_PROJECT" | /usr/bin/jq -r '.info.summary') | |
| 299 | if (($? != 0)) || [[ -z "$SUMMARY" || "$SUMMARY" == "null" ]] ; then | |
| 300 | printf "WARNING: Failed to get summary for project %s from pypi\n" "$PROJECT" >&2 | |
| 301 | SUMMARY=$(get_PKGINFO_entry "Summary") | |
| 302 | [[ -z "$SUMMARY" ]] && SUMMARY="TODO" | |
| 303 | fi | |
| 053684 | 304 | fi |
| MT | 305 | # Summary needs to be sanitized |
| 306 | SUMMARY="${SUMMARY//\`/\\\\\`}" | |
| 307 | SUMMARY="${SUMMARY//\"/\\\\\\\\\\\\\\\\\\\\\\\\\\\\\"}" | |
| 308 | SUMMARY="${SUMMARY//\//\/}" | |
| 309 | SUMMARY="${SUMMARY//\$/\\\\\$\$}" | |
| 6c9396 | 310 | SUMMARY="${SUMMARY//\&/\\&}" |
| 053684 | 311 | sed -i -e 's/\(COMPONENT_SUMMARY.*\)TODO$/\1'"$SUMMARY"'/g' Makefile |
| MT | 312 | |
| 313 | ||
| 314 | # Try to detect license type(s) | |
| 315 | function detect_license | |
| 316 | { | |
| 317 | typeset -n L="$1" | |
| 318 | typeset F="$2" | |
| 319 | typeset D | |
| 320 | ||
| 321 | D=$("$WS_TOP/tools/license-detector" "$F") | |
| 322 | [[ -n "$L" ]] && L="$L OR " ; L="$L$D" | |
| 43f587 | 323 | } |
| MT | 324 | |
| 053684 | 325 | LICENSE= |
| MT | 326 | LICFILE= |
| c03bb6 | 327 | for f in $LICENSE_FILE $(get_PKGINFO_entry "License-File") LICENSE LICENSE.rst LICENSE.txt ; do |
| 8ab28d | 328 | [[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/$f" ]] || continue |
| 053684 | 329 | LICFILE="$f" |
| MT | 330 | |
| 8ab28d | 331 | detect_license LICENSE "$SOURCE_DIR$COMPONENT_SUBDIR/$LICFILE" |
| 053684 | 332 | [[ -n "$LICENSE" ]] && break |
| MT | 333 | |
| 334 | printf "WARNING: Failed to detect license type in %s file\n" "$f" >&2 | |
| 335 | done | |
| 336 | if [[ -z "$LICFILE" ]] ; then | |
| 337 | printf "WARNING: No license file found\n" >&2 | |
| 338 | else | |
| 339 | sed -i -e 's|licfile:TODO|'"$LICFILE"'|g' Makefile | |
| 340 | fi | |
| 341 | ||
| 342 | if [[ -z "$LICENSE" ]] ; then | |
| 343 | # Execute hook-no-license snippet | |
| 9fea30 | 344 | if [[ -f "$CONF" ]] ; then |
| MT | 345 | gsed -e '0,/^%hook-no-license%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
| 346 | . "./$SNIPPET" | |
| 347 | rm -f "$SNIPPET" | |
| 348 | fi | |
| 053684 | 349 | |
| f06a31 | 350 | if [[ -f "$DISTRIBUTION.license" ]] ; then |
| 053684 | 351 | sed -i -e '/^COMPONENT_LICENSE_FILE/d' Makefile |
| f06a31 | 352 | git add "$DISTRIBUTION.license" |
| MT | 353 | [[ -z "$LICENSE" ]] && detect_license LICENSE "$DISTRIBUTION.license" |
| 053684 | 354 | fi |
| MT | 355 | [[ -z "$LICENSE" ]] && LICENSE="TODO" |
| 356 | fi | |
| 357 | ||
| 358 | # Store the detected license into the Makefile | |
| 359 | sed -i -e 's/license:TODO/'"$LICENSE"'/g' Makefile | |
| 360 | ||
| 361 | ||
| 5e7447 | 362 | # detect TEST_STYLE |
| MT | 363 | TEST_STYLE= |
| 8ab28d | 364 | cd "$SOURCE_DIR$COMPONENT_SUBDIR" |
| 5e7447 | 365 | while true ; do |
| d72fda | 366 | TOX_OUT=$(tox -l) |
| MT | 367 | TOX_RET=$? |
| 368 | ((TOX_RET == 0)) && ! printf "%s" "$TOX_OUT" | grep -q 'assuming empty tox\.ini' && TEST_STYLE="tox" && break | |
| 5e7447 | 369 | |
| 45fce7 | 370 | # Disable some pytest plugins that almost always collects tests to run |
| MT | 371 | # even there are no pytest tests available otherwise |
| 151b2f | 372 | pytest -p no:black -p no:checkdocs -p no:cov -p no:mypy -p no:relaxed --setup-plan |
| 5e7447 | 373 | (($? != 5)) && TEST_STYLE="pytest" && break |
| MT | 374 | |
| b3e12e | 375 | [[ -f setup.py ]] && python setup.py test --help && TEST_STYLE="setup.py" && break |
| 5e7447 | 376 | |
| MT | 377 | TEST_STYLE="none" |
| 378 | break | |
| 379 | done > /dev/null 2>&1 | |
| 380 | cd "$DIR" | |
| 381 | ||
| 9db594 | 382 | if [[ "$TEST_STYLE" == "$($GMAKE print-value-TEST_STYLE)" ]] ; then |
| 5e7447 | 383 | # If the detected TEST_STYLE is same as the default value or the value |
| MT | 384 | # forced by the component, then we do not need to set the detected |
| 385 | # value. | |
| 75946c | 386 | sed -i -e '/^_TEST_STYLE = TODO$/,+1d' Makefile |
| 5e7447 | 387 | else |
| MT | 388 | # Set the detected TEST_STYLE value |
| 389 | sed -i -e 's/^_\(TEST_STYLE = \)TODO$/\1'"$TEST_STYLE/" Makefile | |
| 390 | ||
| 391 | # If the component forces different test style than detected, then drop | |
| 392 | # the detected value | |
| 9db594 | 393 | if [[ "$TEST_STYLE" != "$($GMAKE print-value-TEST_STYLE)" ]] ; then |
| 75946c | 394 | sed -i -e '/^TEST_STYLE = '"${TEST_STYLE//./\\.}/,+1d" Makefile |
| 5e7447 | 395 | fi |
| MT | 396 | fi |
| 397 | ||
| cdb666 | 398 | # Warn if a testing tool is called directly by tox |
| 8ab28d | 399 | if [[ "$($GMAKE print-value-TEST_STYLE)" == "tox" && -f "$SOURCE_DIR$COMPONENT_SUBDIR/tox.ini" ]] ; then |
| cdb666 | 400 | TOX_CALL_INDIRECTLY=$($GMAKE print-value-TOX_CALL_INDIRECTLY) |
| MT | 401 | for p in $TOX_CALL_INDIRECTLY ; do |
| 8ab28d | 402 | sed -n -e '/^commands *=/,/^$/p' "$SOURCE_DIR$COMPONENT_SUBDIR/tox.ini" \ |
| 199dfb | 403 | | tr '\t' ' ' \ |
| a67d39 | 404 | | grep -q '^\(commands *=\)\{0,1\} *'"$p"'\( \{1,\}.*\)\{0,1\}$' \ |
| cdb666 | 405 | && printf "WARNING: %s is called directly in tox.ini\n" "$p" >&2 |
| MT | 406 | done |
| 407 | fi | |
| 0477cc | 408 | |
| 5e7447 | 409 | |
| 053684 | 410 | # Create manifests |
| 9db594 | 411 | if ! $GMAKE sample-manifest > /dev/null 2>&1 ; then |
| 053684 | 412 | printf "ERROR: 'gmake sample-manifest' failed!\n" >&2 |
| MT | 413 | else |
| 978487 | 414 | MANIFEST="$DISTRIBUTION-PYVER.p5m" |
| MT | 415 | [[ "$($GMAKE print-value-SINGLE_PYTHON_VERSION)" == "yes" ]] && MANIFEST="$DISTRIBUTION.p5m" |
| 053684 | 416 | cat manifests/sample-manifest.p5m \ |
| f06a31 | 417 | | sed -e 's/^#.*Copyright.*<contributor>.*$/# This file was automatically generated using '"$THIS"'/g' \ |
| 978487 | 418 | > "$MANIFEST" |
| 053684 | 419 | |
| MT | 420 | # Execute hook-manifest snippet |
| 9fea30 | 421 | if [[ -f "$CONF" ]] ; then |
| MT | 422 | gsed -e '0,/^%hook-manifest%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
| 423 | . "./$SNIPPET" | |
| 424 | rm -f "$SNIPPET" | |
| 425 | fi | |
| 053684 | 426 | |
| 978487 | 427 | git add manifests/sample-manifest.p5m $MANIFEST |
| 053684 | 428 | fi |
| MT | 429 | |
| 430 | ||
| 431 | # Generate REQUIRED_PACKAGES | |
| 9db594 | 432 | $GMAKE REQUIRED_PACKAGES > /dev/null 2>&1 || printf "ERROR: 'gmake REQUIRED_PACKAGES' failed!\n" >&2 |
| 053684 | 433 | git add Makefile |
| MT | 434 | |
| 435 | ||
| 436 | # Check for Makefile completeness | |
| 437 | grep -q "TODO" Makefile && printf "ERROR: Makefile is not complete (TODO found)\n" >&2 | |
| 438 | ||
| 439 | ||
| 440 | # Make sure the build environment is setup properly and we do have all | |
| 441 | # requirements installed. Otherwise we cannot continue. | |
| 9db594 | 442 | ! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: 'gmake env-check' failed!\n" >&2 && exit 1 |
| 053684 | 443 | |
| MT | 444 | |
| 127599 | 445 | # Handle history |
| MT | 446 | COMPONENT_FMRI=$($GMAKE print-value-COMPONENT_FMRI) |
| 447 | PYTHON_VERSIONS_OBSOLETING=$($GMAKE print-value-PYTHON_VERSIONS_OBSOLETING) | |
| 448 | OV= | |
| 449 | OV_PLURAL= | |
| 450 | for o in $(echo $OBSOLETE $PYTHON_VERSIONS_OBSOLETING | LC_ALL=C sort -u) ; do | |
| 451 | PYV=${o//.} | |
| 452 | FMRI=$(pkg list -nvH "$COMPONENT_FMRI-$PYV" 2>/dev/null | egrep -v '(o|r)$' | sed -e 's|^.*\('"$COMPONENT_FMRI"'\)|\1|g' -e 's/:[^:]*$//g' -e 's/\(-[^-]*\)$/,5.11\1/g') | |
| 453 | [[ -n "$FMRI" ]] || continue | |
| 454 | FMRI_H=${FMRI%.*} | |
| 455 | FMRI_T=${FMRI##*.} | |
| 456 | if [[ "$FMRI_H" == "$FMRI" ]] ; then | |
| 457 | printf "WARNING: Wrong fmri format: %s\n" "$FMRI" >&2 | |
| 458 | continue | |
| 459 | fi | |
| 460 | FMRI_T=$((FMRI_T + 1)) | |
| 461 | printf "%s.%s noincorporate\n" "$FMRI_H" "$FMRI_T" >> history | |
| 462 | ||
| a6cc0b | 463 | [[ -n "$OV" ]] && OV="${OV/ and /, } and " && OV_PLURAL="s" |
| 127599 | 464 | OV="$OV$o" |
| MT | 465 | done |
| 466 | if [[ -f history ]] ; then | |
| 467 | LC_ALL=C sort -u history > history.new | |
| 468 | mv history.new history | |
| 469 | git add history | |
| 0d5842 | 470 | |
| 3f1a44 | 471 | awk '$NF == "noincorporate" {printf("WARNING: Unincorporated package: %s\n", $1)}' < history >&2 |
| 127599 | 472 | fi |
| MT | 473 | |
| 474 | ||
| 53e75a | 475 | # Cleanup before we try to publish to make sure there are no leftovers from |
| MT | 476 | # previous steps |
| 477 | $GMAKE clobber > /dev/null 2>&1 | |
| 478 | ||
| 345a62 | 479 | # Publish packages and create pkg5 file |
| 9db594 | 480 | $GMAKE publish > /dev/null 2>&1 || printf "ERROR: 'gmake publish' failed!\n" >&2 |
| 345a62 | 481 | git add pkg5 2>/dev/null |
| ae9d97 | 482 | |
| MT | 483 | |
| 9db594 | 484 | PYTHON_VERSIONS=$($GMAKE print-value-PYTHON_VERSIONS) |
| feebc5 | 485 | PYTHON_TEST_BOOTSTRAP=$($GMAKE print-value-PYTHON_TEST_BOOTSTRAP) |
| 053684 | 486 | |
| MT | 487 | |
| 345a62 | 488 | # Run tests to make sure they pass and to create result snapshots |
| c335f2 | 489 | TESTED_VERSIONS= |
| f4886c | 490 | for v in $PYTHON_VERSIONS ; do |
| 90c79e | 491 | # Check the test environment |
| feebc5 | 492 | if ! $GMAKE PYTHON_VERSIONS=$v test-env-check > /dev/null 2>&1 ; then |
| MT | 493 | if [[ "$PYTHON_TEST_BOOTSTRAP" == "yes" ]] ; then |
| 494 | printf "WARNING: Test environment for %s is not ready yet (bootstrap)\n" "$v" >&2 | |
| 495 | else | |
| 496 | printf "ERROR: 'gmake test-env-check' failed for %s!\n" "$v" >&2 | |
| 497 | fi | |
| 498 | continue | |
| 499 | fi | |
| 90c79e | 500 | |
| MT | 501 | # Run the test |
| 9db594 | 502 | ! $GMAKE PYTHON_VERSIONS=$v test > /dev/null 2>&1 && printf "ERROR: Testing failed for %s!\n" "$v" >&2 && continue |
| 053684 | 503 | |
| f4886c | 504 | # If there is no snapshot produced the component likely does not support tests |
| 9db594 | 505 | COMPONENT_TEST_SNAPSHOT=$($GMAKE PYTHON_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT) |
| 345a62 | 506 | [[ ! -f "$COMPONENT_TEST_SNAPSHOT" ]] && printf "WARNING: Testing unsupported for %s\n" "$v" >&2 && continue |
| MT | 507 | |
| 508 | # Empty result snapshot is suspicious | |
| 509 | [[ -s "$COMPONENT_TEST_SNAPSHOT" ]] || printf "WARNING: Empty test results for %s\n" "$v" >&2 | |
| c335f2 | 510 | |
| MT | 511 | TESTED_VERSIONS="$TESTED_VERSIONS $v" |
| f4886c | 512 | done |
| 053684 | 513 | |
| 345a62 | 514 | # Save result snapshots and detect USE_COMMON_TEST_MASTER value |
| MT | 515 | TEST_MASTERS= |
| 516 | for common_results in yes no ; do | |
| c335f2 | 517 | for v in $TESTED_VERSIONS ; do |
| 9db594 | 518 | COMPONENT_TEST_SNAPSHOT=$($GMAKE PYTHON_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT) |
| MT | 519 | COMPONENT_TEST_MASTER=$($GMAKE PYTHON_VERSION=$v USE_COMMON_TEST_MASTER=$common_results print-value-COMPONENT_TEST_MASTER) |
| 053684 | 520 | |
| 345a62 | 521 | if [[ -f "$COMPONENT_TEST_MASTER" ]] ; then |
| MT | 522 | # Switch to 'USE_COMMON_TEST_MASTER = no' if test results differ |
| 523 | if ! diff "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" > /dev/null ; then | |
| f37c36 | 524 | printf "WARNING: Test results differ so switch to 'USE_COMMON_TEST_MASTER = no'\n" >&2 |
| 345a62 | 525 | rm -f $TEST_MASTERS |
| MT | 526 | TEST_MASTERS= |
| 527 | continue 2 | |
| 528 | fi | |
| 529 | else | |
| 530 | mkdir -p $(dirname "$COMPONENT_TEST_MASTER") | |
| 531 | cp -p "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" | |
| 532 | TEST_MASTERS="$TEST_MASTERS $COMPONENT_TEST_MASTER" | |
| 533 | fi | |
| 534 | done | |
| 535 | break | |
| 536 | done | |
| 537 | [[ -n "$TEST_MASTERS" ]] && git add $TEST_MASTERS | |
| 538 | ||
| 539 | # Run tests again to confirm the results are reproducible | |
| c335f2 | 540 | for v in $TESTED_VERSIONS ; do |
| 9db594 | 541 | $GMAKE PYTHON_VERSIONS=$v USE_COMMON_TEST_MASTER=$common_results test > /dev/null 2>&1 || printf "ERROR: Testing for %s is not reproducible!\n" "$v" >&2 |
| 345a62 | 542 | done |
| MT | 543 | |
| 544 | # Remove USE_COMMON_TEST_MASTER from Makefile if it should be set to (default) 'yes' | |
| 545 | if [[ "$common_results" == "yes" ]] ; then | |
| 546 | sed -i -e '/^USE_COMMON_TEST_MASTER/d' Makefile | |
| 547 | git add Makefile | |
| 053684 | 548 | fi |
| MT | 549 | |
| 550 | ||
| 551 | # Construct the commit message | |
| 552 | MSG= | |
| 553 | if ((NEW)) ; then | |
| 548b8f | 554 | MSG="Add $PROJECT Python project" |
| 053684 | 555 | else |
| 0ec74f | 556 | [[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && MSG="change version format" |
| MT | 557 | [[ "$PREV_HVER" != "$VERSION" ]] && MSG="update to $VERSION" |
| 053684 | 558 | |
| MT | 559 | REBUILDMSG= |
| 048336 | 560 | |
| MT | 561 | if [[ "$($GMAKE print-value-SINGLE_PYTHON_VERSION)" == "no" ]] ; then |
| 562 | NV= | |
| 563 | for v in $PYTHON_VERSIONS ; do | |
| 564 | PYV=${v//.} | |
| 565 | pkg list -avH "$COMPONENT_FMRI-$PYV" 2>/dev/null | egrep -q -v '(o|r)$' && continue | |
| 566 | [[ -n "$NV" ]] && NV="$NV and " | |
| 567 | NV="$NV$v" | |
| 568 | done | |
| 548b8f | 569 | [[ -n "$NV" ]] && REBUILDMSG="rebuild for Python $NV" |
| 048336 | 570 | fi |
| MT | 571 | |
| 053684 | 572 | if [[ -n "$OV" ]] ; then |
| 548b8f | 573 | [[ -n "$REBUILDMSG" ]] && REBUILDMSG="$REBUILDMSG and " |
| MT | 574 | REBUILDMSG="${REBUILDMSG}obsolete package$OV_PLURAL for Python $OV" |
| 053684 | 575 | fi |
| MT | 576 | |
| 577 | if [[ -n "$REBUILDMSG" ]] ; then | |
| 578 | [[ -n "$MSG" ]] && MSG="$MSG; " | |
| 579 | MSG="$MSG$REBUILDMSG" | |
| 580 | fi | |
| 581 | [[ -z "$MSG" ]] && MSG="rebuild" | |
| 582 | ||
| e13756 | 583 | MSG="$DIRECTORY: $MSG" |
| 053684 | 584 | fi |
| MT | 585 | |
| 586 | # Commit the results | |
| 587 | ! git commit -m "$MSG" > /dev/null 2>&1 && printf "FATAL: 'git commit' failed!\n" >&2 && exit 1 | |
