From 150f63ea0fda451347ee23cb01393f8f07ec85fe Mon Sep 17 00:00:00 2001 From: nicolargo Date: Sun, 21 Aug 2016 10:33:49 +0200 Subject: Add script file for AppVeyor --- .ci/appveyor/README.rst | 2 + .ci/appveyor/download_exes.py | 148 +++++++++++++++++++++++++++++++++++++ .ci/appveyor/install.ps1 | 85 +++++++++++++++++++++ .ci/appveyor/run_with_compiler.cmd | 88 ++++++++++++++++++++++ 4 files changed, 323 insertions(+) create mode 100644 .ci/appveyor/README.rst create mode 100644 .ci/appveyor/download_exes.py create mode 100644 .ci/appveyor/install.ps1 create mode 100644 .ci/appveyor/run_with_compiler.cmd diff --git a/.ci/appveyor/README.rst b/.ci/appveyor/README.rst new file mode 100644 index 00000000..2e092a07 --- /dev/null +++ b/.ci/appveyor/README.rst @@ -0,0 +1,2 @@ +This directory contains support files for appveyor, a continuous integration +service which runs tests on Windows on every push. diff --git a/.ci/appveyor/download_exes.py b/.ci/appveyor/download_exes.py new file mode 100644 index 00000000..37ebdfd1 --- /dev/null +++ b/.ci/appveyor/download_exes.py @@ -0,0 +1,148 @@ +#!/usr/bin/env python + +# Copyright (c) 2009 Giampaolo Rodola'. All rights reserved. +# Use of this source code is governed by a BSD-style license that can be +# found in the LICENSE file. + +""" +Script which downloads exe and wheel files hosted on AppVeyor: +https://ci.appveyor.com/project/giampaolo/psutil +Copied and readapted from the original recipe of Ibarra Corretge' +: +http://code.saghul.net/index.php/2015/09/09/ +""" + +from __future__ import print_function +import argparse +import errno +import multiprocessing +import os +import requests +import shutil +import sys + +from concurrent.futures import ThreadPoolExecutor + + +BASE_URL = 'https://ci.appveyor.com/api' +PY_VERSIONS = ['2.7', '3.3', '3.4', '3.5'] + + +def term_supports_colors(file=sys.stdout): + try: + import curses + assert file.isatty() + curses.setupterm() + assert curses.tigetnum("colors") > 0 + except Exception: + return False + else: + return True + + +if term_supports_colors(): + def hilite(s, ok=True, bold=False): + """Return an highlighted version of 'string'.""" + attr = [] + if ok is None: # no color + pass + elif ok: # green + attr.append('32') + else: # red + attr.append('31') + if bold: + attr.append('1') + return '\x1b[%sm%s\x1b[0m' % (';'.join(attr), s) +else: + def hilite(s, *a, **k): + return s + + +def safe_makedirs(path): + try: + os.makedirs(path) + except OSError as err: + if err.errno == errno.EEXIST: + if not os.path.isdir(path): + raise + else: + raise + + +def safe_rmtree(path): + def onerror(fun, path, excinfo): + exc = excinfo[1] + if exc.errno != errno.ENOENT: + raise + + shutil.rmtree(path, onerror=onerror) + + +def download_file(url): + local_fname = url.split('/')[-1] + local_fname = os.path.join('dist', local_fname) + print(local_fname) + safe_makedirs('dist') + r = requests.get(url, stream=True) + with open(local_fname, 'wb') as f: + for chunk in r.iter_content(chunk_size=1024): + if chunk: # filter out keep-alive new chunks + f.write(chunk) + return local_fname + + +def get_file_urls(options): + session = requests.Session() + data = session.get( + BASE_URL + '/projects/' + options.user + '/' + options.project) + data = data.json() + + urls = [] + for job in (job['jobId'] for job in data['build']['jobs']): + job_url = BASE_URL + '/buildjobs/' + job + '/artifacts' + data = session.get(job_url) + data = data.json() + for item in data: + file_url = job_url + '/' + item['fileName'] + urls.append(file_url) + if not urls: + sys.exit("no artifacts found") + for url in sorted(urls, key=lambda x: os.path.basename(x)): + yield url + + +def rename_27_wheels(): + # See: https://github.com/giampaolo/psutil/issues/810 + src = 'dist/psutil-4.3.0-cp27-cp27m-win32.whl' + dst = 'dist/psutil-4.3.0-cp27-none-win32.whl' + print("rename: %s\n %s" % (src, dst)) + os.rename(src, dst) + src = 'dist/psutil-4.3.0-cp27-cp27m-win_amd64.whl' + dst = 'dist/psutil-4.3.0-cp27-none-win_amd64.whl' + print("rename: %s\n %s" % (src, dst)) + os.rename(src, dst) + + +def main(options): + files = [] + safe_rmtree('dist') + with ThreadPoolExecutor(max_workers=multiprocessing.cpu_count()) as e: + for url in get_file_urls(options): + fut = e.submit(download_file, url) + files.append(fut.result()) + # 2 exes (32 and 64 bit) and 2 wheels (32 and 64 bit) for each ver. + expected = len(PY_VERSIONS) * 4 + got = len(files) + if expected != got: + print(hilite("expected %s files, got %s" % (expected, got), ok=False), + file=sys.stderr) + rename_27_wheels() + + +if __name__ == '__main__': + parser = argparse.ArgumentParser( + description='AppVeyor artifact downloader') + parser.add_argument('--user', required=True) + parser.add_argument('--project', required=True) + args = parser.parse_args() + main(args) diff --git a/.ci/appveyor/install.ps1 b/.ci/appveyor/install.ps1 new file mode 100644 index 00000000..3f056282 --- /dev/null +++ b/.ci/appveyor/install.ps1 @@ -0,0 +1,85 @@ +# Sample script to install Python and pip under Windows +# Authors: Olivier Grisel and Kyle Kastner +# License: CC0 1.0 Universal: http://creativecommons.org/publicdomain/zero/1.0/ + +$BASE_URL = "https://www.python.org/ftp/python/" +$GET_PIP_URL = "https://bootstrap.pypa.io/get-pip.py" +$GET_PIP_PATH = "C:\get-pip.py" + + +function DownloadPython ($python_version, $platform_suffix) { + $webclient = New-Object System.Net.WebClient + $filename = "python-" + $python_version + $platform_suffix + ".msi" + $url = $BASE_URL + $python_version + "/" + $filename + + $basedir = $pwd.Path + "\" + $filepath = $basedir + $filename + if (Test-Path $filename) { + Write-Host "Reusing" $filepath + return $filepath + } + + # Download and retry up to 5 times in case of network transient errors. + Write-Host "Downloading" $filename "from" $url + $retry_attempts = 3 + for($i=0; $i -lt $retry_attempts; $i++){ + try { + $webclient.DownloadFile($url, $filepath) + break + } + Catch [Exception]{ + Start-Sleep 1 + } + } + Write-Host "File saved at" $filepath + return $filepath +} + + +function InstallPython ($python_version, $architecture, $python_home) { + Write-Host "Installing Python" $python_version "for" $architecture "bit architecture to" $python_home + if (Test-Path $python_home) { + Write-Host $python_home "already exists, skipping." + return $false + } + if ($architecture -eq "32") { + $platform_suffix = "" + } else { + $platform_suffix = ".amd64" + } + $filepath = DownloadPython $python_version $platform_suffix + Write-Host "Installing" $filepath "to" $python_home + $args = "/qn /i $filepath TARGETDIR=$python_home" + Write-Host "msiexec.exe" $args + Start-Process -FilePath "msiexec.exe" -ArgumentList $args -Wait -Passthru + Write-Host "Python $python_version ($architecture) installation complete" + return $true +} + + +function InstallPip ($python_home) { + $pip_path = $python_home + "/Scripts/pip.exe" + $python_path = $python_home + "/python.exe" + if (-not(Test-Path $pip_path)) { + Write-Host "Installing pip..." + $webclient = New-Object System.Net.WebClient + $webclient.DownloadFile($GET_PIP_URL, $GET_PIP_PATH) + Write-Host "Executing:" $python_path $GET_PIP_PATH + Start-Process -FilePath "$python_path" -ArgumentList "$GET_PIP_PATH" -Wait -Passthru + } else { + Write-Host "pip already installed." + } +} + +function InstallPackage ($python_home, $pkg) { + $pip_path = $python_home + "/Scripts/pip.exe" + & $pip_path install $pkg +} + +function main () { + InstallPython $env:PYTHON_VERSION $env:PYTHON_ARCH $env:PYTHON + InstallPip $env:PYTHON + InstallPackage $env:PYTHON wheel +} + +main diff --git a/.ci/appveyor/run_with_compiler.cmd b/.ci/appveyor/run_with_compiler.cmd new file mode 100644 index 00000000..5da547c4 --- /dev/null +++ b/.ci/appveyor/run_with_compiler.cmd @@ -0,0 +1,88 @@ +:: To build extensions for 64 bit Python 3, we need to configure environment +:: variables to use the MSVC 2010 C++ compilers from GRMSDKX_EN_DVD.iso of: +:: MS Windows SDK for Windows 7 and .NET Framework 4 (SDK v7.1) +:: +:: To build extensions for 64 bit Python 2, we need to configure environment +:: variables to use the MSVC 2008 C++ compilers from GRMSDKX_EN_DVD.iso of: +:: MS Windows SDK for Windows 7 and .NET Framework 3.5 (SDK v7.0) +:: +:: 32 bit builds, and 64-bit builds for 3.5 and beyond, do not require specific +:: environment configurations. +:: +:: Note: this script needs to be run with the /E:ON and /V:ON flags for the +:: cmd interpreter, at least for (SDK v7.0) +:: +:: More details at: +:: https://github.com/cython/cython/wiki/64BitCythonExtensionsOnWindows +:: http://stackoverflow.com/a/13751649/163740 +:: +:: Author: Olivier Grisel +:: License: CC0 1.0 Universal: http://creativecommons.org/publicdomain/zero/1.0/ +:: +:: Notes about batch files for Python people: +:: +:: Quotes in values are literally part of the values: +:: SET FOO="bar" +:: FOO is now five characters long: " b a r " +:: If you don't want quotes, don't include them on the right-hand side. +:: +:: The CALL lines at the end of this file look redundant, but if you move them +:: outside of the IF clauses, they do not run properly in the SET_SDK_64==Y +:: case, I don't know why. +@ECHO OFF + +SET COMMAND_TO_RUN=%* +SET WIN_SDK_ROOT=C:\Program Files\Microsoft SDKs\Windows +SET WIN_WDK=c:\Program Files (x86)\Windows Kits\10\Include\wdf + +:: Extract the major and minor versions, and allow for the minor version to be +:: more than 9. This requires the version number to have two dots in it. +SET MAJOR_PYTHON_VERSION=%PYTHON_VERSION:~0,1% +IF "%PYTHON_VERSION:~3,1%" == "." ( + SET MINOR_PYTHON_VERSION=%PYTHON_VERSION:~2,1% +) ELSE ( + SET MINOR_PYTHON_VERSION=%PYTHON_VERSION:~2,2% +) + +:: Based on the Python version, determine what SDK version to use, and whether +:: to set the SDK for 64-bit. +IF %MAJOR_PYTHON_VERSION% == 2 ( + SET WINDOWS_SDK_VERSION="v7.0" + SET SET_SDK_64=Y +) ELSE ( + IF %MAJOR_PYTHON_VERSION% == 3 ( + SET WINDOWS_SDK_VERSION="v7.1" + IF %MINOR_PYTHON_VERSION% LEQ 4 ( + SET SET_SDK_64=Y + ) ELSE ( + SET SET_SDK_64=N + IF EXIST "%WIN_WDK%" ( + :: See: https://connect.microsoft.com/VisualStudio/feedback/details/1610302/ + REN "%WIN_WDK%" 0wdf + ) + ) + ) ELSE ( + ECHO Unsupported Python version: "%MAJOR_PYTHON_VERSION%" + EXIT 1 + ) +) + +IF %PYTHON_ARCH% == 64 ( + IF %SET_SDK_64% == Y ( + ECHO Configuring Windows SDK %WINDOWS_SDK_VERSION% for Python %MAJOR_PYTHON_VERSION% on a 64 bit architecture + SET DISTUTILS_USE_SDK=1 + SET MSSdk=1 + "%WIN_SDK_ROOT%\%WINDOWS_SDK_VERSION%\Setup\WindowsSdkVer.exe" -q -version:%WINDOWS_SDK_VERSION% + "%WIN_SDK_ROOT%\%WINDOWS_SDK_VERSION%\Bin\SetEnv.cmd" /x64 /release + ECHO Executing: %COMMAND_TO_RUN% + call %COMMAND_TO_RUN% || EXIT 1 + ) ELSE ( + ECHO Using default MSVC build environment for 64 bit architecture + ECHO Executing: %COMMAND_TO_RUN% + call %COMMAND_TO_RUN% || EXIT 1 + ) +) ELSE ( + ECHO Using default MSVC build environment for 32 bit architecture + ECHO Executing: %COMMAND_TO_RUN% + call %COMMAND_TO_RUN% || EXIT 1 +) -- cgit v1.2.3