tools tools tools!
This commit is contained in:
Letter N
Executable
+117
@@ -0,0 +1,117 @@
|
||||
#!/bin/sh
|
||||
# bootstrap/python
|
||||
#
|
||||
# Python-finding script for all `sh` environments, including Linux, MSYS2,
|
||||
# Git for Windows, and GitHub Desktop. Invokable from CLI or automation.
|
||||
#
|
||||
# If a python.exe installed by `python_.ps1` is present, it will be used.
|
||||
# Otherwise, this script requires a system `python3` and `pip` to be provided,
|
||||
# and will create a standard virtualenv in which to install `requirements.txt`.
|
||||
set -e
|
||||
|
||||
# Convenience variables
|
||||
Bootstrap="$(dirname "$0")"
|
||||
Sdk="$(dirname "$Bootstrap")"
|
||||
Cache="$Bootstrap/.cache"
|
||||
if [ "$TG_BOOTSTRAP_CACHE" ]; then
|
||||
Cache="$TG_BOOTSTRAP_CACHE"
|
||||
fi
|
||||
OldPWD="$PWD"
|
||||
cd "$Bootstrap/../.."
|
||||
. ./dependencies.sh # sets PYTHON_VERSION
|
||||
cd "$OldPWD"
|
||||
PythonVersion="$PYTHON_VERSION"
|
||||
PythonDir="$Cache/python-$PythonVersion"
|
||||
PythonExe="$PythonDir/python.exe"
|
||||
Log="$Cache/last-command.log"
|
||||
|
||||
# If a portable Python for Windows is not present, search on $PATH.
|
||||
if [ "$(uname)" = "Linux" ] || [ ! -f "$PythonExe" ]; then
|
||||
# Strip the "App Execution Aliases" from $PATH. Even if the user installed
|
||||
# Python using the Windows Store on purpose, these aliases always generate
|
||||
# "Permission denied" errors when sh.exe tries to invoke them.
|
||||
PATH=$(echo "$PATH" | tr ":" "\n" | grep -v "AppData/Local/Microsoft/WindowsApps" | tr "\n" ":")
|
||||
|
||||
# Try to find a Python executable.
|
||||
if command -v python3 >/dev/null 2>&1; then
|
||||
PythonExe=python3
|
||||
elif command -v python >/dev/null 2>&1; then
|
||||
PythonExe=python
|
||||
elif command -v py >/dev/null 2>&1; then
|
||||
PythonExe="py -3"
|
||||
else
|
||||
echo
|
||||
if command -v apt-get >/dev/null 2>&1; then
|
||||
echo "Please install Python using your system's package manager:"
|
||||
echo " sudo apt-get install python3 python3-pip"
|
||||
elif [ "$(uname -o)" = "Msys" ]; then
|
||||
echo "Please run tools/bootstrap/python.bat instead of tools/bootstrap/python once to"
|
||||
echo "install Python automatically, or install it from https://www.python.org/downloads/"
|
||||
# TODO: give MSYS pacman advice?
|
||||
elif command -v pacman >/dev/null 2>&1; then
|
||||
echo "Please install Python using your system's package manager:"
|
||||
echo " sudo pacman -S python python-pip"
|
||||
else
|
||||
echo "Please install Python from https://www.python.org/downloads/ or using your system's package manager."
|
||||
fi
|
||||
echo
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Create a venv and activate it
|
||||
PythonDir="$Cache/venv"
|
||||
if [ ! -d "$PythonDir" ]; then
|
||||
echo "Creating virtualenv..."
|
||||
"$PythonExe" -m venv "$PythonDir"
|
||||
fi
|
||||
if [ -f "$PythonDir/bin/python" ]; then
|
||||
PythonExe="$PythonDir/bin/python"
|
||||
elif [ -f "$PythonDir/scripts/python3.exe" ]; then
|
||||
PythonExe="$PythonDir/scripts/python3.exe";
|
||||
else
|
||||
echo "bootstrap/python failed to find the python executable inside its virtualenv"
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
# Use pip to install our requirements
|
||||
if [ ! -f "$PythonDir/requirements.txt" ] || [ "$(b2sum < "$Sdk/requirements.txt")" != "$(b2sum < "$PythonDir/requirements.txt")" ]; then
|
||||
echo "Updating dependencies..."
|
||||
"$PythonExe" -m pip install -U pip -r "$Sdk/requirements.txt"
|
||||
cp "$Sdk/requirements.txt" "$PythonDir/requirements.txt"
|
||||
echo "---"
|
||||
fi
|
||||
|
||||
# Verify version and deduce the path separator
|
||||
PythonMajor=${PythonVersion%%.*}
|
||||
PythonMinor=${PythonVersion#*.}
|
||||
PythonMinor=${PythonMinor%.*}
|
||||
PATHSEP=$("$PythonExe" - "$PythonMajor" "$PythonMinor" <<'EOF'
|
||||
import sys, os
|
||||
if sys.version_info.major != int(sys.argv[1]) or sys.version_info.minor < int(sys.argv[2]):
|
||||
print("Error: Python ", sys.argv[1], ".", sys.argv[2], " or later is required, but you have:\n", sys.version, sep="", file=sys.stderr)
|
||||
exit(1)
|
||||
print(os.pathsep)
|
||||
EOF
|
||||
)
|
||||
|
||||
# Cheap shell function if tee.exe is not available
|
||||
if ! command -v tee >/dev/null 2>&1; then
|
||||
tee() {
|
||||
# Fudge: assume $1 is always "-a"
|
||||
while read -r line; do
|
||||
echo "$line" >> "$2"
|
||||
echo "$line"
|
||||
done
|
||||
}
|
||||
fi
|
||||
|
||||
# Invoke python with all command-line arguments
|
||||
export PYTHONPATH="$Sdk$PATHSEP${PYTHONPATH:-}"
|
||||
mkdir -p "$Cache"
|
||||
printf '%s\n' "$PythonExe" "$@" > "$Log"
|
||||
printf -- '---\n' >> "$Log"
|
||||
exec 4>&1
|
||||
exitstatus=$({ { set +e; "$PythonExe" -u "$@" 2>&1 3>&-; printf %s $? >&3; } 4>&- | tee -a "$Log" 1>&4; } 3>&1)
|
||||
exec 4>&-
|
||||
exit "$exitstatus"
|
||||
Executable
+1
@@ -0,0 +1 @@
|
||||
@call powershell.exe -NoLogo -ExecutionPolicy Bypass -File "%~dp0\python_.ps1" %*
|
||||
@@ -0,0 +1,6 @@
|
||||
python36.zip
|
||||
.
|
||||
..\..\..
|
||||
|
||||
# Uncomment to run site.main() automatically
|
||||
import site
|
||||
Executable
+103
@@ -0,0 +1,103 @@
|
||||
# bootstrap/python_.ps1
|
||||
#
|
||||
# Python bootstrapping script for Windows.
|
||||
#
|
||||
# Automatically downloads a portable edition of a pinned Python version to
|
||||
# a cache directory, installs Pip, installs `requirements.txt`, and then invokes
|
||||
# Python.
|
||||
#
|
||||
# The underscore in the name is so that typing `bootstrap/python` into
|
||||
# PowerShell finds the `.bat` file first, which ensures this script executes
|
||||
# regardless of ExecutionPolicy.
|
||||
$host.ui.RawUI.WindowTitle = "starting :: python $args"
|
||||
$ErrorActionPreference = "Stop"
|
||||
[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
|
||||
Add-Type -AssemblyName System.IO.Compression.FileSystem
|
||||
|
||||
function ExtractVersion {
|
||||
param([string] $Path, [string] $Key)
|
||||
foreach ($Line in Get-Content $Path) {
|
||||
if ($Line.StartsWith("export $Key=")) {
|
||||
return $Line.Substring("export $Key=".Length)
|
||||
}
|
||||
}
|
||||
throw "Couldn't find value for $Key in $Path"
|
||||
}
|
||||
|
||||
# Convenience variables
|
||||
$Bootstrap = Split-Path $script:MyInvocation.MyCommand.Path
|
||||
$Tools = Split-Path $Bootstrap
|
||||
$Cache = "$Bootstrap/.cache"
|
||||
if ($Env:TG_BOOTSTRAP_CACHE) {
|
||||
$Cache = $Env:TG_BOOTSTRAP_CACHE
|
||||
}
|
||||
$PythonVersion = ExtractVersion -Path "$Bootstrap/../../dependencies.sh" -Key "PYTHON_VERSION"
|
||||
$PythonDir = "$Cache/python-$PythonVersion"
|
||||
$PythonExe = "$PythonDir/python.exe"
|
||||
$Log = "$Cache/last-command.log"
|
||||
|
||||
# Download and unzip a portable version of Python
|
||||
if (!(Test-Path $PythonExe -PathType Leaf)) {
|
||||
$host.ui.RawUI.WindowTitle = "Downloading Python $PythonVersion..."
|
||||
New-Item $Cache -ItemType Directory -ErrorAction silentlyContinue | Out-Null
|
||||
|
||||
$Archive = "$Cache/python-$PythonVersion-embed.zip"
|
||||
Invoke-WebRequest `
|
||||
"https://www.python.org/ftp/python/$PythonVersion/python-$PythonVersion-embed-amd64.zip" `
|
||||
-OutFile $Archive `
|
||||
-ErrorAction Stop
|
||||
|
||||
[System.IO.Compression.ZipFile]::ExtractToDirectory($Archive, $PythonDir)
|
||||
|
||||
# Copy a ._pth file without "import site" commented, so pip will work
|
||||
Copy-Item "$Bootstrap/python36._pth" $PythonDir `
|
||||
-ErrorAction Stop
|
||||
|
||||
Remove-Item $Archive
|
||||
}
|
||||
|
||||
# Install pip
|
||||
if (!(Test-Path "$PythonDir/Scripts/pip.exe")) {
|
||||
$host.ui.RawUI.WindowTitle = "Downloading Pip..."
|
||||
|
||||
Invoke-WebRequest "https://bootstrap.pypa.io/get-pip.py" `
|
||||
-OutFile "$Cache/get-pip.py" `
|
||||
-ErrorAction Stop
|
||||
|
||||
& $PythonExe "$Cache/get-pip.py" --no-warn-script-location
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
exit $LASTEXITCODE
|
||||
}
|
||||
|
||||
Remove-Item "$Cache/get-pip.py" `
|
||||
-ErrorAction Stop
|
||||
}
|
||||
|
||||
# Use pip to install our requirements
|
||||
if (!(Test-Path "$PythonDir/requirements.txt") -or ((Get-FileHash "$Tools/requirements.txt").hash -ne (Get-FileHash "$PythonDir/requirements.txt").hash)) {
|
||||
$host.ui.RawUI.WindowTitle = "Updating dependencies..."
|
||||
|
||||
& $PythonExe -m pip install -U pip -r "$Tools/requirements.txt"
|
||||
if ($LASTEXITCODE -ne 0) {
|
||||
exit $LASTEXITCODE
|
||||
}
|
||||
|
||||
Copy-Item "$Tools/requirements.txt" "$PythonDir/requirements.txt"
|
||||
Write-Output "`n---`n"
|
||||
}
|
||||
|
||||
# Invoke python with all command-line arguments
|
||||
Write-Output $PythonExe | Out-File -Encoding utf8 $Log
|
||||
[System.String]::Join([System.Environment]::NewLine, $args) | Out-File -Encoding utf8 -Append $Log
|
||||
Write-Output "---" | Out-File -Encoding utf8 -Append $Log
|
||||
$host.ui.RawUI.WindowTitle = "python $args"
|
||||
$ErrorActionPreference = "Continue"
|
||||
& $PythonExe -u $args 2>&1 | ForEach-Object {
|
||||
$str = "$_"
|
||||
if ($_.GetType() -eq [System.Management.Automation.ErrorRecord]) {
|
||||
$str = $str.TrimEnd("`r`n")
|
||||
}
|
||||
$str | Out-File -Encoding utf8 -Append $Log
|
||||
$str | Out-Host
|
||||
}
|
||||
exit $LastExitCode
|
||||
Reference in New Issue
Block a user