mirror of
https://github.com/Grasscutters/mitmproxy.git
synced 2024-11-23 00:01:36 +00:00
282 lines
8.1 KiB
Python
Executable File
282 lines
8.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import glob
|
|
import re
|
|
import contextlib
|
|
import os
|
|
import platform
|
|
import sys
|
|
import shutil
|
|
import subprocess
|
|
import tarfile
|
|
import zipfile
|
|
from os.path import join, abspath, dirname, exists, basename
|
|
|
|
import cryptography.fernet
|
|
import click
|
|
|
|
# https://virtualenv.pypa.io/en/latest/userguide.html#windows-notes
|
|
# scripts and executables on Windows go in ENV\Scripts\ instead of ENV/bin/
|
|
if platform.system() == "Windows":
|
|
VENV_BIN = "Scripts"
|
|
PYINSTALLER_ARGS = [
|
|
# PyInstaller < 3.2 does not handle Python 3.5's ucrt correctly.
|
|
"-p", r"C:\Program Files (x86)\Windows Kits\10\Redist\ucrt\DLLs\x86",
|
|
]
|
|
else:
|
|
VENV_BIN = "bin"
|
|
PYINSTALLER_ARGS = []
|
|
|
|
# ZipFile and tarfile have slightly different APIs. Fix that.
|
|
if platform.system() == "Windows":
|
|
def Archive(name):
|
|
a = zipfile.ZipFile(name, "w")
|
|
a.add = a.write
|
|
return a
|
|
else:
|
|
def Archive(name):
|
|
return tarfile.open(name, "w:gz")
|
|
|
|
PLATFORM_TAG = {
|
|
"Darwin": "osx",
|
|
"Windows": "windows",
|
|
"Linux": "linux",
|
|
}.get(platform.system(), platform.system())
|
|
|
|
ROOT_DIR = abspath(join(dirname(__file__), ".."))
|
|
RELEASE_DIR = join(ROOT_DIR, "release")
|
|
|
|
BUILD_DIR = join(RELEASE_DIR, "build")
|
|
DIST_DIR = join(RELEASE_DIR, "dist")
|
|
|
|
PYINSTALLER_SPEC = join(RELEASE_DIR, "specs")
|
|
# PyInstaller 3.2 does not bundle pydivert's Windivert binaries
|
|
PYINSTALLER_HOOKS = join(RELEASE_DIR, "hooks")
|
|
PYINSTALLER_TEMP = join(BUILD_DIR, "pyinstaller")
|
|
PYINSTALLER_DIST = join(BUILD_DIR, "binaries", PLATFORM_TAG)
|
|
|
|
VENV_DIR = join(BUILD_DIR, "venv")
|
|
|
|
# Project Configuration
|
|
VERSION_FILE = join(ROOT_DIR, "mitmproxy", "version.py")
|
|
BDISTS = {
|
|
"mitmproxy": ["mitmproxy", "mitmdump", "mitmweb"],
|
|
"pathod": ["pathoc", "pathod"]
|
|
}
|
|
if platform.system() == "Windows":
|
|
BDISTS["mitmproxy"].remove("mitmproxy")
|
|
|
|
TOOLS = [
|
|
tool
|
|
for tools in sorted(BDISTS.values())
|
|
for tool in tools
|
|
]
|
|
|
|
TAG = os.environ.get("TRAVIS_TAG", os.environ.get("APPVEYOR_REPO_TAG_NAME", None))
|
|
BRANCH = os.environ.get("TRAVIS_BRANCH", os.environ.get("APPVEYOR_REPO_BRANCH", None))
|
|
if TAG:
|
|
VERSION = re.sub('^v', '', TAG)
|
|
UPLOAD_DIR = VERSION
|
|
elif BRANCH:
|
|
VERSION = re.sub('^v', '', BRANCH)
|
|
UPLOAD_DIR = "branches/%s" % VERSION
|
|
else:
|
|
print("Could not establish build name - exiting." % BRANCH)
|
|
sys.exit(0)
|
|
|
|
print("BUILD VERSION=%s" % VERSION)
|
|
print("BUILD UPLOAD_DIR=%s" % UPLOAD_DIR)
|
|
|
|
|
|
def archive_name(bdist: str) -> str:
|
|
if platform.system() == "Windows":
|
|
ext = "zip"
|
|
else:
|
|
ext = "tar.gz"
|
|
return "{project}-{version}-{platform}.{ext}".format(
|
|
project=bdist,
|
|
version=VERSION,
|
|
platform=PLATFORM_TAG,
|
|
ext=ext
|
|
)
|
|
|
|
|
|
@contextlib.contextmanager
|
|
def chdir(path: str):
|
|
old_dir = os.getcwd()
|
|
os.chdir(path)
|
|
yield
|
|
os.chdir(old_dir)
|
|
|
|
|
|
@click.group(chain=True)
|
|
def cli():
|
|
"""
|
|
mitmproxy build tool
|
|
"""
|
|
pass
|
|
|
|
|
|
@cli.command("info")
|
|
def info():
|
|
click.echo("Version: %s" % VERSION)
|
|
|
|
|
|
@cli.command("build")
|
|
def build():
|
|
"""
|
|
Build a binary distribution
|
|
"""
|
|
os.makedirs(DIST_DIR, exist_ok=True)
|
|
if "WHEEL" in os.environ:
|
|
build_wheel()
|
|
else:
|
|
click.echo("Not building wheels.")
|
|
build_pyinstaller()
|
|
|
|
|
|
def build_wheel():
|
|
click.echo("Building wheel...")
|
|
subprocess.check_call([
|
|
"python",
|
|
"setup.py",
|
|
"-q",
|
|
"bdist_wheel",
|
|
"--dist-dir", DIST_DIR,
|
|
])
|
|
|
|
whl = glob.glob(join(DIST_DIR, 'mitmproxy-*-py3-none-any.whl'))[0]
|
|
click.echo("Found wheel package: {}".format(whl))
|
|
|
|
subprocess.check_call([
|
|
"tox",
|
|
"-e", "wheeltest",
|
|
"--",
|
|
whl
|
|
])
|
|
|
|
|
|
def build_pyinstaller():
|
|
if exists(PYINSTALLER_TEMP):
|
|
shutil.rmtree(PYINSTALLER_TEMP)
|
|
if exists(PYINSTALLER_DIST):
|
|
shutil.rmtree(PYINSTALLER_DIST)
|
|
|
|
for bdist, tools in sorted(BDISTS.items()):
|
|
with Archive(join(DIST_DIR, archive_name(bdist))) as archive:
|
|
for tool in tools:
|
|
# We can't have a folder and a file with the same name.
|
|
if tool == "mitmproxy":
|
|
tool = "mitmproxy_main"
|
|
# This is PyInstaller, so it messes up paths.
|
|
# We need to make sure that we are in the spec folder.
|
|
with chdir(PYINSTALLER_SPEC):
|
|
click.echo("Building %s binary..." % tool)
|
|
excludes = []
|
|
if tool != "mitmweb":
|
|
excludes.append("mitmproxy.tools.web")
|
|
if tool != "mitmproxy_main":
|
|
excludes.append("mitmproxy.tools.console")
|
|
|
|
subprocess.check_call(
|
|
[
|
|
"pyinstaller",
|
|
"--clean",
|
|
"--workpath", PYINSTALLER_TEMP,
|
|
"--distpath", PYINSTALLER_DIST,
|
|
"--additional-hooks-dir", PYINSTALLER_HOOKS,
|
|
"--onefile",
|
|
"--console",
|
|
"--icon", "icon.ico",
|
|
# This is PyInstaller, so setting a
|
|
# different log level obviously breaks it :-)
|
|
# "--log-level", "WARN",
|
|
]
|
|
+ [x for e in excludes for x in ["--exclude-module", e]]
|
|
+ PYINSTALLER_ARGS
|
|
+ [tool]
|
|
)
|
|
# Delete the spec file - we're good without.
|
|
os.remove("{}.spec".format(tool))
|
|
|
|
# Test if it works at all O:-)
|
|
executable = join(PYINSTALLER_DIST, tool)
|
|
if platform.system() == "Windows":
|
|
executable += ".exe"
|
|
|
|
# Remove _main suffix from mitmproxy executable
|
|
if "_main" in executable:
|
|
shutil.move(
|
|
executable,
|
|
executable.replace("_main", "")
|
|
)
|
|
executable = executable.replace("_main", "")
|
|
|
|
click.echo("> %s --version" % executable)
|
|
click.echo(subprocess.check_output([executable, "--version"]).decode())
|
|
|
|
archive.add(executable, basename(executable))
|
|
click.echo("Packed {}.".format(archive_name(bdist)))
|
|
|
|
|
|
def is_pr():
|
|
if "TRAVIS_PULL_REQUEST" in os.environ:
|
|
if os.environ["TRAVIS_PULL_REQUEST"] == "false":
|
|
return False
|
|
return True
|
|
elif os.environ.get("APPVEYOR_PULL_REQUEST_NUMBER"):
|
|
return True
|
|
return False
|
|
|
|
|
|
@cli.command("upload")
|
|
def upload():
|
|
"""
|
|
Upload build artifacts to snapshot server and
|
|
upload wheel package to PyPi
|
|
"""
|
|
# This requires some explanation. The AWS access keys are only exposed to
|
|
# privileged builds - that is, they are not available to PRs from forks.
|
|
# However, they ARE exposed to PRs from a branch within the main repo. This
|
|
# check catches that corner case, and prevents an inadvertent upload.
|
|
if is_pr():
|
|
click.echo("Refusing to upload a pull request")
|
|
return
|
|
|
|
if "AWS_ACCESS_KEY_ID" in os.environ:
|
|
subprocess.check_call([
|
|
"aws", "s3", "cp",
|
|
"--acl", "public-read",
|
|
DIST_DIR + "/",
|
|
"s3://snapshots.mitmproxy.org/%s/" % UPLOAD_DIR,
|
|
"--recursive",
|
|
])
|
|
|
|
upload_pypi = (
|
|
TAG and
|
|
"WHEEL" in os.environ and
|
|
"TWINE_USERNAME" in os.environ and
|
|
"TWINE_PASSWORD" in os.environ
|
|
)
|
|
if upload_pypi:
|
|
filename = "mitmproxy-{version}-py3-none-any.whl".format(version=VERSION)
|
|
click.echo("Uploading {} to PyPi...".format(filename))
|
|
subprocess.check_call([
|
|
"twine",
|
|
"upload",
|
|
join(DIST_DIR, filename)
|
|
])
|
|
|
|
|
|
@cli.command("decrypt")
|
|
@click.argument('infile', type=click.File('rb'))
|
|
@click.argument('outfile', type=click.File('wb'))
|
|
@click.argument('key', envvar='RTOOL_KEY')
|
|
def decrypt(infile, outfile, key):
|
|
f = cryptography.fernet.Fernet(key.encode())
|
|
outfile.write(f.decrypt(infile.read()))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
cli()
|