#!/usr/bin/env python3
# PYTHON_ARGCOMPLETE_OK
import scriptconfig as scfg
import ubelt as ub
__dev_notes__ = """
SeeAlso:
~/code/graphid/graphid/cli/finish_install.py
"""
[docs]
class FinishInstallCLI(scfg.DataConfig):
"""
Finish the install of geowatch.
This is a special script that handles install logic that could not be added
to the setup.py
"""
__command__ = 'finish_install'
with_gdal = scfg.Value(True, isflag=True, help='if True, ensure osgeo / gdal is installed')
strict = scfg.Value(False, isflag=True, help='if True, use strict versions')
[docs]
@classmethod
def main(FinishInstallCLI, cmdline=1, **kwargs):
"""
Example:
>>> # xdoctest: +SKIP
>>> from geowatch.cli.special.finish_install import * # NOQA
>>> cmdline = 0
>>> kwargs = dict()
>>> main(cmdline=cmdline, **kwargs)
"""
import rich
import sys
config = FinishInstallCLI.cli(cmdline=cmdline, data=kwargs, strict=True)
rich.print('config = ' + ub.urepr(config, nl=1))
try:
from geowatch.rc.registry import requirement_path
except Exception:
raise
requirement_path = None
# Might want to add mmcv, tensorflow, and aws-v2-cli
if requirement_path is not None:
# New experimental logic
if config.with_gdal:
gdal_req_path = requirement_path('gdal.txt')
requirements = parse_requirements(gdal_req_path, versions='strict' if config.strict else 'loose')
requirements = [line for line in requirements if line.strip()]
options = [
'--prefer-binary',
'--find-links',
'https://girder.github.io/large_image_wheels',
]
print(f'requirements = {ub.urepr(requirements, nl=1)}')
ub.cmd([sys.executable, '-m', 'pip', 'install'] + options + requirements, verbose=3)
else:
# Old initial code, remove if possible
command = 'pip install --prefer-binary GDAL>=3.4.1 --find-links https://girder.github.io/large_image_wheels'
if config.strict:
command = command.replace('>=', '==')
ub.cmd(command, system=True, verbose=3)
want_system_exes = ['ffmpeg']
missing = []
for exe in want_system_exes:
found = ub.find_path(exe)
if found is None:
missing.append(exe)
if missing:
print('Warning: missing system packages: {missing}')
[docs]
def parse_requirements(fname='requirements.txt', versions='loose'):
"""
Parse the package dependencies listed in a requirements file but strips
specific versioning information.
Args:
fname (str): path to requirements file
versions (bool | str, default=False):
If true include version specs.
If strict, then pin to the minimum version.
Returns:
List[str]: list of requirements items
"""
from os.path import join, dirname, exists
import re
import sys
require_fpath = fname
def parse_line(line, dpath=''):
"""
Parse information from a line in a requirements text file
line = 'git+https://a.com/somedep@sometag#egg=SomeDep'
line = '-e git+https://a.com/somedep@sometag#egg=SomeDep'
"""
# Remove inline comments
comment_pos = line.find(' #')
if comment_pos > -1:
line = line[:comment_pos]
if line.startswith('-r '):
# Allow specifying requirements in other files
target = join(dpath, line.split(' ')[1])
for info in parse_require_file(target):
yield info
else:
# See: https://www.python.org/dev/peps/pep-0508/
info = {'line': line}
if line.startswith('-e '):
info['package'] = line.split('#egg=')[1]
else:
if '--find-links' in line:
# setuptools doesnt seem to handle find links
line = line.split('--find-links')[0]
if ';' in line:
pkgpart, platpart = line.split(';')
# Handle platform specific dependencies
# setuptools.readthedocs.io/en/latest/setuptools.html
# #declaring-platform-specific-dependencies
plat_deps = platpart.strip()
info['platform_deps'] = plat_deps
else:
pkgpart = line
platpart = None
# Remove versioning from the package
pat = '(' + '|'.join(['>=', '==', '>']) + ')'
parts = re.split(pat, pkgpart, maxsplit=1)
parts = [p.strip() for p in parts]
info['package'] = parts[0]
if len(parts) > 1:
op, rest = parts[1:]
version = rest # NOQA
info['version'] = (op, version)
yield info
def parse_require_file(fpath):
dpath = dirname(fpath)
with open(fpath, 'r') as f:
for line in f.readlines():
line = line.strip()
if line and not line.startswith('#'):
for info in parse_line(line, dpath=dpath):
yield info
def gen_packages_items():
if exists(require_fpath):
for info in parse_require_file(require_fpath):
parts = [info['package']]
if versions and 'version' in info:
if versions == 'strict':
# In strict mode, we pin to the minimum version
if info['version']:
# Only replace the first >= instance
verstr = ''.join(info['version']).replace('>=', '==', 1)
parts.append(verstr)
else:
parts.extend(info['version'])
if not sys.version.startswith('3.4'):
# apparently package_deps are broken in 3.4
plat_deps = info.get('platform_deps')
if plat_deps is not None:
parts.append(';' + plat_deps)
item = ''.join(parts)
yield item
packages = list(gen_packages_items())
return packages
__cli__ = FinishInstallCLI
main = __cli__.main
if __name__ == '__main__':
"""
CommandLine:
python ~/code/watch/geowatch/cli/special/finish_install.py
python -m geowatch.cli.special.finish_install
"""
main()