relay/dev.py

234 lines
5.3 KiB
Python
Raw Normal View History

2024-04-02 17:56:11 +00:00
#!/usr/bin/env python3
2024-03-04 10:39:21 +00:00
import platform
2024-04-01 11:18:10 +00:00
import shutil
2024-02-24 00:58:35 +00:00
import subprocess
import sys
import time
2024-03-31 15:00:31 +00:00
from datetime import datetime, timedelta
from importlib.util import find_spec
2024-02-24 00:58:35 +00:00
from pathlib import Path
2024-03-04 10:39:21 +00:00
from tempfile import TemporaryDirectory
2024-06-14 19:05:55 +00:00
from typing import Any, Sequence
2024-03-04 10:39:21 +00:00
2024-02-24 00:58:35 +00:00
try:
import tomllib
2024-02-24 00:58:35 +00:00
except ImportError:
if find_spec("toml") is None:
subprocess.run([sys.executable, "-m", "pip", "install", "toml"])
import toml as tomllib # type: ignore[no-redef]
if None in [find_spec("click"), find_spec("watchdog")]:
CMD = [sys.executable, "-m", "pip", "install", "click >= 8.1.0", "watchdog >= 4.0.0"]
PROC = subprocess.run(CMD, check = False)
if PROC.returncode != 0:
sys.exit()
print("Successfully installed dependencies")
import click
from watchdog.observers import Observer
from watchdog.events import FileSystemEvent, PatternMatchingEventHandler
2024-02-24 00:58:35 +00:00
2024-04-02 16:36:06 +00:00
REPO = Path(__file__).parent
2024-02-24 00:58:35 +00:00
IGNORE_EXT = {
'.py',
'.pyc'
}
@click.group('cli')
def cli() -> None:
2024-02-24 00:58:35 +00:00
'Useful commands for development'
@cli.command('install')
@click.option('--no-dev', '-d', is_flag = True, help = 'Do not install development dependencies')
def cli_install(no_dev: bool) -> None:
with open('pyproject.toml', 'r', encoding = 'utf-8') as fd:
data = tomllib.loads(fd.read())
deps = data['project']['dependencies']
deps.extend(data['project']['optional-dependencies']['dev'])
subprocess.run([sys.executable, '-m', 'pip', 'install', '-U', *deps], check = False)
2024-02-24 00:58:35 +00:00
@cli.command('lint')
2024-04-01 11:18:10 +00:00
@click.argument('path', required = False, type = Path, default = REPO.joinpath('relay'))
2024-03-31 15:00:31 +00:00
@click.option('--watch', '-w', is_flag = True,
help = 'Automatically, re-run the linters on source change')
2024-06-14 17:37:19 +00:00
def cli_lint(path: Path, watch: bool) -> None:
2024-04-01 11:18:10 +00:00
path = path.expanduser().resolve()
if watch:
2024-06-14 17:37:19 +00:00
handle_run_watcher([sys.executable, "dev.py", "lint", str(path)], wait = True)
return
2024-04-02 16:36:06 +00:00
flake8 = [sys.executable, '-m', 'flake8', "dev.py", str(path)]
mypy = [sys.executable, '-m', 'mypy', '--python-version', '3.12', 'dev.py', str(path)]
2024-03-31 15:00:31 +00:00
click.echo('----- flake8 -----')
subprocess.run(flake8)
click.echo('\n\n----- mypy -----')
subprocess.run(mypy)
2024-02-24 00:58:35 +00:00
2024-04-01 11:18:10 +00:00
@cli.command('clean')
2024-06-14 19:05:55 +00:00
def cli_clean() -> None:
2024-04-01 11:18:10 +00:00
dirs = {
'dist',
'build',
'dist-pypi'
}
for directory in dirs:
shutil.rmtree(directory, ignore_errors = True)
for path in REPO.glob('*.egg-info'):
shutil.rmtree(path)
for path in REPO.glob('*.spec'):
path.unlink()
2024-02-24 00:58:35 +00:00
@cli.command('build')
2024-06-14 19:05:55 +00:00
def cli_build() -> None:
from relay import __version__
2024-03-04 10:39:21 +00:00
with TemporaryDirectory() as tmp:
arch = 'amd64' if sys.maxsize >= 2**32 else 'i386'
cmd = [
sys.executable, '-m', 'PyInstaller',
'--collect-data', 'relay',
'--collect-data', 'aiohttp_swagger',
'--hidden-import', 'pg8000',
'--hidden-import', 'sqlite3',
'--name', f'activityrelay-{__version__}-{platform.system().lower()}-{arch}',
'--workpath', tmp,
'--onefile', 'relay/__main__.py',
]
if platform.system() == 'Windows':
cmd.append('--console')
# putting the spec path on a different drive than the source dir breaks
2024-04-02 16:36:06 +00:00
if str(REPO)[0] == tmp[0]:
2024-03-04 10:39:21 +00:00
cmd.extend(['--specpath', tmp])
else:
cmd.append('--strip')
cmd.extend(['--specpath', tmp])
subprocess.run(cmd, check = False)
2024-02-24 00:58:35 +00:00
@cli.command('run')
@click.option('--dev', '-d', is_flag = True)
2024-06-14 19:05:55 +00:00
def cli_run(dev: bool) -> None:
2024-02-24 00:58:35 +00:00
print('Starting process watcher')
2024-03-31 15:00:31 +00:00
cmd = [sys.executable, '-m', 'relay', 'run']
if dev:
cmd.append('-d')
handle_run_watcher(cmd, watch_path = REPO.joinpath("relay"))
2024-03-31 15:00:31 +00:00
def handle_run_watcher(
*commands: Sequence[str],
watch_path: Path | str = REPO,
wait: bool = False) -> None:
2024-03-31 15:00:31 +00:00
handler = WatchHandler(*commands, wait = wait)
handler.run_procs()
2024-02-24 00:58:35 +00:00
watcher = Observer()
watcher.schedule(handler, str(watch_path), recursive=True) # type: ignore
2024-06-14 19:05:55 +00:00
watcher.start() # type: ignore
2024-02-24 00:58:35 +00:00
try:
while True:
2024-03-31 15:00:31 +00:00
time.sleep(1)
2024-02-24 00:58:35 +00:00
except KeyboardInterrupt:
pass
2024-03-31 15:00:31 +00:00
handler.kill_procs()
2024-06-14 19:05:55 +00:00
watcher.stop() # type: ignore
2024-02-24 00:58:35 +00:00
watcher.join()
class WatchHandler(PatternMatchingEventHandler):
patterns = ['*.py']
2024-06-14 19:05:55 +00:00
def __init__(self, *commands: Sequence[str], wait: bool = False) -> None:
PatternMatchingEventHandler.__init__(self) # type: ignore
2024-02-24 00:58:35 +00:00
2024-03-31 15:00:31 +00:00
self.commands: Sequence[Sequence[str]] = commands
self.wait: bool = wait
2024-06-14 19:05:55 +00:00
self.procs: list[subprocess.Popen[Any]] = []
2024-03-31 15:00:31 +00:00
self.last_restart: datetime = datetime.now()
2024-02-24 00:58:35 +00:00
2024-06-14 19:05:55 +00:00
def kill_procs(self) -> None:
2024-03-31 15:00:31 +00:00
for proc in self.procs:
if proc.poll() is not None:
continue
2024-02-24 00:58:35 +00:00
print(f'Terminating process {proc.pid}')
2024-03-31 15:00:31 +00:00
proc.terminate()
sec = 0.0
2024-02-24 00:58:35 +00:00
2024-03-31 15:00:31 +00:00
while proc.poll() is None:
time.sleep(0.1)
sec += 0.1
2024-02-24 00:58:35 +00:00
2024-03-31 15:00:31 +00:00
if sec >= 5:
print('Failed to terminate. Killing process...')
2024-03-31 15:00:31 +00:00
proc.kill()
break
2024-02-24 00:58:35 +00:00
print('Process terminated')
2024-02-24 00:58:35 +00:00
2024-06-14 19:05:55 +00:00
def run_procs(self, restart: bool = False) -> None:
2024-03-31 15:00:31 +00:00
if restart:
if datetime.now() - timedelta(seconds = 3) < self.last_restart:
2024-02-24 00:58:35 +00:00
return
2024-03-31 15:00:31 +00:00
self.kill_procs()
self.last_restart = datetime.now()
2024-02-24 00:58:35 +00:00
2024-03-31 15:00:31 +00:00
if self.wait:
self.procs = []
2024-03-31 15:00:31 +00:00
for cmd in self.commands:
print('Running command:', ' '.join(cmd))
2024-03-31 15:00:31 +00:00
subprocess.run(cmd)
2024-02-24 00:58:35 +00:00
2024-03-31 15:00:31 +00:00
else:
self.procs = list(subprocess.Popen(cmd) for cmd in self.commands)
pids = (str(proc.pid) for proc in self.procs)
print('Started processes with PIDs:', ', '.join(pids))
2024-02-24 00:58:35 +00:00
2024-06-14 19:05:55 +00:00
def on_any_event(self, event: FileSystemEvent) -> None:
2024-02-24 00:58:35 +00:00
if event.event_type not in ['modified', 'created', 'deleted']:
return
2024-03-31 15:00:31 +00:00
self.run_procs(restart = True)
2024-02-24 00:58:35 +00:00
if __name__ == '__main__':
cli()