-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Johann Bahl
committed
Aug 31, 2023
1 parent
a342060
commit 0d24394
Showing
18 changed files
with
1,446 additions
and
582 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| - Replace prettytable with rich | ||
|
|
||
| - Replace telnet shell with HTTP API | ||
|
|
||
| - Migrate `backy check` to `backy client check` and use the new HTTP API |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,156 @@ | ||
| import datetime | ||
| import re | ||
| from json import JSONEncoder | ||
| from os import path as p | ||
| from typing import Any, List, Tuple | ||
|
|
||
| from aiohttp import hdrs, web | ||
| from aiohttp.web_exceptions import ( | ||
| HTTPAccepted, | ||
| HTTPBadRequest, | ||
| HTTPForbidden, | ||
| HTTPNotFound, | ||
| HTTPPreconditionFailed, | ||
| HTTPPreconditionRequired, | ||
| HTTPServiceUnavailable, | ||
| HTTPUnauthorized, | ||
| ) | ||
| from aiohttp.web_middlewares import middleware | ||
| from aiohttp.web_runner import AppRunner, TCPSite | ||
| from structlog.stdlib import BoundLogger | ||
|
|
||
| import backy.daemon | ||
| from backy.backup import Backup | ||
| from backy.revision import Revision | ||
|
|
||
|
|
||
| class BackyJSONEncoder(JSONEncoder): | ||
| def default(self, o: Any) -> Any: | ||
| if hasattr(o, "to_dict"): | ||
| return o.to_dict() | ||
| elif isinstance(o, datetime.datetime): | ||
| return o.isoformat() | ||
| else: | ||
| super().default(o) | ||
|
|
||
|
|
||
| class BackyAPI: | ||
| daemon: "backy.daemon.BackyDaemon" | ||
| sites: dict[Tuple[str, int], TCPSite] | ||
| runner: AppRunner | ||
| tokens: dict | ||
| log: BoundLogger | ||
|
|
||
| def __init__(self, daemon, log): | ||
| self.log = log.bind(subsystem="api") | ||
| self.daemon = daemon | ||
| self.sites = {} | ||
| self.app = web.Application( | ||
| middlewares=[self.log_conn, self.require_auth, self.to_json] | ||
| ) | ||
| self.app.add_routes( | ||
| [ | ||
| web.get("/v1/status", self.get_status), | ||
| web.post("/v1/reload", self.reload_daemon), | ||
| web.get("/v1/jobs", self.get_jobs), | ||
| # web.get("/v1/jobs/{job_name}", self.get_job), | ||
| web.post("/v1/jobs/{job_name}/run", self.run_job), | ||
| ] | ||
| ) | ||
|
|
||
| async def start(self): | ||
| self.runner = AppRunner(self.app) | ||
| await self.runner.setup() | ||
|
|
||
| async def stop(self): | ||
| await self.runner.cleanup() | ||
| self.sites = {} | ||
|
|
||
| async def reconfigure( | ||
| self, tokens: dict[str, str], addrs: List[str], port: int | ||
| ): | ||
| self.log.debug("reconfigure") | ||
| self.tokens = tokens | ||
| endpoints = [(addr, port) for addr in addrs if addr and port] | ||
| for ep in endpoints: | ||
| if ep not in self.sites: | ||
| self.sites[ep] = site = TCPSite(self.runner, ep[0], ep[1]) | ||
| await site.start() | ||
| self.log.info("added-site", site=site.name) | ||
| for ep, site in self.sites.items(): | ||
| if ep not in endpoints: | ||
| await site.stop() | ||
| del self.sites[ep] | ||
| self.log.info("deleted-site", site=site.name) | ||
|
|
||
| @middleware | ||
| async def log_conn(self, request: web.Request, handler): | ||
| request["log"] = self.log.bind( | ||
| path=request.path, query=request.query_string | ||
| ) | ||
| try: | ||
| resp = await handler(request) | ||
| except Exception as e: | ||
| if not isinstance(e, web.HTTPException): | ||
| request["log"].exception("error-handling-request") | ||
| else: | ||
| request["log"].debug( | ||
| "request-result", status_code=e.status_code | ||
| ) | ||
| raise | ||
| request["log"].debug("request-result", response=resp.body) | ||
| return resp | ||
|
|
||
| @middleware | ||
| async def require_auth(self, request: web.Request, handler): | ||
| request["log"].debug("new-conn") | ||
| token = request.headers.get(hdrs.AUTHORIZATION, "") | ||
| if not token.startswith("Bearer "): | ||
| request["log"].info("auth-invalid-token") | ||
| raise HTTPUnauthorized() | ||
| token = token.removeprefix("Bearer ") | ||
| if len(token) < 3: # avoid potential truthiness edge cases | ||
| request["log"].info("auth-token-too-short") | ||
| raise HTTPUnauthorized() | ||
| client = self.tokens.get(token, None) | ||
| if not client: | ||
| request["log"].info("auth-token-unknown") | ||
| raise HTTPUnauthorized() | ||
| request["client"] = client | ||
| request["log"] = request["log"].bind(client=client) | ||
| request["log"].debug("auth-passed") | ||
| return await handler(request) | ||
|
|
||
| @middleware | ||
| async def to_json(self, request: web.Request, handler): | ||
| resp = await handler(request) | ||
| if isinstance(resp, web.Response): | ||
| return resp | ||
| elif resp is None: | ||
| raise web.HTTPNoContent() | ||
| else: | ||
| return web.json_response(resp, dumps=BackyJSONEncoder().encode) | ||
|
|
||
| async def get_status(self, request: web.Request): | ||
| filter = request.query.get("filter", "") | ||
| if filter: | ||
| filter = re.compile(filter) | ||
| return self.daemon.status(filter) | ||
|
|
||
| async def reload_daemon(self, request: web.Request): | ||
| self.daemon.reload() | ||
|
|
||
| async def get_jobs(self, request: web.Request): | ||
| return list(self.daemon.jobs.values()) | ||
|
|
||
| async def get_job(self, request: web.Request): | ||
| try: | ||
| name = request.match_info.get("job_name", None) | ||
| return self.daemon.jobs[name] | ||
| except KeyError: | ||
| raise HTTPNotFound() | ||
|
|
||
| async def run_job(self, request: web.Request): | ||
| j = await self.get_job(request) | ||
| j.run_immediately.set() | ||
| raise HTTPAccepted() |
Oops, something went wrong.