diff --git a/.gitignore b/.gitignore index 767c889..0020b7a 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ +.env .idea/ .vscode/ *~ diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..41d4022 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,27 @@ +ARG ALPINE_TAG +FROM alpine:$ALPINE_TAG + +# Install packages. +RUN apk add --no-cache \ + python3 \ + py3-flask \ + py3-flask-pyc \ + py3-gunicorn \ + py3-gunicorn-pyc \ + py3-requests \ + py3-requests-pyc + +# Copy files. +COPY app.py app/ +COPY static/ app/static/ +WORKDIR app + +# Set entrypoint. +ENTRYPOINT [ \ + "gunicorn", \ + "--access-logfile=-", \ + "--bind=0.0.0.0:8000", \ + "--forwarded-allow-ips=*", \ + "--workers=4", \ + "app:app" \ +] diff --git a/README.md b/README.md index 3256962..b1e98f5 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,30 @@ # librepcb-api-server +Official server-side implementation of the +[LibrePCB API](https://developers.librepcb.org/d1/dcb/doc_server_api.html) +as accessed by the LibrePCB application. Note that some older API paths are +implemented in a different way and might be migrated to this repository +later. + +## Requirements + +Only Docker Compose is needed to run this server on a Linux machine. + +## Usage + +For local development, the server can be run with this command: + +```bash +docker-compose up --build +``` + +Afterwards, the API runs on http://localhost:8000/: + +```bash +curl -X POST -H "Content-Type: application/json" -d @demo-request.json \ + 'http://localhost:8000/api/v1/parts/query' | jq '.' +``` + ## License The content in this repository is published under the diff --git a/app.py b/app.py new file mode 100755 index 0000000..ec1537f --- /dev/null +++ b/app.py @@ -0,0 +1,223 @@ +# -*- coding: utf-8 -*- + +import os +import requests + +from flask import Flask, make_response, request, send_from_directory, url_for +from werkzeug.middleware.proxy_fix import ProxyFix + +app = Flask(__name__) +app.wsgi_app = ProxyFix(app.wsgi_app, x_proto=1, x_host=1) + +PARTS_QUERY_URL = os.environ['PARTS_QUERY_URL'] +PARTS_QUERY_TOKEN = os.environ['PARTS_QUERY_TOKEN'] + +PARTS_MAX_COUNT = 20 +PARTS_QUERY_TIMEOUT = 10.0 +PARTS_QUERY_FRAGMENT = """ + fragment f on Stock { + products { + basic { + manufacturer + mfgpartno + status + } + url + } + summary { + inStockInventory + medianPrice + suppliersInStock + } + } +""" +PARTS_QUERY_STATUS_MAP = { + 'active': 'Active', + 'nrfnd': 'NRND', + 'obsolete': 'Obsolete', + 'discontinued': 'Obsolete', + 'transferred': 'Obsolete', +} + + +def _build_headers(): + return { + 'Content-Type': 'application/json', + 'Accept': 'application/json, multipart/mixed', + 'Authorization': 'Bearer {}'.format(PARTS_QUERY_TOKEN), + } + + +def _build_request(parts): + args = [] + queries = [] + variables = {} + for i in range(len(parts)): + args.append('$mpn{}:String!'.format(i)) + queries.append('q{}:findStocks(mfgpartno:$mpn{}){{...f}}'.format(i, i)) + variables['mpn{}'.format(i)] = parts[i]['mpn'] + query = 'query Stocks({}) {{\n{}\n}}'.format( + ','.join(args), + '\n'.join(queries) + ) + PARTS_QUERY_FRAGMENT + return dict(query=query, variables=variables) + + +def _get_basic_value(product, key): + if type(product) is dict: + basic = product.get('basic') + if type(basic) is dict: + value = basic.get(key) + if type(value) is str: + return value + return '' + + +def _normalize_basic_value(mfr): + return mfr.lower().replace('ä', 'ae').replace('ö', 'oe').replace('ü', 'ue') + + +def _get_product(data, mpn, manufacturer): + mpn_n = _normalize_basic_value(mpn) + mfr_n = _normalize_basic_value(manufacturer) + products = [ + ( + _normalize_basic_value(_get_basic_value(p, 'mfgpartno')), + _normalize_basic_value(_get_basic_value(p, 'manufacturer')), + p, + ) + for p in (data.get('products') or []) + ] + for p_mpn, p_mfr, p in products: + if (p_mpn == mpn_n) and (p_mfr == mfr_n): + return p + for p_mpn, p_mfr, p in products: + if (p_mpn == mpn_n) and (mfr_n in p_mfr): + return p + for p_mpn, p_mfr, p in products: + if (p_mpn == mpn_n) and (mfr_n.split(' ')[0] in p_mfr): + return p + return None + + +def _add_pricing_url(out, data): + value = data.get('url') + if value is not None: + out['pricing_url'] = value + + +def _add_status(out, data): + status = data.get('status') or '' + value = PARTS_QUERY_STATUS_MAP.get(status.lower()) + if value is not None: + out['status'] = value + elif len(status): + out['status'] = status + app.logger.warning('Unknown part lifecycle status: {}'.format(status)) + + +def _stock_to_availability(stock): + if stock > 100000: + return 10 # Very Good + elif stock > 5000: + return 5 # Good + elif stock > 200: + return 0 # Normal + elif stock > 0: + return -5 # Bad + else: + return -10 # Very Bad + + +def _suppliers_to_availability(suppliers): + if suppliers > 30: + return 10 # Very Good + elif suppliers > 9: + return 5 # Good + elif suppliers > 1: + return 0 # Normal + elif suppliers > 0: + return -5 # Bad + else: + return -10 # Very Bad + + +def _add_availability(out, data): + stock = data.get('inStockInventory') + suppliers = data.get('suppliersInStock') + values = [] + if type(stock) is int: + values.append(_stock_to_availability(stock)) + if type(suppliers) is int: + values.append(_suppliers_to_availability(suppliers)) + if len(values): + out['availability'] = min(values) + + +def _add_prices(out, summary): + value = summary.get('medianPrice') + if type(value) in [float, int]: + out['prices'] = [dict(quantity=1, price=float(value))] + + +@app.route('/api/v1/parts', methods=['GET']) +def parts(): + response = make_response(dict( + provider_name='Partstack', + provider_url='https://partstack.com', + provider_logo_url=url_for('parts_static', + filename='parts-provider-partstack.png', + _external=True), + info_url='https://api.librepcb.org/api', + query_url=url_for('parts_query', _external=True), + max_parts=PARTS_MAX_COUNT, + )) + response.headers['Cache-Control'] = 'max-age=300' + return response + + +@app.route('/api/v1/parts/static/', methods=['GET']) +def parts_static(filename): + return send_from_directory( + 'static', filename, mimetype='image/png', max_age=24*3600) + + +@app.route('/api/v1/parts/query', methods=['POST']) +def parts_query(): + # Get requested parts. + payload = request.get_json() + parts = payload['parts'][:PARTS_MAX_COUNT] + + # Query parts from information provider. + query_response = requests.post( + PARTS_QUERY_URL, headers=_build_headers(), json=_build_request(parts), + timeout=PARTS_QUERY_TIMEOUT) + query_json = query_response.json() + data = query_json.get('data') or {} + errors = query_json.get('errors') or [] + if (len(data) == 0) and (type(query_json.get('message')) is str): + errors.append(query_json['message']) + for error in errors: + app.logger.warning("GraphQL Error: " + str(error)) + + # Convert query response data and return it to the client. + tx = dict(parts=[]) + for i in range(len(parts)): + mpn = parts[i]['mpn'] + manufacturer = parts[i]['manufacturer'] + part_data = data.get('q' + str(i)) or {} + product = _get_product(part_data, mpn, manufacturer) + part = dict( + mpn=mpn, + manufacturer=manufacturer, + results=0 if product is None else 1, + ) + if product is not None: + basic = product.get('basic') or {} + summary = part_data.get('summary') or {} + _add_pricing_url(part, product) + _add_status(part, basic) + _add_availability(part, summary) + _add_prices(part, summary) + tx['parts'].append(part) + return tx diff --git a/demo-request.json b/demo-request.json new file mode 100644 index 0000000..8b794ab --- /dev/null +++ b/demo-request.json @@ -0,0 +1,8 @@ +{ + "parts": [ + { + "mpn": "1N4148", + "manufacturer": "Vishay" + } + ] +} diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 0000000..c470c1c --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,17 @@ +version: "3.8" + +services: + server: + build: + context: . + args: + ALPINE_TAG: '3.19' + ports: + - 8000:8000 + environment: + FLASK_RUN_DEBUG: 1 + FLASK_RUN_HOST: '0.0.0.0' + FLASK_RUN_PORT: 8000 # Same as Gunicorn + PARTS_QUERY_URL: "${PARTS_QUERY_URL}" + PARTS_QUERY_TOKEN: "${PARTS_QUERY_TOKEN}" + entrypoint: ['flask', 'run'] diff --git a/static/parts-provider-librepcb.png b/static/parts-provider-librepcb.png new file mode 100644 index 0000000..2ff2fed Binary files /dev/null and b/static/parts-provider-librepcb.png differ diff --git a/static/parts-provider-partstack.png b/static/parts-provider-partstack.png new file mode 100644 index 0000000..3135677 Binary files /dev/null and b/static/parts-provider-partstack.png differ