-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpyproject.toml
65 lines (47 loc) · 1.24 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
[tool.poetry]
name = "crawler-to-dash"
version = "0.1.0"
description = ""
authors = ["lealre <[email protected]>"]
readme = "README.md"
packages = [{include = "src"}]
[tool.poetry.dependencies]
python = "3.12.*"
pymongo = "^4.8.0"
pydantic-settings = "^2.3.4"
[tool.poetry.group.ingestion.dependencies]
httpx = "^0.27.0"
asyncio = "^3.4.3"
requests = "^2.32.3"
boto3 = "^1.35.19"
bs4 = "^0.0.2"
fastparquet = "^2024.5.0"
[tool.poetry.group.dev.dependencies]
ruff = "^0.5.4"
taskipy = "^1.13.0"
pytest = "^8.3.2"
ipykernel = "^6.29.5"
notebook = "^7.2.2"
[tool.poetry.group.dash.dependencies]
dash = "^2.18.0"
dash-bootstrap-components = "^1.6.0"
plotly = "^5.24.0"
pandas = "^2.2.2"
[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
[tool.ruff]
line-length = 79
[tool.ruff.lint]
preview = true
select = ['I', 'F', 'E', 'W', 'PL', 'PT']
[tool.ruff.format]
preview = true
quote-style = "single"
[tool.taskipy.tasks]
crawl = 'python src/ingestion/crawler/imovirtual_crawler.py'
consolidate = 'python src/ingestion/consolidate.py'
dash_data = 'python src/ingestion/dash_etl.py'
crawl_to_dash = 'python src/ingestion/main.py'
lint = 'ruff check . && ruff check . --diff'
format = 'ruff check . --fix && ruff format .'