Merge pull request #132 from BasisResearch/staging-zoning

Staging area for the zoning modeling tasks

.env

@@ -0,0 +1,10 @@
+GOOGLE_CLOUD_PROJECT=cities-429602
+GOOGLE_CLOUD_BUCKET=minneapolis-basis
+
+ENV=dev
+INSTANCE_CONNECTION_NAME=cities-429602:us-central1:cities-devel
+DB_SEARCH_PATH=dev,public
+HOST=34.123.100.76
+SCHEMA=minneapolis
+DATABASE=cities
+DB_USERNAME=postgres

.envrc

@@ -0,0 +1,3 @@
+source venv/bin/activate
+dotenv
+export PASSWORD=VA.TlSR#Z%mu**Q9

.gitignore

@@ -6,10 +6,18 @@ cities.egg-info/*
 cities.egg-info/
 */__pycache__
 *.pyc
-**/*.pyc 
+**/*.pyc
 tests/__pycache__/
 .mypy_cache/
 
+**/*.Rproj.user/
+**/*.Rproj/
+**/*.Rhistory
+**/*.Rdata
+**/*.RData
+
+build/
+
 .vscode/settings.json
 tests/.coverage
 tests/pytest_report/
@@ -23,3 +31,19 @@ tests/.coverage
 .vscode/launch.json
 data/sql/counties_database.db
 data/sql/msa_database.db
+
+# data
+data/minneapolis/processed/values_long.csv
+data/minneapolis/processed/values_with_parking.csv
+data/minneapolis/sourced/demographic/**
+data/minneapolis/preds/**
+data/minneapolis/sourced/parcel_to_census_tract_mappings/**
+data/minneapolis/sourced/parcel_to_parking_info_mappings/**
+cities/deployment/tracts_minneapolis/tracts_model_guide.pkl
+cities/deployment/tracts_minneapolis/tracts_model_params.pth
+/build/
+docs/experimental_notebooks/zoning/interactions_preds.dill
+docs/experimental_notebooks/zoning/population_preds.dill
+docs/experimental_notebooks/zoning/waic_dict_7.pkl
+docs/experimental_notebooks/zoning/waic_dict_13.pkl
+docs/experimental_notebooks/zoning/waic_dict_14.pkl

Makefile

@@ -1,21 +1,43 @@
 format: FORCE
 	./scripts/clean.sh
 
+
+path ?= .
+
+format_path: FORCE
+	./scripts/clean_path.sh $(path)
+
 lint: FORCE
-	./scripts/lint.sh	
+	./scripts/lint.sh
 
-test: FORCE 
+test: FORCE
+	./scripts/test.sh
+
+test_all: FORCE
+	./scripts/clean.sh
 	./scripts/lint.sh
 	./scripts/test.sh
 	./scripts/test_notebooks.sh
 
 test_notebooks: FORCE
 	./scripts/test_notebooks.sh
 
-done: FORCE
-	./scripts/clean.sh
-	./scripts/lint.sh
-	./scripts/test.sh
-	./scripts/test_notebooks.sh
+api/requirements.txt: FORCE
+	pip-compile --extra api --output-file api/requirements.txt
+
+api-container-build: FORCE
+	mkdir -p build
+	#cd build && python ../cities/deployment/tracts_minneapolis/train_model.py
+	cp -r cities build
+	cp -r api/* build
+	cp .env build
+	cd build && docker build --platform linux/amd64 -t cities-api . 
+
+api-container-push:
+	docker tag cities-api us-east1-docker.pkg.dev/cities-429602/cities/cities-api
+	docker push us-east1-docker.pkg.dev/cities-429602/cities/cities-api
+
+run-api-local:
+	docker run --rm -it -e PORT=8081 -e PASSWORD -p 3001:8081 cities-api
 
-FORCE:
+FORCE:

README.md

@@ -3,19 +3,52 @@
 </p>
 
 
-## Evaluating Policy Transfer via Similarity Analysis and Causal Inference 
+# Evaluating Policy Transfer via Similarity Analysis and Causal Inference
+
+
+## Getting started
+
+
+Welcome to the repository for [polis](http://polis.basis.ai/), developed by [Basis Research Institute](https://www.basis.ai/) for [The Opportunity Project (TOP)](https://opportunity.census.gov/) 2023 in collaboration with the U.S. Department of Commerce. The primary goal of this project is to enhance access to data for local policymakers, facilitating more informed decision-making.
+
+This is the backend repository for more advanced users. For a more pleasant frontend experience and more information, please use the [app](http://polis.basis.ai/).
+
+
+Installation
+------------
+
+**Basic Setup:**
+
+```sh
+
+    git clone [email protected]:BasisResearch/cities.git
+    cd cities
+    git checkout main
+    pip install .
 ```
-python -m venv venv
-source venv/bin/activate
-pip install -r requirements.txt
-pip install -e .
-cd tests && python -m pytest
+
+The above will install the minimal version that's ported to [polis.basis.ai](http://polis.basis.ai)
+
+**Dev Setup:**
+
+To install dev dependencies, needed to run models, train models and run all the tests, run the following command:
+
+```sh
+pip install -e .[dev]
 ```
 
+Details of which packages are available in which see `setup.py`.
 
-Welcome to the repository for [polis](http://polis.basis.ai/), developed by the [Basis Research Institute](https://www.basis.ai/) for [The Opportunity Project (TOP)](https://opportunity.census.gov/) 2023 in collaboration with the U.S. Department of Commerce. The primary goal of this project is to enhance access to data for local policymakers, facilitating more informed decision-making.
 
-This is the backend repository for more advanced users. For a more pleasant frontend experience and more information, please use the [app](http://polis.basis.ai/).
+** Contributing: **
+
+Before submitting a pull request, please autoformat code and ensure that unit tests pass locally
+
+```sh
+make lint              # linting
+make format            # runs black and isort, including on notebooks in the docs/ folder
+make tests             # linting, unit and notebook tests
+```
 
 
 ### The repository is structured as follows:
@@ -36,11 +69,24 @@ This is the backend repository for more advanced users. For a more pleasant fron
 └── tests
 ```    
 
+**WARNING: during the beta testing, the most recent version lives on the `staging-county-data` git branch, and so do the most recent versions of the notebooks. Please switch to this branch before inspecting the notebooks.
 
 If you're interested in downloading the data or exploring advanced features beyond the frontend, check out the `guides` folder in the `docs` directory. There, you'll find:
 - `data_sources.ipynb` for information on data sources,
+- `similarity-conceptual.ipynb` for  a conceptual account of how similarity comparison works.
+- `counterfactual-explained.ipynb` contains a rough explanation of how our causal model works. 
 - `similarity_demo.ipynb` demonstrating the use of the `DataGrabber` class for easy data acces, and of  our `FipsQuery` class, which is the key tool in the similarity-focused part of the project,
 - `causal_insights_demo.ipynb` for an overview of how the `CausalInsight` class can be used to explore the influence of a range of intervention variables thanks to causal inference tools we employed. [WIP]
 
-Feel free to dive into these resources to gain deeper insights into the capabilities of the Polis project, or to reach out if you have any comments or suggestions.
+## Interested? We'd love to hear from you.
+
+[polis](http://polis.basis.ai/) is a research tool under very active development, and we are eager to hear feedback from users in the policymaking and public administration spaces to accelerate its benefit.
+
+If you have feature requests, recommendations for new data sources, tips for how to resolve missing data issues, find bugs in the tool (they certainly exist!), or anything else, please do not hesitate to contact us at [email protected].
+
+To stay up to date on our latest features, you can subscribe to our [mailing list](https://dashboard.mailerlite.com/forms/102625/110535550672308121/share). In the near-term, we will send out a notice about our upcoming batch of improvements (including performance speedups, support for mobile, and more comprehensive tutorials), as well as an interest form for users who would like to work closely with us on case studies to make the tool most useful in their work.
+
+Lastly, we emphasize that this website is still in beta testing, and hence all predictions should be taken with a grain of salt.
+
+Acknowledgments: polis was built by Basis, a non-profit AI research organization dedicated to creating automated reasoning technology that helps solve society's most intractable problems. To learn more about us, visit https://basis.ai.
 

api/Dockerfile

@@ -0,0 +1,10 @@
+FROM python:3.12
+
+WORKDIR /usr/src/app
+
+COPY requirements.txt ./
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY . .
+
+CMD [ "python", "main.py" ]