From f0faf3024ec3a7e1b69f3a9576b3deb32b19ed6c Mon Sep 17 00:00:00 2001 From: Francesco Calcavecchia Date: Sat, 28 Sep 2024 07:26:55 +0200 Subject: [PATCH 1/4] docs: add storage_options hint for azure --- py-polars/polars/io/csv/functions.py | 2 +- py-polars/polars/io/ipc/functions.py | 2 +- py-polars/polars/io/ndjson.py | 4 ++-- py-polars/polars/io/parquet/functions.py | 4 ++-- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/py-polars/polars/io/csv/functions.py b/py-polars/polars/io/csv/functions.py index 2e0562ceaee7..67b7ce15f746 100644 --- a/py-polars/polars/io/csv/functions.py +++ b/py-polars/polars/io/csv/functions.py @@ -1145,7 +1145,7 @@ def scan_csv( * `aws `_ * `gcp `_ - * `azure `_ + * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/ipc/functions.py b/py-polars/polars/io/ipc/functions.py index 6d64a560d094..a0d054ce6049 100644 --- a/py-polars/polars/io/ipc/functions.py +++ b/py-polars/polars/io/ipc/functions.py @@ -401,7 +401,7 @@ def scan_ipc( * `aws `_ * `gcp `_ - * `azure `_ + * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/ndjson.py b/py-polars/polars/io/ndjson.py index 7a5fb2c0d1e6..30a26c0d5eb4 100644 --- a/py-polars/polars/io/ndjson.py +++ b/py-polars/polars/io/ndjson.py @@ -90,7 +90,7 @@ def read_ndjson( * `aws `_ * `gcp `_ - * `azure `_ + * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. @@ -243,7 +243,7 @@ def scan_ndjson( * `aws `_ * `gcp `_ - * `azure `_ + * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/parquet/functions.py b/py-polars/polars/io/parquet/functions.py index 687c827a9c57..d80d0a04ddf5 100644 --- a/py-polars/polars/io/parquet/functions.py +++ b/py-polars/polars/io/parquet/functions.py @@ -123,7 +123,7 @@ def read_parquet( * `aws `_ * `gcp `_ - * `azure `_ + * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. @@ -387,7 +387,7 @@ def scan_parquet( * `aws `_ * `gcp `_ - * `azure `_ + * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. From f690b5aae7dd811cd8f789323e4495728218a9ef Mon Sep 17 00:00:00 2001 From: Francesco Calcavecchia Date: Sat, 28 Sep 2024 07:33:03 +0200 Subject: [PATCH 2/4] fix: fix line length --- py-polars/polars/io/csv/functions.py | 5 ++++- py-polars/polars/io/ipc/functions.py | 5 ++++- py-polars/polars/io/ndjson.py | 10 ++++++++-- py-polars/polars/io/parquet/functions.py | 10 ++++++++-- 4 files changed, 24 insertions(+), 6 deletions(-) diff --git a/py-polars/polars/io/csv/functions.py b/py-polars/polars/io/csv/functions.py index 67b7ce15f746..14ec3864a3bc 100644 --- a/py-polars/polars/io/csv/functions.py +++ b/py-polars/polars/io/csv/functions.py @@ -1145,7 +1145,10 @@ def scan_csv( * `aws `_ * `gcp `_ - * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` + to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/ipc/functions.py b/py-polars/polars/io/ipc/functions.py index a0d054ce6049..4ac84941cae6 100644 --- a/py-polars/polars/io/ipc/functions.py +++ b/py-polars/polars/io/ipc/functions.py @@ -401,7 +401,10 @@ def scan_ipc( * `aws `_ * `gcp `_ - * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` + to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/ndjson.py b/py-polars/polars/io/ndjson.py index 30a26c0d5eb4..d76e2064ff6a 100644 --- a/py-polars/polars/io/ndjson.py +++ b/py-polars/polars/io/ndjson.py @@ -90,7 +90,10 @@ def read_ndjson( * `aws `_ * `gcp `_ - * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` + to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. @@ -243,7 +246,10 @@ def scan_ndjson( * `aws `_ * `gcp `_ - * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` + to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/parquet/functions.py b/py-polars/polars/io/parquet/functions.py index d80d0a04ddf5..9accb69d935d 100644 --- a/py-polars/polars/io/parquet/functions.py +++ b/py-polars/polars/io/parquet/functions.py @@ -123,7 +123,10 @@ def read_parquet( * `aws `_ * `gcp `_ - * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` + to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. @@ -387,7 +390,10 @@ def scan_parquet( * `aws `_ * `gcp `_ - * `azure `_ (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` + to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. From 2b2ec2552013b614bd07e33397ba38f95f986f2c Mon Sep 17 00:00:00 2001 From: Francesco Calcavecchia Date: Sat, 28 Sep 2024 07:34:48 +0200 Subject: [PATCH 3/4] fix: remove trailing white spaces --- py-polars/polars/io/csv/functions.py | 6 +++--- py-polars/polars/io/ipc/functions.py | 6 +++--- py-polars/polars/io/ndjson.py | 12 ++++++------ py-polars/polars/io/parquet/functions.py | 12 ++++++------ 4 files changed, 18 insertions(+), 18 deletions(-) diff --git a/py-polars/polars/io/csv/functions.py b/py-polars/polars/io/csv/functions.py index 14ec3864a3bc..ffbe2760e9f0 100644 --- a/py-polars/polars/io/csv/functions.py +++ b/py-polars/polars/io/csv/functions.py @@ -1145,9 +1145,9 @@ def scan_csv( * `aws `_ * `gcp `_ - * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, - `{"account_name": "", "use_azure_cli": "True"}` + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/ipc/functions.py b/py-polars/polars/io/ipc/functions.py index 4ac84941cae6..393709313489 100644 --- a/py-polars/polars/io/ipc/functions.py +++ b/py-polars/polars/io/ipc/functions.py @@ -401,9 +401,9 @@ def scan_ipc( * `aws `_ * `gcp `_ - * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, - `{"account_name": "", "use_azure_cli": "True"}` + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/ndjson.py b/py-polars/polars/io/ndjson.py index d76e2064ff6a..5281775b30c5 100644 --- a/py-polars/polars/io/ndjson.py +++ b/py-polars/polars/io/ndjson.py @@ -90,9 +90,9 @@ def read_ndjson( * `aws `_ * `gcp `_ - * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, - `{"account_name": "", "use_azure_cli": "True"}` + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. @@ -246,9 +246,9 @@ def scan_ndjson( * `aws `_ * `gcp `_ - * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, - `{"account_name": "", "use_azure_cli": "True"}` + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. diff --git a/py-polars/polars/io/parquet/functions.py b/py-polars/polars/io/parquet/functions.py index 9accb69d935d..902acd6ab05b 100644 --- a/py-polars/polars/io/parquet/functions.py +++ b/py-polars/polars/io/parquet/functions.py @@ -123,9 +123,9 @@ def read_parquet( * `aws `_ * `gcp `_ - * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, - `{"account_name": "", "use_azure_cli": "True"}` + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. @@ -390,9 +390,9 @@ def scan_parquet( * `aws `_ * `gcp `_ - * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, - `{"account_name": "", "use_azure_cli": "True"}` + * `azure `_ + (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ `{'token': '...'}`, or by setting the `HF_TOKEN` environment variable. From 143d64e934e967373c56dfa04a84f715c94ab260 Mon Sep 17 00:00:00 2001 From: Francesco Calcavecchia Date: Sat, 28 Sep 2024 07:36:11 +0200 Subject: [PATCH 4/4] fix: line length --- py-polars/polars/io/csv/functions.py | 3 ++- py-polars/polars/io/ipc/functions.py | 3 ++- py-polars/polars/io/ndjson.py | 6 ++++-- py-polars/polars/io/parquet/functions.py | 6 ++++-- 4 files changed, 12 insertions(+), 6 deletions(-) diff --git a/py-polars/polars/io/csv/functions.py b/py-polars/polars/io/csv/functions.py index ffbe2760e9f0..2aad17ecff1d 100644 --- a/py-polars/polars/io/csv/functions.py +++ b/py-polars/polars/io/csv/functions.py @@ -1146,7 +1146,8 @@ def scan_csv( * `aws `_ * `gcp `_ * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + (hint: `{"account_name": ""}` + to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ diff --git a/py-polars/polars/io/ipc/functions.py b/py-polars/polars/io/ipc/functions.py index 393709313489..b7b0dbfb0a67 100644 --- a/py-polars/polars/io/ipc/functions.py +++ b/py-polars/polars/io/ipc/functions.py @@ -402,7 +402,8 @@ def scan_ipc( * `aws `_ * `gcp `_ * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + (hint: `{"account_name": ""}` + to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ diff --git a/py-polars/polars/io/ndjson.py b/py-polars/polars/io/ndjson.py index 5281775b30c5..73eeea83520c 100644 --- a/py-polars/polars/io/ndjson.py +++ b/py-polars/polars/io/ndjson.py @@ -91,7 +91,8 @@ def read_ndjson( * `aws `_ * `gcp `_ * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + (hint: `{"account_name": ""}` + to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ @@ -247,7 +248,8 @@ def scan_ndjson( * `aws `_ * `gcp `_ * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + (hint: `{"account_name": ""}` + to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ diff --git a/py-polars/polars/io/parquet/functions.py b/py-polars/polars/io/parquet/functions.py index 902acd6ab05b..6bcced419588 100644 --- a/py-polars/polars/io/parquet/functions.py +++ b/py-polars/polars/io/parquet/functions.py @@ -124,7 +124,8 @@ def read_parquet( * `aws `_ * `gcp `_ * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + (hint: `{"account_name": ""}` + to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \ @@ -391,7 +392,8 @@ def scan_parquet( * `aws `_ * `gcp `_ * `azure `_ - (hint: `{"account_name": ""}` to use the underlying azure infrastructure identity, + (hint: `{"account_name": ""}` + to use the underlying azure infrastructure identity, `{"account_name": "", "use_azure_cli": "True"}` to use the identity specified in `az login`) * Hugging Face (`hf://`): Accepts an API key under the `token` parameter: \