From 4e235d5438bf3cb21c59f5e2b9e0a09952a3c254 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Fri, 25 Oct 2024 16:27:26 +0200 Subject: [PATCH 01/27] Update function_descriptions.csv --- extensions/chsql/docs/function_descriptions.csv | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/extensions/chsql/docs/function_descriptions.csv b/extensions/chsql/docs/function_descriptions.csv index 35154b4..6757619 100644 --- a/extensions/chsql/docs/function_descriptions.csv +++ b/extensions/chsql/docs/function_descriptions.csv @@ -87,3 +87,20 @@ function,fun_type,description,comment,example "tupleMultiplyByNumber","macro","Multiplies each element of a tuple by a number","","SELECT tupleMultiplyByNumber((10, 20), 3);" "tuplePlus","macro","Performs element-wise addition between two tuples","","SELECT tuplePlus((1, 2), (3, 4));" "url","table_macro","Performs queries against remote URLs using the specified format","Supports JSON, CSV, PARQUET, TEXT, BLOB","SELECT url('https://urleng.com/test','JSON');" +"JSONExtract","macro","Extracts JSON data based on key from a JSON object","","SELECT JSONExtract(json_column, 'user.name');" +"JSONExtractString","macro","Extracts JSON data as a VARCHAR from a JSON object","","SELECT JSONExtractString(json_column, 'user.email');" +"JSONExtractUInt","macro","Extracts JSON data as an unsigned integer from a JSON object","","SELECT JSONExtractUInt(json_column, 'user.age');" +"JSONExtractInt","macro","Extracts JSON data as a 32-bit integer from a JSON object","","SELECT JSONExtractInt(json_column, 'user.balance');" +"JSONExtractFloat","macro","Extracts JSON data as a double from a JSON object","","SELECT JSONExtractFloat(json_column, 'user.score');" +"JSONExtractRaw","macro","Extracts raw JSON data based on key from a JSON object","","SELECT JSONExtractRaw(json_column, 'user.address');" +"JSONHas","macro","Checks if a JSON key exists and is not null","","SELECT JSONHas(json_column, 'user.active');" +"JSONLength","macro","Returns the length of a JSON array","","SELECT JSONLength(json_column, 'items');" +"JSONType","macro","Determines the type of JSON element at the given path","","SELECT JSONType(json_column, 'user.data');" +"JSONExtractKeys","macro","Extracts keys from a JSON object","","SELECT JSONExtractKeys(json_column);" +"JSONExtractValues","macro","Extracts all values as text from a JSON object","","SELECT JSONExtractValues(json_column);" +"equals","macro","Checks if two values are equal","","SELECT equals(column_a, column_b);" +"notEquals","macro","Checks if two values are not equal","","SELECT notEquals(column_a, column_b);" +"less","macro","Checks if one value is less than another","","SELECT less(column_a, column_b);" +"greater","macro","Checks if one value is greater than another","","SELECT greater(column_a, column_b);" +"lessOrEquals","macro","Checks if one value is less than or equal to another","","SELECT lessOrEquals(column_a, column_b);" +"greaterOrEquals","macro","Checks if one value is greater than or equal to another","","SELECT greaterOrEquals(column_a, column_b);" From 6c17e595b8daef8271e46965b6c536d67bc44e28 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Fri, 25 Oct 2024 16:29:06 +0200 Subject: [PATCH 02/27] Update function_descriptions.csv --- extensions/chsql/docs/function_descriptions.csv | 1 + 1 file changed, 1 insertion(+) diff --git a/extensions/chsql/docs/function_descriptions.csv b/extensions/chsql/docs/function_descriptions.csv index 6757619..fa0d821 100644 --- a/extensions/chsql/docs/function_descriptions.csv +++ b/extensions/chsql/docs/function_descriptions.csv @@ -104,3 +104,4 @@ function,fun_type,description,comment,example "greater","macro","Checks if one value is greater than another","","SELECT greater(column_a, column_b);" "lessOrEquals","macro","Checks if one value is less than or equal to another","","SELECT lessOrEquals(column_a, column_b);" "greaterOrEquals","macro","Checks if one value is greater than or equal to another","","SELECT greaterOrEquals(column_a, column_b);" +"dictGet","macro","Retrieves an attribute from a VARIABLE string or MAP","","SELECT dictGet('dictionary_name', 'attribute');" From be0785f1cc7b845b2bb2c440f11c413c74baacf4 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Thu, 7 Nov 2024 19:57:11 +0100 Subject: [PATCH 03/27] Update chsql docs --- extensions/chsql/docs/function_descriptions.csv | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/extensions/chsql/docs/function_descriptions.csv b/extensions/chsql/docs/function_descriptions.csv index fa0d821..d0907f0 100644 --- a/extensions/chsql/docs/function_descriptions.csv +++ b/extensions/chsql/docs/function_descriptions.csv @@ -5,7 +5,7 @@ function,fun_type,description,comment,example "arrayJoin","macro","Unroll an array into multiple rows","","SELECT arrayJoin([1, 2, 3]);" "arrayMap","macro","Applies a function to each element of an array","","SELECT arrayMap(x -> x + 1, [1, 2, 3]);" "bitCount","macro","Counts the number of set bits in an integer","","SELECT bitCount(15);" -"ch_scan","table_macro","Query a remote ClickHouse server using HTTP/s API","Returns the query results","SELECT * FROM ch_scan('SELECT version()','https://play.clickhouse.com');;" +"ch_scan","table_macro","Query a remote ClickHouse server using HTTP/s API","Returns the query results","SELECT * FROM ch_scan('SELECT version()','https://play.clickhouse.com', format := 'parquet');" "domain","macro","Extracts the domain from a URL","","SELECT domain('https://clickhouse.com/docs');" "empty","macro","Check if a string is empty","","SELECT empty('');" "extractAllGroups","macro","Extracts all matching groups from a string using a regular expression","","SELECT extractAllGroups('(\\d+)', 'abc123');" @@ -86,7 +86,7 @@ function,fun_type,description,comment,example "tupleMultiply","macro","Performs element-wise multiplication between two tuples","","SELECT tupleMultiply((10, 20), (2, 5));" "tupleMultiplyByNumber","macro","Multiplies each element of a tuple by a number","","SELECT tupleMultiplyByNumber((10, 20), 3);" "tuplePlus","macro","Performs element-wise addition between two tuples","","SELECT tuplePlus((1, 2), (3, 4));" -"url","table_macro","Performs queries against remote URLs using the specified format","Supports JSON, CSV, PARQUET, TEXT, BLOB","SELECT url('https://urleng.com/test','JSON');" +"url","table_macro","Performs queries against remote URLs using the specified format","Supports JSON, CSV, PARQUET, TEXT, BLOB","SELECT * FROM url('https://urleng.com/test','JSON');" "JSONExtract","macro","Extracts JSON data based on key from a JSON object","","SELECT JSONExtract(json_column, 'user.name');" "JSONExtractString","macro","Extracts JSON data as a VARCHAR from a JSON object","","SELECT JSONExtractString(json_column, 'user.email');" "JSONExtractUInt","macro","Extracts JSON data as an unsigned integer from a JSON object","","SELECT JSONExtractUInt(json_column, 'user.age');" From 840f0d288a02a08eb1183dec9fcecd251d81bf83 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Thu, 7 Nov 2024 19:59:14 +0100 Subject: [PATCH 04/27] Update ref to chsql 1.0.6 --- extensions/chsql/description.yml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/extensions/chsql/description.yml b/extensions/chsql/description.yml index e9c3476..cff8e8e 100644 --- a/extensions/chsql/description.yml +++ b/extensions/chsql/description.yml @@ -1,20 +1,21 @@ extension: name: chsql description: ClickHouse SQL Macros for DuckDB - version: 1.0.5 + version: 1.0.6 language: SQL & C++ build: cmake license: MIT maintainers: - lmangani + - akvlad repo: github: quackscience/duckdb-extension-clickhouse-sql - ref: a000d4f2a5f9e1c13cddcd75ea2d3351466f1706 + ref: 9ab2e8118dbb9e429fa8d2a9026ad019f5bf7706 docs: hello_world: | - -- Use ClickHouse SQL function macros in DuckDB SQL queries + -- Use boring ClickHouse SQL function macros in DuckDB SQL queries. Examples: SELECT toString('world') AS hello, toInt8OrZero('world') AS zero; ┌─────────┬───────┐ @@ -32,8 +33,8 @@ docs: │ 10.0.0.1 │ 167772161 │ └────────────────────────────┴─────────────────────────────┘ - -- Query a remote ClickHouse instance via HTTP/S API - SELECT * FROM ch_scan("SELECT number * 100 FROM numbers(3)","https://play.clickhouse.com"); + -- Query a remote ClickHouse instance via HTTP/S API using multiple formats + SELECT * FROM ch_scan("SELECT number * 100 FROM numbers(3)","https://play.clickhouse.com", format := 'Parquet'); ┌───────────────────────┐ │ multiply(number, 100) │ │ varchar │ From bba97e54ce1e8594730bcbdaf55d011c091e4e44 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Sun, 22 Dec 2024 20:00:14 +0100 Subject: [PATCH 05/27] Add chsql_native chsql_native is an extension for chsql adding ClickHouse native file reading capabilities --- extensions/chsql_native/description.yml | 62 +++++++++++++++++++++++++ 1 file changed, 62 insertions(+) create mode 100644 extensions/chsql_native/description.yml diff --git a/extensions/chsql_native/description.yml b/extensions/chsql_native/description.yml new file mode 100644 index 0000000..c6d720a --- /dev/null +++ b/extensions/chsql_native/description.yml @@ -0,0 +1,62 @@ +extension: + name: chsql_native + description: ClickHouse Native File reader for chsql + version: 0.0.1 + language: Rust + build: cmake + license: MIT + excluded_platforms: "windows_amd64_rtools;windows_amd64;wasm_threads;wasm_eh;wasm_mvp" + requires_toolchains: "rust;python3" + maintainers: + - lmangani + - adubovikov + +repo: + github: quackscience/duckdb-extension-clickhouse-native + ref: 0116eb462ec85fa000f1cb15a3b0ee6165711b78 + +docs: + hello_world: | + --- This experimental rust extension allows reading ClickHouse Native files with DuckDB + --- Test files can be generated with clickhouse-local. See README for full examples. + + --- Simple Example + D SELECT * FROM clickhouse_native('/tmp/numbers.clickhouse'); + ┌──────────────┬─────────┐ + │ version() │ number │ + │ varchar │ int32 │ + ├──────────────┼─────────┤ + │ 24.12.1.1273 │ 0 │ + └──────────────┴─────────┘ + + --- Long Example + D SELECT count(*), max(number) FROM clickhouse_native('/tmp/100000.clickhouse'); + ┌──────────────┬─────────────┐ + │ count_star() │ max(number) │ + │ int64 │ int32 │ + ├──────────────┼─────────────┤ + │ 100000 │ 99999 │ + └──────────────┴─────────────┘ + + --- Wide Example + D SELECT * FROM clickhouse_native('/tmp/functions.clickhouse') WHERE alias_to != '' LIMIT 10; + ┌────────────────────┬──────────────┬──────────────────┬──────────────────────┬──────────────┬─────────┬───┬─────────┬───────────┬────────────────┬──────────┬────────────┐ + │ name │ is_aggregate │ case_insensitive │ alias_to │ create_query │ origin │ … │ syntax │ arguments │ returned_value │ examples │ categories │ + │ varchar │ int32 │ int32 │ varchar │ varchar │ varchar │ │ varchar │ varchar │ varchar │ varchar │ varchar │ + ├────────────────────┼──────────────┼──────────────────┼──────────────────────┼──────────────┼─────────┼───┼─────────┼───────────┼────────────────┼──────────┼────────────┤ + │ connection_id │ 0 │ 1 │ connectionID │ │ System │ … │ │ │ │ │ │ + │ rand32 │ 0 │ 0 │ rand │ │ System │ … │ │ │ │ │ │ + │ INET6_ATON │ 0 │ 1 │ IPv6StringToNum │ │ System │ … │ │ │ │ │ │ + │ INET_ATON │ 0 │ 1 │ IPv4StringToNum │ │ System │ … │ │ │ │ │ │ + │ truncate │ 0 │ 1 │ trunc │ │ System │ … │ │ │ │ │ │ + │ ceiling │ 0 │ 1 │ ceil │ │ System │ … │ │ │ │ │ │ + │ replace │ 0 │ 1 │ replaceAll │ │ System │ … │ │ │ │ │ │ + │ from_utc_timestamp │ 0 │ 1 │ fromUTCTimestamp │ │ System │ … │ │ │ │ │ │ + │ mapFromString │ 0 │ 0 │ extractKeyValuePairs │ │ System │ … │ │ │ │ │ │ + │ str_to_map │ 0 │ 1 │ extractKeyValuePairs │ │ System │ … │ │ │ │ │ │ + ├────────────────────┴──────────────┴──────────────────┴──────────────────────┴──────────────┴─────────┴───┴─────────┴───────────┴────────────────┴──────────┴────────────┤ + │ 10 rows 12 columns (11 shown) │ + └─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘ + + extended_description: | + This extension is highly experimental and potentially unstable. All reads are full-scans. Do not use in production. From 4d60188bc5dbbe5e347f95db4ed16d72dc7b1d21 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Wed, 1 Jan 2025 18:26:06 +0100 Subject: [PATCH 06/27] chsql_native 0.0.2 --- extensions/chsql_native/description.yml | 47 +++++++++++++++++++++---- 1 file changed, 41 insertions(+), 6 deletions(-) diff --git a/extensions/chsql_native/description.yml b/extensions/chsql_native/description.yml index c6d720a..2298a84 100644 --- a/extensions/chsql_native/description.yml +++ b/extensions/chsql_native/description.yml @@ -1,7 +1,7 @@ extension: name: chsql_native - description: ClickHouse Native File reader for chsql - version: 0.0.1 + description: ClickHouse Native Client & File Reader for chsql + version: 0.0.2 language: Rust build: cmake license: MIT @@ -13,12 +13,47 @@ extension: repo: github: quackscience/duckdb-extension-clickhouse-native - ref: 0116eb462ec85fa000f1cb15a3b0ee6165711b78 + ref: 1c9d08775def3b5a05a7d58590e5924845390657 docs: hello_world: | - --- This experimental rust extension allows reading ClickHouse Native files with DuckDB - --- Test files can be generated with clickhouse-local. See README for full examples. + --- This experimental rust extension implements Native Clickhouse formats for DuckDB. + --- Native Binary Client for chsql + --- CLICKHOUSE_URL="tcp://localhost:9000" + --- CLICKHOUSE_USER="default" + + --- Simple Example + D SELECT * FROM clickhouse_scan("SELECT version(), 'hello', 123"); + ┌────────────┬─────────┬────────┐ + │ version() │ 'hello' │ 123 │ + │ varchar │ varchar │ uint32 │ + ├────────────┼─────────┼────────┤ + │ 24.10.2.80 │ hello │ 123 │ + └────────────┴─────────┴────────┘ + + --- Wide Example + D SELECT * FROM clickhouse_scan("SELECT * FROM system.functions WHERE alias_to != '' LIMIT 10"); + ┌────────────────────┬──────────────┬──────────────────┬──────────────────────┬───┬───────────┬────────────────┬──────────┬────────────┐ + │ name │ is_aggregate │ case_insensitive │ alias_to │ … │ arguments │ returned_value │ examples │ categories │ + │ varchar │ uint32 │ uint32 │ varchar │ │ varchar │ varchar │ varchar │ varchar │ + ├────────────────────┼──────────────┼──────────────────┼──────────────────────┼───┼───────────┼────────────────┼──────────┼────────────┤ + │ connection_id │ 0 │ 1 │ connectionID │ … │ │ │ │ │ + │ rand32 │ 0 │ 0 │ rand │ … │ │ │ │ │ + │ INET6_ATON │ 0 │ 1 │ IPv6StringToNum │ … │ │ │ │ │ + │ INET_ATON │ 0 │ 1 │ IPv4StringToNum │ … │ │ │ │ │ + │ truncate │ 0 │ 1 │ trunc │ … │ │ │ │ │ + │ ceiling │ 0 │ 1 │ ceil │ … │ │ │ │ │ + │ replace │ 0 │ 1 │ replaceAll │ … │ │ │ │ │ + │ from_utc_timestamp │ 0 │ 1 │ fromUTCTimestamp │ … │ │ │ │ │ + │ mapFromString │ 0 │ 0 │ extractKeyValuePairs │ … │ │ │ │ │ + │ str_to_map │ 0 │ 1 │ extractKeyValuePairs │ … │ │ │ │ │ + ├────────────────────┴──────────────┴──────────────────┴──────────────────────┴───┴───────────┴────────────────┴──────────┴────────────┤ + │ 10 rows 12 columns (8 shown) │ + └──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘ + + + --- Native File Reader for chsql + --- Test files can be generated with clickhouse-local. File reads are full-scans. --- Simple Example D SELECT * FROM clickhouse_native('/tmp/numbers.clickhouse'); @@ -59,4 +94,4 @@ docs: └─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘ extended_description: | - This extension is highly experimental and potentially unstable. All reads are full-scans. Do not use in production. + This extension is highly experimental and potentially unstable. Do not use in production. See README for full examples. From 9d71a986472131333720588597a6adeb9587191c Mon Sep 17 00:00:00 2001 From: Rusty Conover Date: Wed, 1 Jan 2025 23:08:06 -0500 Subject: [PATCH 07/27] fix: bump datasketches to 0.0.2 --- extensions/datasketches/description.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/extensions/datasketches/description.yml b/extensions/datasketches/description.yml index 17d6830..f9667f8 100644 --- a/extensions/datasketches/description.yml +++ b/extensions/datasketches/description.yml @@ -71,7 +71,7 @@ extension: maintainers: - rustyconover name: datasketches - version: 0.0.1 + version: 0.0.2 repo: github: rustyconover/duckdb-datasketches - ref: 4568aa6b47fc8a2339f96287d1f165ae41fed982 + ref: 2e02577641aa1e5acee11d7c0c6ff4d4d2be0589 From d0634a84cbfe493de00c58c33a6a5d89a6a489fe Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Thu, 2 Jan 2025 11:09:43 +0100 Subject: [PATCH 08/27] Update description.yml --- extensions/chsql_native/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/chsql_native/description.yml b/extensions/chsql_native/description.yml index 2298a84..221798f 100644 --- a/extensions/chsql_native/description.yml +++ b/extensions/chsql_native/description.yml @@ -13,7 +13,7 @@ extension: repo: github: quackscience/duckdb-extension-clickhouse-native - ref: 1c9d08775def3b5a05a7d58590e5924845390657 + ref: 7d00778fb5f3ba575e33d975faef7f68527d188a docs: hello_world: | From 92115e854b2d07d32c3d274118cb49e2b0ca79c5 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Thu, 2 Jan 2025 11:37:31 +0100 Subject: [PATCH 09/27] Update description.yml --- extensions/chsql_native/description.yml | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/extensions/chsql_native/description.yml b/extensions/chsql_native/description.yml index 221798f..1ff5513 100644 --- a/extensions/chsql_native/description.yml +++ b/extensions/chsql_native/description.yml @@ -13,16 +13,15 @@ extension: repo: github: quackscience/duckdb-extension-clickhouse-native - ref: 7d00778fb5f3ba575e33d975faef7f68527d188a + ref: f2e3b6d0c327d71e0989f078b7fc6d13dbac52b9 docs: hello_world: | --- This experimental rust extension implements Native Clickhouse formats for DuckDB. - --- Native Binary Client for chsql - --- CLICKHOUSE_URL="tcp://localhost:9000" - --- CLICKHOUSE_USER="default" - - --- Simple Example + --- ClickHouse Native Binary Client for chsql + --- export CLICKHOUSE_URL="tcp://localhost:9000" + --- export CLICKHOUSE_URL="tcp://user:pass@remote:9440/?secure=true&skip_verify=true" + --- Simple Query Example D SELECT * FROM clickhouse_scan("SELECT version(), 'hello', 123"); ┌────────────┬─────────┬────────┐ │ version() │ 'hello' │ 123 │ @@ -31,7 +30,7 @@ docs: │ 24.10.2.80 │ hello │ 123 │ └────────────┴─────────┴────────┘ - --- Wide Example + --- Wide Query Example D SELECT * FROM clickhouse_scan("SELECT * FROM system.functions WHERE alias_to != '' LIMIT 10"); ┌────────────────────┬──────────────┬──────────────────┬──────────────────────┬───┬───────────┬────────────────┬──────────┬────────────┐ │ name │ is_aggregate │ case_insensitive │ alias_to │ … │ arguments │ returned_value │ examples │ categories │ From d559aa2fe2f49ca7815f708c1a4994497dc3eb66 Mon Sep 17 00:00:00 2001 From: hafenkran <4216598+hafenkran@users.noreply.github.com> Date: Thu, 2 Jan 2025 23:15:33 +0100 Subject: [PATCH 10/27] bump bigquery git ref --- extensions/bigquery/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/bigquery/description.yml b/extensions/bigquery/description.yml index 6095634..f52e57e 100644 --- a/extensions/bigquery/description.yml +++ b/extensions/bigquery/description.yml @@ -13,7 +13,7 @@ extension: repo: github: hafenkran/duckdb-bigquery - ref: 5e62c8ec0d6f764aebbc8480ec393cf5c6695917 + ref: f19e01bb639c8941ea9588b67c27be018f6fcff0 docs: hello_world: | From 30313013a846412f236dde52c6fc43eac013650e Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Fri, 3 Jan 2025 13:38:36 +0100 Subject: [PATCH 11/27] Avoid failures due to missing permissions to upload docs --- .github/workflows/build.yml | 6 ------ .github/workflows/deploy_docs.yml | 1 + 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index ffd3ac7..647f473 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -137,9 +137,3 @@ jobs: extension_name: ${{ needs.prepare.outputs.COMMUNITY_EXTENSION_NAME }} repository: ${{ needs.prepare.outputs.COMMUNITY_EXTENSION_GITHUB }} ref: ${{ needs.prepare.outputs.COMMUNITY_EXTENSION_REF }} - - docs_all: - if: ${{ (github.head_ref || github.ref_name) == 'main' }} - needs: - - deploy - uses: ./.github/workflows/generate_docs.yml diff --git a/.github/workflows/deploy_docs.yml b/.github/workflows/deploy_docs.yml index ede6786..d12f6d6 100644 --- a/.github/workflows/deploy_docs.yml +++ b/.github/workflows/deploy_docs.yml @@ -31,6 +31,7 @@ jobs: cp build/docs/extensions_list.md.tmp web/_includes/list_of_community_extensions.md - name: Upload to duckdb/duckdb-web + if: github.repository != 'duckdb/duckdb-web' env: GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | From 28c183112a0e0373d62e2468d55412e7faef10d3 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Fri, 3 Jan 2025 13:49:09 +0100 Subject: [PATCH 12/27] Build also against latest ducdkb version via next_tag --- .github/workflows/build_next.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_next.yml b/.github/workflows/build_next.yml index 5e39658..9aada07 100644 --- a/.github/workflows/build_next.yml +++ b/.github/workflows/build_next.yml @@ -15,7 +15,7 @@ on: jobs: test_against_latest: - if: false + if: true uses: ./.github/workflows/build.yml with: duckdb_version: 'main' From baabf59407c82aa997a90b1d6769d3ed9299923b Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Fri, 3 Jan 2025 13:38:36 +0100 Subject: [PATCH 13/27] Avoid failures due to missing permissions to upload docs --- .github/workflows/build.yml | 6 ------ .github/workflows/deploy_docs.yml | 1 + 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index ffd3ac7..647f473 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -137,9 +137,3 @@ jobs: extension_name: ${{ needs.prepare.outputs.COMMUNITY_EXTENSION_NAME }} repository: ${{ needs.prepare.outputs.COMMUNITY_EXTENSION_GITHUB }} ref: ${{ needs.prepare.outputs.COMMUNITY_EXTENSION_REF }} - - docs_all: - if: ${{ (github.head_ref || github.ref_name) == 'main' }} - needs: - - deploy - uses: ./.github/workflows/generate_docs.yml diff --git a/.github/workflows/deploy_docs.yml b/.github/workflows/deploy_docs.yml index ede6786..d12f6d6 100644 --- a/.github/workflows/deploy_docs.yml +++ b/.github/workflows/deploy_docs.yml @@ -31,6 +31,7 @@ jobs: cp build/docs/extensions_list.md.tmp web/_includes/list_of_community_extensions.md - name: Upload to duckdb/duckdb-web + if: github.repository != 'duckdb/duckdb-web' env: GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | From ed50ab4fc53decd135de6a1a7a3786b481193fd8 Mon Sep 17 00:00:00 2001 From: hafenkran <4216598+hafenkran@users.noreply.github.com> Date: Fri, 3 Jan 2025 21:16:18 +0100 Subject: [PATCH 14/27] updated bigquery version tag --- extensions/bigquery/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/bigquery/description.yml b/extensions/bigquery/description.yml index f52e57e..fc6b827 100644 --- a/extensions/bigquery/description.yml +++ b/extensions/bigquery/description.yml @@ -1,7 +1,7 @@ extension: name: bigquery description: Integrates DuckDB with Google BigQuery, allowing direct querying and management of BigQuery datasets - version: 0.1.1 + version: 0.1.2 language: C++ build: cmake license: MIT From 572bb563022844960911d827f2748d054a66b2f4 Mon Sep 17 00:00:00 2001 From: Lorenzo Mangani Date: Sat, 4 Jan 2025 23:35:31 +0100 Subject: [PATCH 15/27] update chsql 1.0.7 --- extensions/chsql/description.yml | 52 +++++++++++++++++++++++++++----- 1 file changed, 45 insertions(+), 7 deletions(-) diff --git a/extensions/chsql/description.yml b/extensions/chsql/description.yml index cff8e8e..9043e74 100644 --- a/extensions/chsql/description.yml +++ b/extensions/chsql/description.yml @@ -1,7 +1,7 @@ extension: name: chsql description: ClickHouse SQL Macros for DuckDB - version: 1.0.6 + version: 1.0.7 language: SQL & C++ build: cmake license: MIT @@ -11,13 +11,12 @@ extension: repo: github: quackscience/duckdb-extension-clickhouse-sql - ref: 9ab2e8118dbb9e429fa8d2a9026ad019f5bf7706 + ref: 16bcb5b0fda0ccca22f42695295f9bb4171190fb docs: hello_world: | -- Use boring ClickHouse SQL function macros in DuckDB SQL queries. Examples: - SELECT toString('world') AS hello, toInt8OrZero('world') AS zero; - + D SELECT toString('world') AS hello, toInt8OrZero('world') AS zero; ┌─────────┬───────┐ │ hello │ zero │ │ varchar │ int64 │ @@ -25,7 +24,7 @@ docs: │ world │ 0 │ └─────────┴───────┘ - SELECT IPv4NumToString(167772161), IPv4StringToNum('10.0.0.1'); + D SELECT IPv4NumToString(167772161), IPv4StringToNum('10.0.0.1'); ┌────────────────────────────┬─────────────────────────────┐ │ ipv4numtostring(167772161) │ ipv4stringtonum('10.0.0.1') │ │ varchar │ int32 │ @@ -34,7 +33,7 @@ docs: └────────────────────────────┴─────────────────────────────┘ -- Query a remote ClickHouse instance via HTTP/S API using multiple formats - SELECT * FROM ch_scan("SELECT number * 100 FROM numbers(3)","https://play.clickhouse.com", format := 'Parquet'); + D SELECT * FROM ch_scan("SELECT number * 100 FROM numbers(3)","https://play.clickhouse.com", format := 'Parquet'); ┌───────────────────────┐ │ multiply(number, 100) │ │ varchar │ @@ -44,6 +43,45 @@ docs: │ 200 │ └───────────────────────┘ + -- Query the emulated system tables to explore columns, rows, types, storage, etc + D SELECT * FROM system.tables; + D SELECT * FROM system.columns; + D SELECT * FROM system.functions; + D SELECT * FROM system.uptime; + D SELECT * FROM system.disks; + ┌──────────┬──────────────┬────────────┬─────────────┬──────────────────┬─────────────────┬─────────┬─────────────────────┬───────────────┬──────────────┬──────────────┬───────────────┬───────────┬───────────┬────────────┐ + │ name │ path │ free_space │ total_space │ unreserved_space │ keep_free_space │ type │ object_storage_type │ metadata_type │ is_encrypted │ is_read_only │ is_write_once │ is_remote │ is_broken │ cache_path │ + │ varchar │ varchar │ int64 │ int64 │ int64 │ int64 │ varchar │ varchar │ varchar │ boolean │ boolean │ boolean │ boolean │ boolean │ varchar │ + ├──────────┼──────────────┼────────────┼─────────────┼──────────────────┼─────────────────┼─────────┼─────────────────────┼───────────────┼──────────────┼──────────────┼───────────────┼───────────┼───────────┼────────────┤ + │ localdb │ test.db │ 0 │ 262144 │ 0 │ 0 │ Local │ None │ None │ false │ false │ false │ false │ false │ │ + │ memory │ NULL │ 0 │ 0 │ 0 │ 0 │ Local │ None │ None │ false │ false │ false │ false │ false │ │ + │ testduck │ /tmp/duck.db │ 262144 │ 786432 │ 262144 │ 0 │ Local │ None │ None │ false │ false │ false │ false │ false │ │ + └──────────┴──────────────┴────────────┴─────────────┴──────────────────┴─────────────────┴─────────┴─────────────────────┴───────────────┴──────────────┴──────────────┴───────────────┴───────────┴───────────┴────────────┘ extended_description: | - This extension implements a growing number of [ClickHouse SQL Macros](https://duckdb.org/community_extensions/extensions/chsql#added-functions) and functions for DuckDB. + + ## DuckDB ClickHouse SQL extension + The DuckDB chsql community extension implements 100+ popular [ClickHouse SQL Macros](https://duckdb.org/community_extensions/extensions/chsql#added-functions), functions and helpers making it easier for users to transition between OLAP systems ⭐ + + ### Motivation + DuckDB is our favourite OLAP engine but ClickHouse has lots of integrations and users. This extension is dedicated to ClickHouse refugeess. + + ``` + ✔ DuckDB SQL is awesome and full of great functions.
+ ✔ ClickHouse SQL is awesome and full of great functions. + + ✔ The DuckDB library is ~51M and modular. Can LOAD extensions.
+ ❌ The ClickHouse monolith is ~551M and growing. No extensions. + + ✔ DuckDB is open source and protected by a no-profit foundation.
+ ❌ ClickHouse is open core and controlled by for-profit corporation. + + ✔ DuckDB embedded is fast, mature and elegantly integrated in many languages.
+ ❌ chdb is still experimental, unstable and currently only supports Python. + ``` + + ### Extensions + - [chsql_native](https://duckdb.org/community_extensions/extensions/chsql_native) provides a native clickhouse client (binary) and a reader for ClickHouse Native format files + + #### Legal Disclaimer + > DuckDB ® is a trademark of DuckDB Foundation. ClickHouse® is a trademark of ClickHouse Inc. All trademarks, service marks, and logos mentioned or depicted are the property of their respective owners. The use of any third-party trademarks, brand names, product names, and company names is purely informative or intended as parody and does not imply endorsement, affiliation, or association with the respective owners. From 46b5c3f994f33fb8c3ec5f773b563a7e6bc29f54 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Hannes=20M=C3=BChleisen?= Date: Mon, 6 Jan 2025 14:47:33 +0100 Subject: [PATCH 16/27] bump avro next --- extensions/avro/description.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/extensions/avro/description.yml b/extensions/avro/description.yml index 346cf08..d3c2c72 100644 --- a/extensions/avro/description.yml +++ b/extensions/avro/description.yml @@ -12,7 +12,8 @@ extension: repo: github: hannes/duckdb_avro - ref: e5ed59b6ccf915c65e17eb6286b9a64f3ab09f59 + ref: 7facc0badf31c7ec0a249cf47fb97d190550d3f2 + ref_next: c8941c92ec103f7825eb88207c04512f8a714b23 docs: hello_world: | From 1e37af3d26f055b1e226df6d41280fb2b0a00d79 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Mon, 6 Jan 2025 15:45:35 +0100 Subject: [PATCH 17/27] [avro] avoid changing ref --- extensions/avro/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/avro/description.yml b/extensions/avro/description.yml index d3c2c72..abeb2a7 100644 --- a/extensions/avro/description.yml +++ b/extensions/avro/description.yml @@ -12,7 +12,7 @@ extension: repo: github: hannes/duckdb_avro - ref: 7facc0badf31c7ec0a249cf47fb97d190550d3f2 + ref: e5ed59b6ccf915c65e17eb6286b9a64f3ab09f59 ref_next: c8941c92ec103f7825eb88207c04512f8a714b23 docs: From 9fd7207445106de1f5bbfa390776f78e48655844 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Hannes=20M=C3=BChleisen?= Date: Mon, 6 Jan 2025 17:11:57 +0100 Subject: [PATCH 18/27] bump --- extensions/avro/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/avro/description.yml b/extensions/avro/description.yml index d3c2c72..569aa96 100644 --- a/extensions/avro/description.yml +++ b/extensions/avro/description.yml @@ -12,7 +12,7 @@ extension: repo: github: hannes/duckdb_avro - ref: 7facc0badf31c7ec0a249cf47fb97d190550d3f2 + ref: 8796f4979532a3946b850dcc3a85cc52bd708652 ref_next: c8941c92ec103f7825eb88207c04512f8a714b23 docs: From f27d53064a55ece217d4b642f30639b3a967bdfd Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Wed, 8 Jan 2025 10:49:20 +0100 Subject: [PATCH 19/27] [magic] Skip also _mingw platform --- extensions/magic/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/magic/description.yml b/extensions/magic/description.yml index 44a2c50..600441e 100644 --- a/extensions/magic/description.yml +++ b/extensions/magic/description.yml @@ -4,7 +4,7 @@ extension: version: 0.0.1 language: C++ build: cmake - excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;windows_amd64" + excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;windows_amd64_mingw;windows_amd64" license: MIT maintainers: - carlopi From d4084fcdeeffb95bd4f719e7021e85f3c17952d9 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Wed, 8 Jan 2025 10:52:24 +0100 Subject: [PATCH 20/27] [magic] Skip also _musl platform --- extensions/magic/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/magic/description.yml b/extensions/magic/description.yml index 600441e..67d95a3 100644 --- a/extensions/magic/description.yml +++ b/extensions/magic/description.yml @@ -4,7 +4,7 @@ extension: version: 0.0.1 language: C++ build: cmake - excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;windows_amd64_mingw;windows_amd64" + excluded_platforms: "linux_amd64_musl;wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;windows_amd64_mingw;windows_amd64" license: MIT maintainers: - carlopi From 6bf678aa77539ab02e46f750d15f3db22657c2a9 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Wed, 8 Jan 2025 10:53:55 +0100 Subject: [PATCH 21/27] [h3] Skip also _mingw platform --- extensions/h3/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/h3/description.yml b/extensions/h3/description.yml index 6be1239..79cfe76 100644 --- a/extensions/h3/description.yml +++ b/extensions/h3/description.yml @@ -7,7 +7,7 @@ extension: license: Apache-2.0 maintainers: - isaacbrodsky - excluded_platforms: "windows_amd64_rtools" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw" repo: github: isaacbrodsky/h3-duckdb From e5215c6439ba429711ea53ebd02363b9a19ba344 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Wed, 8 Jan 2025 11:22:33 +0100 Subject: [PATCH 22/27] And remove _mingw also from all other extensions --- extensions/avro/description.yml | 2 +- extensions/bigquery/description.yml | 2 +- extensions/chsql_native/description.yml | 2 +- extensions/crypto/description.yml | 2 +- extensions/evalexpr_rhai/description.yml | 2 +- extensions/pcap_reader/description.yml | 2 +- extensions/pyroscope/description.yml | 2 +- extensions/rusty_quack/description.yml | 2 +- extensions/scrooge/description.yml | 2 +- extensions/sheetreader/description.yml | 2 +- 10 files changed, 10 insertions(+), 10 deletions(-) diff --git a/extensions/avro/description.yml b/extensions/avro/description.yml index 569aa96..5830e59 100644 --- a/extensions/avro/description.yml +++ b/extensions/avro/description.yml @@ -5,7 +5,7 @@ extension: language: C++ build: cmake license: MIT - excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools" + excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;windows_amd64_mingw" maintainers: - hannes diff --git a/extensions/bigquery/description.yml b/extensions/bigquery/description.yml index fc6b827..8b9cbeb 100644 --- a/extensions/bigquery/description.yml +++ b/extensions/bigquery/description.yml @@ -5,7 +5,7 @@ extension: language: C++ build: cmake license: MIT - excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;osx_amd64;linux_arm64" + excluded_platforms: "wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;windows_amd64_mingw;osx_amd64;linux_arm64" vcpkg_commit: "e01906b2ba7e645a76ee021a19de616edc98d29f" requires_toolchains: "parser_tools" maintainers: diff --git a/extensions/chsql_native/description.yml b/extensions/chsql_native/description.yml index 1ff5513..8751002 100644 --- a/extensions/chsql_native/description.yml +++ b/extensions/chsql_native/description.yml @@ -5,7 +5,7 @@ extension: language: Rust build: cmake license: MIT - excluded_platforms: "windows_amd64_rtools;windows_amd64;wasm_threads;wasm_eh;wasm_mvp" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw;windows_amd64;wasm_threads;wasm_eh;wasm_mvp" requires_toolchains: "rust;python3" maintainers: - lmangani diff --git a/extensions/crypto/description.yml b/extensions/crypto/description.yml index 3fa15de..6dcc386 100644 --- a/extensions/crypto/description.yml +++ b/extensions/crypto/description.yml @@ -43,7 +43,7 @@ docs: extension: build: cmake description: Cryptographic hash functions and HMAC - excluded_platforms: windows_amd64_rtools;windows_amd64 + excluded_platforms: windows_amd64_rtools;windows_amd64_mingw;windows_amd64 language: C++ license: MIT maintainers: diff --git a/extensions/evalexpr_rhai/description.yml b/extensions/evalexpr_rhai/description.yml index 3f9eb9a..d9016f9 100644 --- a/extensions/evalexpr_rhai/description.yml +++ b/extensions/evalexpr_rhai/description.yml @@ -75,7 +75,7 @@ docs: extension: build: cmake description: Evaluate the Rhai scripting language in DuckDB - excluded_platforms: windows_amd64_rtools;windows_amd64 + excluded_platforms: windows_amd64_rtools;windows_amd64_mingw;windows_amd64 language: C++ license: Apache-2.0 maintainers: diff --git a/extensions/pcap_reader/description.yml b/extensions/pcap_reader/description.yml index 4398fd0..022ee04 100644 --- a/extensions/pcap_reader/description.yml +++ b/extensions/pcap_reader/description.yml @@ -5,7 +5,7 @@ extension: language: Rust build: cmake license: MIT - excluded_platforms: "windows_amd64_rtools;windows_amd64" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw;windows_amd64" requires_toolchains: "rust;python3" maintainers: - lmangani diff --git a/extensions/pyroscope/description.yml b/extensions/pyroscope/description.yml index 5b28b6b..130d956 100644 --- a/extensions/pyroscope/description.yml +++ b/extensions/pyroscope/description.yml @@ -5,7 +5,7 @@ extension: language: Rust build: cmake license: MIT - excluded_platforms: "windows_amd64_rtools;windows_amd64;wasm_threads;wasm_eh;wasm_mvp" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw;windows_amd64;wasm_threads;wasm_eh;wasm_mvp" requires_toolchains: "rust;python3" maintainers: - lmangani diff --git a/extensions/rusty_quack/description.yml b/extensions/rusty_quack/description.yml index 2ab5a0f..269638f 100644 --- a/extensions/rusty_quack/description.yml +++ b/extensions/rusty_quack/description.yml @@ -5,7 +5,7 @@ extension: language: Rust build: cargo license: MIT - excluded_platforms: "windows_amd64_rtools" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw" requires_toolchains: "rust;python3" maintainers: - samansmink diff --git a/extensions/scrooge/description.yml b/extensions/scrooge/description.yml index 96a7986..67649d2 100644 --- a/extensions/scrooge/description.yml +++ b/extensions/scrooge/description.yml @@ -3,7 +3,7 @@ extension: description: Provides functionality for financial data-analysis, including data scanners for the Ethereum Blockchain and Yahoo Finance version: 0.0.2 language: C++ - excluded_platforms: "windows_amd64_rtools" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw" build: cmake license: MIT maintainers: diff --git a/extensions/sheetreader/description.yml b/extensions/sheetreader/description.yml index 8f38850..369fce4 100644 --- a/extensions/sheetreader/description.yml +++ b/extensions/sheetreader/description.yml @@ -4,7 +4,7 @@ extension: version: 0.1.0 language: C++ build: cmake - excluded_platforms: windows_amd64_rtools + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw" license: MIT maintainers: - freddie-freeloader From cda91894b2748bb6ccfe3c655e8177241d747631 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Thu, 9 Jan 2025 12:12:00 +0100 Subject: [PATCH 23/27] [crypto] Skip platform linux_amd64_musl Problem is currently: ``` -- Found Rust: /root/.rustup/toolchains/stable-x86_64-unknown-linux-musl/bin/rustc (found version "1.83.0") CMake Error at /duckdb_build_dir/corrosion/cmake/Corrosion.cmake:79 (message): Target x86_64-unknown-linux-gnu is not installed for toolchain stable-x86_64-unknown-linux-musl. Help: Run `rustup target add --toolchain stable-x86_64-unknown-linux-musl x86_64-unknown-linux-gnu` to install the missing target. Call Stack (most recent call first): /duckdb_build_dir/corrosion/CMakeLists.txt:73 (include) ``` Needs to be likely solved at the toolchain level, possibly in the dockerfile for musl in duckdb/extension-ci-tools. --- extensions/crypto/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/crypto/description.yml b/extensions/crypto/description.yml index 6dcc386..a26cb24 100644 --- a/extensions/crypto/description.yml +++ b/extensions/crypto/description.yml @@ -43,7 +43,7 @@ docs: extension: build: cmake description: Cryptographic hash functions and HMAC - excluded_platforms: windows_amd64_rtools;windows_amd64_mingw;windows_amd64 + excluded_platforms: windows_amd64_rtools;windows_amd64_mingw;windows_amd64;linux_amd64_musl language: C++ license: MIT maintainers: From 770aee3cfab053a96207eec743593938b3bf819e Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Thu, 9 Jan 2025 12:25:08 +0100 Subject: [PATCH 24/27] [gsheets] Skip also _mingw --- extensions/gsheets/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/gsheets/description.yml b/extensions/gsheets/description.yml index 3cc3b76..8a91814 100644 --- a/extensions/gsheets/description.yml +++ b/extensions/gsheets/description.yml @@ -5,7 +5,7 @@ extension: language: C++ build: cmake license: MIT - excluded_platforms: "windows_amd64_rtools;wasm_mvp;wasm_eh;wasm_threads" + excluded_platforms: "windows_amd64_rtools;windows_amd64_mingw;wasm_mvp;wasm_eh;wasm_threads" maintainers: - archiewood From dd6fb822ccd637859eba5e4c28cc199aba7099cc Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Thu, 9 Jan 2025 12:12:00 +0100 Subject: [PATCH 25/27] [lindel] Skip platform linux_amd64_musl Problem is currently: ``` -- Found Rust: /root/.rustup/toolchains/stable-x86_64-unknown-linux-musl/bin/rustc (found version "1.83.0") CMake Error at /duckdb_build_dir/corrosion/cmake/Corrosion.cmake:79 (message): Target x86_64-unknown-linux-gnu is not installed for toolchain stable-x86_64-unknown-linux-musl. Help: Run `rustup target add --toolchain stable-x86_64-unknown-linux-musl x86_64-unknown-linux-gnu` to install the missing target. Call Stack (most recent call first): /duckdb_build_dir/corrosion/CMakeLists.txt:73 (include) ``` Needs to be likely solved at the toolchain level, possibly in the dockerfile for musl in duckdb/extension-ci-tools. --- extensions/lindel/description.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/extensions/lindel/description.yml b/extensions/lindel/description.yml index 9710c5d..79b8299 100644 --- a/extensions/lindel/description.yml +++ b/extensions/lindel/description.yml @@ -101,6 +101,7 @@ extension: description: Linearization/Delinearization, Z-Order, Hilbert and Morton Curves language: C++ license: Apache-2.0 + excluded_platforms: "linux_amd64_musl" maintainers: - rustyconover name: lindel From 73a8d49970899e80b154f4865ec7f76374b5f1a7 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Thu, 9 Jan 2025 12:12:00 +0100 Subject: [PATCH 26/27] [evalexpr_rhai] Skip platform linux_amd64_musl Problem is currently: ``` -- Found Rust: /root/.rustup/toolchains/stable-x86_64-unknown-linux-musl/bin/rustc (found version "1.83.0") CMake Error at /duckdb_build_dir/corrosion/cmake/Corrosion.cmake:79 (message): Target x86_64-unknown-linux-gnu is not installed for toolchain stable-x86_64-unknown-linux-musl. Help: Run `rustup target add --toolchain stable-x86_64-unknown-linux-musl x86_64-unknown-linux-gnu` to install the missing target. Call Stack (most recent call first): /duckdb_build_dir/corrosion/CMakeLists.txt:73 (include) ``` Needs to be likely solved at the toolchain level, possibly in the dockerfile for musl in duckdb/extension-ci-tools. --- extensions/evalexpr_rhai/description.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/evalexpr_rhai/description.yml b/extensions/evalexpr_rhai/description.yml index d9016f9..b9a0873 100644 --- a/extensions/evalexpr_rhai/description.yml +++ b/extensions/evalexpr_rhai/description.yml @@ -75,7 +75,7 @@ docs: extension: build: cmake description: Evaluate the Rhai scripting language in DuckDB - excluded_platforms: windows_amd64_rtools;windows_amd64_mingw;windows_amd64 + excluded_platforms: windows_amd64_rtools;windows_amd64_mingw;windows_amd64;linux_amd64_musl language: C++ license: Apache-2.0 maintainers: From 0082b7e16f3611ebd292a9b9b9f82c05c59374c9 Mon Sep 17 00:00:00 2001 From: Carlo Piovesan Date: Thu, 9 Jan 2025 12:12:00 +0100 Subject: [PATCH 27/27] [prql] Skip platform linux_amd64_musl Problem is currently: ``` -- Found Rust: /root/.rustup/toolchains/stable-x86_64-unknown-linux-musl/bin/rustc (found version "1.83.0") CMake Error at /duckdb_build_dir/corrosion/cmake/Corrosion.cmake:79 (message): Target x86_64-unknown-linux-gnu is not installed for toolchain stable-x86_64-unknown-linux-musl. Help: Run `rustup target add --toolchain stable-x86_64-unknown-linux-musl x86_64-unknown-linux-gnu` to install the missing target. Call Stack (most recent call first): /duckdb_build_dir/corrosion/CMakeLists.txt:73 (include) ``` Needs to be likely solved at the toolchain level, possibly in the dockerfile for musl in duckdb/extension-ci-tools. --- extensions/prql/description.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/extensions/prql/description.yml b/extensions/prql/description.yml index 989eb52..2fa1b0d 100644 --- a/extensions/prql/description.yml +++ b/extensions/prql/description.yml @@ -6,6 +6,7 @@ extension: build: cmake requires_toolchains: "rust" license: MIT + excluded_platforms: "linux_amd64_musl" maintainers: - ywelsch