Skip to content

Commit

Permalink
add test for dataset preview order
Browse files Browse the repository at this point in the history
  • Loading branch information
mattseddon committed Oct 15, 2024
1 parent 4aaf5e3 commit 6947d0a
Showing 1 changed file with 33 additions and 0 deletions.
33 changes: 33 additions & 0 deletions tests/func/test_datasets.py
Original file line number Diff line number Diff line change
Expand Up @@ -775,6 +775,39 @@ def test_types():
assert r["binary_col"] == [0, 25]


def test_dataset_preview_order(test_session):
ids = list(range(10000))
order = ids[::-1]
catalog = test_session.catalog
dataset_name = "test"

DataChain.from_values(id=ids, order=order, session=test_session).order_by(
"order"
).save(dataset_name)

preview_values = []

for r in catalog.get_dataset(dataset_name).get_version(1).preview:
id = ids.pop()
o = order.pop()
entry = (id, o)
preview_values.append((id, o))
assert (r["id"], r["order"]) == entry

DataChain.from_dataset(dataset_name, session=test_session).save(dataset_name)

for r in catalog.get_dataset(dataset_name).get_version(2).preview:
assert (r["id"], r["order"]) == preview_values.pop(0)

DataChain.from_dataset(dataset_name, 2, session=test_session).order_by("id").save(
dataset_name
)

for r in catalog.get_dataset(dataset_name).get_version(3).preview:
assert r["id"] == ids.pop(0)
assert r["order"] == order.pop(0)


def test_dataset_preview_last_modified(cloud_test_catalog, dogs_dataset):
catalog = cloud_test_catalog.catalog

Expand Down

0 comments on commit 6947d0a

Please sign in to comment.