Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Resolve draft modified time from commit history instead of cache #3174

Merged
merged 3 commits into from
Oct 24, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 14 additions & 3 deletions packages/openneuro-server/src/datalad/dataset.ts
Original file line number Diff line number Diff line change
Expand Up @@ -69,15 +69,26 @@
}
}

interface WorkerDraftFields {
// Commit id hash
ref: string
// Commit tree ref
tree: string
// Commit message
message: string
// Commit author time
modified: string
}

/**
* Return the latest commit
* @param {string} id Dataset accession number
*/
export const getDraftHead = async (id) => {
export const getDraftHead = async (id): Promise<WorkerDraftFields> => {
const draftRes = await request
.get(`${getDatasetWorker(id)}/datasets/${id}/draft`)
.set("Accept", "application/json")
return draftRes.body.hexsha
return draftRes.body

Check warning on line 91 in packages/openneuro-server/src/datalad/dataset.ts

View check run for this annotation

Codecov / codecov/patch

packages/openneuro-server/src/datalad/dataset.ts#L91

Added line #L91 was not covered by tests
}

/**
Expand All @@ -87,7 +98,7 @@
const dataset = await Dataset.findOne({ id }).lean()
return {
...dataset,
revision: await getDraftHead(id),
revision: (await getDraftHead(id)).ref,

Check warning on line 101 in packages/openneuro-server/src/datalad/dataset.ts

View check run for this annotation

Codecov / codecov/patch

packages/openneuro-server/src/datalad/dataset.ts#L101

Added line #L101 was not covered by tests
}
}

Expand Down
13 changes: 8 additions & 5 deletions packages/openneuro-server/src/graphql/resolvers/dataset.ts
Original file line number Diff line number Diff line change
Expand Up @@ -276,11 +276,14 @@
*/
const Dataset = {
uploader: (ds) => user(ds, { id: ds.uploader }),
draft: async (obj) => ({
id: obj.id,
revision: await datalad.getDraftHead(obj.id),
modified: obj.modified,
}),
draft: async (obj) => {
const draftHead = await datalad.getDraftHead(obj.id)
return {
id: obj.id,
revision: draftHead.ref,
modified: draftHead.modified,
}
},

Check warning on line 286 in packages/openneuro-server/src/graphql/resolvers/dataset.ts

View check run for this annotation

Codecov / codecov/patch

packages/openneuro-server/src/graphql/resolvers/dataset.ts#L280-L286

Added lines #L280 - L286 were not covered by tests
snapshots,
latestSnapshot,
analytics,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -227,7 +227,7 @@
// In the case where there are no real snapshots, return most recent commit as snapshot
return await snapshot(
obj,
{ datasetId: obj.id, tag: await getDraftHead(obj.id) },
{ datasetId: obj.id, tag: (await getDraftHead(obj.id)).ref },

Check warning on line 230 in packages/openneuro-server/src/graphql/resolvers/snapshots.ts

View check run for this annotation

Codecov / codecov/patch

packages/openneuro-server/src/graphql/resolvers/snapshots.ts#L230

Added line #L230 was not covered by tests
context,
)
}
Expand Down
8 changes: 6 additions & 2 deletions services/datalad/datalad_service/handlers/draft.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
import datetime
import os

import falcon
Expand All @@ -19,8 +20,11 @@ async def on_get(self, req, resp, dataset):
if dataset and os.path.exists(dataset_path):
repo = pygit2.Repository(dataset_path)
commit = repo.revparse_single('HEAD')
resp.media = {'hexsha': str(commit.id),
'tree': str(commit.tree_id)}
resp.media = {'ref': str(commit.id),
'hexsha': str(commit.id), # Deprecate 'hexsha' but retain for now
'tree': str(commit.tree_id),
'message': str(commit.message),
'modified': datetime.datetime.fromtimestamp(commit.author.time).isoformat() + 'Z'}
resp.status = falcon.HTTP_OK
else:
resp.status = falcon.HTTP_NOT_FOUND
Expand Down
Loading