Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add commit offsets patch #27

Merged
merged 15 commits into from
Aug 26, 2024
6 changes: 3 additions & 3 deletions cloudflare-workers/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -16,9 +16,9 @@
"@cloudflare/vitest-pool-workers": "^0.4.5",
"@cloudflare/workers-types": "^4.20240712.0",
"prettier": "3.3.3",
"typescript": "^5.5.2",
"vitest": "1.5.0",
"wrangler": "^3.67.1"
"typescript": "^5.5.4",
"vitest": "2.0.5",
"wrangler": "^3.72.0"
},
"packageManager": "[email protected]+sha512.a6b2f7906b721bba3d67d4aff083df04dad64c399707841b7acf00f6b133b7ac24255f2652fa22ae3534329dc6180534e98d17432037ff6fd140556e2bb3137e",
"dependencies": {
Expand Down
250 changes: 249 additions & 1 deletion cloudflare-workers/src/administration.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,26 @@
import { getMeta, setMeta } from './db';
import { getComment, getMeta, getPaths, isPathExists, setMeta, setPath, updateCommentOffsets } from './db';
import { ModifiedCommentBody } from './types';

type Replacement = {
from: {
start: number;
end: number;
};
to?: {
start: number;
end: number;
};
};

type Offset = {
start: number;
end: number;
};

type OffsetDiff = {
len: number;
diff: number;
};

const encoder = new TextEncoder();

Expand All @@ -21,3 +43,229 @@ export async function compareCommitHash(env: Env, hash: string): Promise<boolean
const storedHash = await getMeta(env, 'commit_hash');
return storedHash === hash;
}

export async function renameComments(env: Env, oldPath: string, newPath: string) {
if (oldPath == newPath) {
throw new Error('The path you want to rename from and to are the same');
}

const [oldPathExists, newPathExists] = await isPathExists(env, oldPath, newPath);
if (!oldPathExists) {
return;
}
if (newPathExists) {
throw new Error('The path you want to rename to already exists');
}

await setPath(env, oldPath, newPath);
}

export async function modifyComments(env: Env, path: string, diff: ModifiedCommentBody['diff']) {
if (!(await isPathExists(env, path))) {
throw new Error('The path you want to modify does not exist');
}

const replacement: Replacement[] = [];

// Sort diff by i1
diff = diff.sort((a, b) => a.i1 - b.i1);

function _calcDiff(
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
offsets: Offset[],
pseudoOffsetsDiffArr: {
beforeEverything: OffsetDiff;
},
offsetsDiffArr: OffsetDiff[],
) {
for (const { tag, i1, i2, j1, j2 } of diff) {
// console.log('In diff:', tag, i1, i2, j1, j2);
switch (tag) {
case 'insert': {
const offsetIdx = offsets.findIndex((offset: { start: number; end: number }) => offset.start <= i1 && offset.end >= i1);
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
// 插入点在某个区间内
if (offsetIdx >= 0) {
// 更改区间长度
const diff = offsetsDiffArr[offsetIdx];
// console.log(' 插入点在某个区间内:', diff.len, j2 - j1); // checked
diff.len += j2 - j1;
}
// 插入点在任意区间外
else {
// 更改距离插入位置最近的前一个区间的差分
const diff = offsets.findIndex((offset: { start: number }) => offset.start > i1) - 1;
// console.log(' 插入点在任意区间外:', diff, j2 - j1); // checked
// 如果插入位置在所有 offset 区间前
if (diff == -1) {
pseudoOffsetsDiffArr.beforeEverything.diff += j2 - j1;
} else if (diff >= 0) {
offsetsDiffArr[diff].diff += j2 - j1;
}
}

break;
}

case 'replace':
case 'delete': {
// 如果该 diff 在所有 offset 区间前
if (i2 <= pseudoOffsetsDiffArr.beforeEverything.len + pseudoOffsetsDiffArr.beforeEverything.diff) {
// console.log(' 该 diff 在所有 offset 区间前', i2 - i1 - (j2 - j1)); // checked
pseudoOffsetsDiffArr.beforeEverything.diff -= i2 - i1 - (j2 - j1);
break;
}

const offsetIdxs = offsets.map((_: any, idx: number) => idx);
offsetIdxs.unshift(-1);

for (const offsetIdx of offsetIdxs) {
const { start, end } = offsetIdx === -1 ? { start: 0, end: pseudoOffsetsDiffArr.beforeEverything.len } : offsets[offsetIdx];
const diff = offsetIdx === -1 ? pseudoOffsetsDiffArr.beforeEverything : offsetsDiffArr[offsetIdx];
// console.log(' offsetIdx:', offsetIdx, start, end, diff);

// 如果 diff 完全包含 offset
if (i1 <= start && i2 >= end) {
// console.log(' diff 完全包含 offset', diff); // checked
diff.len = 0;
}
// 如果 offset 完全包含 diff
else if (start <= i1 && end >= i2) {
// console.log(' offset 完全包含 diff', diff, diff.len - (i2 - i1 - (j2 - j1))); // checked
diff.len -= i2 - i1 - (j2 - j1);
}
// 如果 diff 左半边在 offset 内,右半边在 offset 外
else if (i1 >= start && i1 <= end) {
if (tag === 'delete') {
// console.log(' diff 左半边在 offset 内,右半边在 offset 外', diff, end - i1); // checked
diff.len -= end - i1;
}
}
// 如果 diff 右半边在 offset 内,左半边在 offset 外
else if (i2 >= start && i2 <= end) {
if (tag === 'delete') {
// console.log(' diff 右半边在 offset 内,左半边在 offset 外', diff, i2 - start); // checked
diff.len -= i2 - start;
}
}
}

// 如果有 diff 跨多段 offset,那么直接删除多段 offset 的 diff
if (tag === 'replace') {
const cross = offsetIdxs
.map((offsetIdx) => ({
offset: offsetIdx === -1 ? { start: 0, end: pseudoOffsetsDiffArr.beforeEverything.len } : offsets[offsetIdx],
diff: offsetIdx === -1 ? pseudoOffsetsDiffArr.beforeEverything : offsetsDiffArr[offsetIdx],
}))
.filter((d) => (i1 >= d.offset.start && i1 <= d.offset.end) || (i2 >= d.offset.start && i2 <= d.offset.end));
if (cross.length > 1) {
let len = cross.reduce((acc, d) => acc + d.diff.len, 0);
// 跨段 diff 转 len 补偿
len += cross.slice(-1).reduce((acc, d) => acc + d.diff.diff, 0);
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
for (const d of cross) {
// console.log(' 跨段 replace', d, diff);
d.diff.len = 0;
}
cross[0].diff.diff += len - (i2 - i1 - (j2 - j1));
}
}

break;
}
}
}
}

// Distinct offsets
const offsets = [
...new Map((await getComment(env, { path })).map((comment) => comment.offset).map((offset) => [offset.start, offset.end])).entries(),
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
]
.map(([start, end]) => ({ start, end }))
.sort((a, b) => a.start - b.start);

if (offsets.length === 0) {
return;
}

const pseudoOffsetsDiffArr = {
beforeEverything: {
len: 0,
diff: offsets[0].start,
},
};

// offsets diff array
const offsetsDiffArr = offsets.map((offset, idx, that) => ({
len: offset.end - offset.start,
diff: idx === that.length - 1 ? 0 : that[idx + 1].start - offset.end,
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
}));

const diffPseudoOffsetsDiffArr = {
beforeEverything: {
len: pseudoOffsetsDiffArr.beforeEverything.diff,
diff: 0,
},
};

let lastDiffOffsetEnd = diffPseudoOffsetsDiffArr.beforeEverything.len;
const diffOffsets = offsetsDiffArr.map((diff) => {
const offset = {
start: lastDiffOffsetEnd + diff.len,
end: lastDiffOffsetEnd + diff.len + diff.diff,
};
lastDiffOffsetEnd = offset.end;
return offset;
});

const diffOffsetsDiffArr = diffOffsets.map((offset, idx, that) => ({
len: offset.end - offset.start,
diff: idx === that.length - 1 ? 0 : that[idx + 1].start - offset.end,
}));

// console.log('Initialalize:', offsets, pseudoOffsetsDiffArr, offsetsDiffArr);
// 计算 offset 更改
_calcDiff(offsets, pseudoOffsetsDiffArr, offsetsDiffArr);
// console.log('Finalalize:', offsets, pseudoOffsetsDiffArr, offsetsDiffArr);

// console.log('Diff Initialalize:', diffOffsets, diffPseudoOffsetsDiffArr, diffOffsetsDiffArr);
// 计算 diff.diff 更改
_calcDiff(diffOffsets, diffPseudoOffsetsDiffArr, diffOffsetsDiffArr);
// 应用 diff.diff 更改到 offset
for (const [idx, diff] of diffOffsetsDiffArr.entries()) {
offsetsDiffArr[idx].diff += diff.len - (diffOffsets[idx].end - diffOffsets[idx].start);
}
pseudoOffsetsDiffArr.beforeEverything.diff += diffPseudoOffsetsDiffArr.beforeEverything.len - offsets[0].start;
// console.log('Diff Finalalize:', diffOffsets, diffPseudoOffsetsDiffArr, diffOffsetsDiffArr);

let lastOffset = {
start: 0,
end: pseudoOffsetsDiffArr.beforeEverything.len,
};
let lastDiff = {
len: 0,
diff: pseudoOffsetsDiffArr.beforeEverything.diff,
};
// console.log('Check (pseudo):', lastOffset, lastDiff);
for (const [idx, diff] of offsetsDiffArr.entries()) {
const offset = offsets[idx];
// console.log('Check:', offset, diff);

const from = {
start: offset.start,
end: offset.end,
};
const to = {
start: lastOffset.end + lastDiff.diff,
end: lastOffset.end + lastDiff.diff + diff.len,
};

if (diff.len === 0) {
replacement.push({ from });
} else {
replacement.push({ from, to });
}

lastOffset = to;
lastDiff = diff;
}

await updateCommentOffsets(env, path, replacement);
}
66 changes: 66 additions & 0 deletions cloudflare-workers/src/db.ts
Original file line number Diff line number Diff line change
Expand Up @@ -79,3 +79,69 @@ export async function getPaths(env: Env): Promise<string[]> {

return (await db.prepare('SELECT path FROM pages').all()).results.map((page) => page.path as string);
}

export async function setPath(env: Env, oldPath: string, newPath: string) {
const db = env.DB;

await db.prepare('UPDATE pages SET path = ? WHERE path = ?').bind(newPath, oldPath).run();
}

export async function isPathExists(env: Env, path: string): Promise<boolean>;
export async function isPathExists(env: Env, ...path: string[]): Promise<boolean[]>;
export async function isPathExists(env: Env, ...path: string[]): Promise<boolean | boolean[]> {
if (typeof path === 'string') {
path = [path];
}

const db = env.DB;

const res = await db
.prepare(`SELECT path FROM pages WHERE path IN (${new Array<string>(path.length).fill('?').join(',')})`)
.bind(...path)
.all<Record<string, string>>();

if (path.length === 1) {
return res.results.length > 0;
}

return path.map((p) => res.results.some((r) => r.path === p));
}

export async function updateCommentOffsets(
env: Env,
path: string,
replacement: {
from: {
start: number;
end: number;
};
to?: {
start: number;
end: number;
};
}[],
) {
const db = env.DB;

const page = await db.prepare('SELECT * FROM pages WHERE path = ?').bind(path).first();

if (!page) {
return;
}

for (const { from, to } of replacement) {
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
if (!to) {
const offset_id = (
await db.prepare('SELECT id FROM offsets WHERE page_id = ? AND start = ? AND end = ?').bind(page.id, from.start, from.end).first()
)?.id;
if (!offset_id) continue;
await db.prepare('DELETE FROM comments WHERE offset_id = ?').bind(offset_id).run();
Enter-tainer marked this conversation as resolved.
Show resolved Hide resolved
await db.prepare('DELETE FROM offsets WHERE id = ?').bind(offset_id).run();
} else {
await db
.prepare('UPDATE offsets SET start = ?, end = ? WHERE page_id = ? AND start = ? AND end = ?')
.bind(to.start, to.end, page.id, from.start, from.end)
.run();
}
}
}
Loading