Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

translating src/user/uploads.js from JS to TS #98

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

translating src/user/uploads.js from JS to TS #98

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
155 changes: 90 additions & 65 deletions src/user/uploads.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,90 +1,115 @@
'use strict';

const path = require('path');
const nconf = require('nconf');
const winston = require('winston');
const crypto = require('crypto');

const db = require('../database');
const posts = require('../posts');
const file = require('../file');
const batch = require('../batch');

const md5 = filename => crypto.createHash('md5').update(filename).digest('hex');
const _getFullPath = relativePath => path.resolve(nconf.get('upload_path'), relativePath);
const _validatePath = async (relativePaths) => {
"use strict";
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
const path = __importStar(require("path"));
const nconf = __importStar(require("nconf"));
const crypto = __importStar(require("crypto"));
const db = __importStar(require("../database"));
const posts = __importStar(require("../posts"));
const file = __importStar(require("../file"));
const batch = __importStar(require("../batch"));
const md5 = (filename) => crypto.createHash('md5').update(filename).digest('hex');
const _getFullPath = (relativePath) => path.resolve(nconf.get('upload_path'), relativePath);
const _validatePath = (relativePaths) => __awaiter(void 0, void 0, void 0, function* () {
if (typeof relativePaths === 'string') {
relativePaths = [relativePaths];
} else if (!Array.isArray(relativePaths)) {
}
else if (!Array.isArray(relativePaths)) {
throw new Error(`[[error:wrong-parameter-type, relativePaths, ${typeof relativePaths}, array]]`);
}

const fullPaths = relativePaths.map(path => _getFullPath(path));
const exists = await Promise.all(fullPaths.map(async fullPath => file.exists(fullPath)));

const exists = yield Promise.all(fullPaths.map((fullPath) => __awaiter(void 0, void 0, void 0, function* () { return file.exists(fullPath); })));
if (!fullPaths.every(fullPath => fullPath.startsWith(nconf.get('upload_path'))) || !exists.every(Boolean)) {
throw new Error('[[error:invalid-path]]');
}
};

module.exports = function (User) {
User.associateUpload = async (uid, relativePath) => {
await _validatePath(relativePath);
await Promise.all([
});
function default_1(User) {
User.associateUpload = (uid, relativePath) => __awaiter(this, void 0, void 0, function* () {
yield _validatePath(relativePath);
yield Promise.all([
db.sortedSetAdd(`uid:${uid}:uploads`, Date.now(), relativePath),
db.setObjectField(`upload:${md5(relativePath)}`, 'uid', uid),
]);
};

User.deleteUpload = async function (callerUid, uid, uploadNames) {
if (typeof uploadNames === 'string') {
uploadNames = [uploadNames];
} else if (!Array.isArray(uploadNames)) {
throw new Error(`[[error:wrong-parameter-type, uploadNames, ${typeof uploadNames}, array]]`);
}

await _validatePath(uploadNames);

const [isUsersUpload, isAdminOrGlobalMod] = await Promise.all([
db.isSortedSetMembers(`uid:${callerUid}:uploads`, uploadNames),
User.isAdminOrGlobalMod(callerUid),
]);
if (!isAdminOrGlobalMod && !isUsersUpload.every(Boolean)) {
throw new Error('[[error:no-privileges]]');
}

await batch.processArray(uploadNames, async (uploadNames) => {
const fullPaths = uploadNames.map(path => _getFullPath(path));

await Promise.all(fullPaths.map(async (fullPath, idx) => {
winston.verbose(`[user/deleteUpload] Deleting ${uploadNames[idx]}`);
await Promise.all([
file.delete(fullPath),
file.delete(file.appendToFileName(fullPath, '-resized')),
});
User.deleteUpload = function (callerUid, uid, uploadNames) {
return __awaiter(this, void 0, void 0, function* () {
if (typeof uploadNames === 'string') {
uploadNames = [uploadNames];
}
else if (!Array.isArray(uploadNames)) {
throw new Error(`[[error:wrong-parameter-type, uploadNames, ${typeof uploadNames}, array]]`);
}
yield _validatePath(uploadNames);
const [isUsersUpload, isAdminOrGlobalMod] = yield Promise.all([
db.isSortedSetMembers(`uid:${callerUid}:uploads`, uploadNames),
User.isAdminOrGlobalMod(callerUid),
]);
if (!isAdminOrGlobalMod && !isUsersUpload.every(Boolean)) {
throw new Error('[[error:no-privileges]]');
}
yield batch.processArray(uploadNames, (uploadName) => __awaiter(this, void 0, void 0, function* () {
const fullPaths = _getFullPath(uploadName);
yield Promise.all([
file.delete(fullPaths),
file.delete(file.appendToFileName(fullPaths, '-resized')),
]);
await Promise.all([
yield Promise.all([
db.sortedSetRemove(`uid:${uid}:uploads`, uploadNames[idx]),
db.delete(`upload:${md5(uploadNames[idx])}`),
]);
}));

;
// Dissociate the upload from pids, if any
const pids = await db.getSortedSetsMembers(uploadNames.map(relativePath => `upload:${md5(relativePath)}:pids`));
await Promise.all(pids.map(async (pids, idx) => Promise.all(
pids.map(async pid => posts.uploads.dissociate(pid, uploadNames[idx]))
)));
}, { batch: 50 });
};

User.collateUploads = async function (uid, archive) {
await batch.processSortedSet(`uid:${uid}:uploads`, (files, next) => {
const pids = yield db.getSortedSetsMembers(uploadNames.map(relativePath => `upload:${md5(relativePath)}:pids`));
yield Promise.all(pids.map((pids, idx) => __awaiter(this, void 0, void 0, function* () {
return Promise.all(pids.map((pid) => __awaiter(this, void 0, void 0, function* () { return posts.uploads.dissociate(pid, uploadNames[idx]); })));
})));
});
}, { batch: 50 };
;
}
exports.default = default_1;
;
User.collateUploads = function (uid, archive) {
return __awaiter(this, void 0, void 0, function* () {
yield batch.processSortedSet(`uid:${uid}:uploads`, (files, next) => {
files.forEach((file) => {
archive.file(_getFullPath(file), {
name: path.basename(file),
});
});

setImmediate(next);
}, { batch: 100 });
};
});
};
94 changes: 94 additions & 0 deletions src/user/uploads.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,94 @@


import * as path from 'path';
import * as nconf from 'nconf';
import * as winston from 'winston';
import * as crypto from 'crypto';

import * as db from '../database';
import * as posts from '../posts';
import * as file from '../file';
import * as batch from '../batch';

const md5 = (filename: string): string => crypto.createHash('md5').update(filename).digest('hex');
const _getFullPath = (relativePath: string): string => path.resolve(nconf.get('upload_path'), relativePath);
const _validatePath = async (relativePaths: string[] | string): Promise<void> => {
if (typeof relativePaths === 'string') {
relativePaths = [relativePaths];
} else if (!Array.isArray(relativePaths)) {
throw new Error(`[[error:wrong-parameter-type, relativePaths, ${typeof relativePaths}, array]]`);
}

const fullPaths = relativePaths.map(path => _getFullPath(path));
const exists = await Promise.all(fullPaths.map(async fullPath => file.exists(fullPath)));

if (!fullPaths.every(fullPath => fullPath.startsWith(nconf.get('upload_path'))) || !exists.every(Boolean)) {
throw new Error('[[error:invalid-path]]');
}
};

export default function (User: any): void {
User.associateUpload = async (uid: number, relativePath: string | string[]) => {
await _validatePath(relativePath);
await Promise.all([
// The next line calls a function in a module that has not been updated to TS yet
// eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call
// db.sortedSetAdd(`uid:${uid}:uploads`, Date.now(), relativePath)

// The next line calls a function in a module that has not been updated to TS yet
// eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call
// db.setObjectField(`upload:${md5(relativePath)}`, 'uid', uid),
]);
};

User.deleteUpload = async function (callerUid: number, uid: number, uploadNames: string | string[]) {
if (typeof uploadNames === 'string') {
uploadNames = [uploadNames];
} else if (!Array.isArray(uploadNames)) {
throw new Error(`[[error:wrong-parameter-type, uploadNames, ${typeof uploadNames}, array]]`);
}

await _validatePath(uploadNames);

const [isUsersUpload, isAdminOrGlobalMod] = await Promise.all([
db.isSortedSetMembers(`uid:${callerUid}:uploads`, uploadNames),
User.isAdminOrGlobalMod(callerUid),
]);
if (!isAdminOrGlobalMod && !isUsersUpload.every(Boolean)) {
throw new Error('[[error:no-privileges]]');
}

await batch.processArray(uploadNames, async (uploadName) => {
const fullPaths = _getFullPath(uploadName);

await Promise.all
([
file.delete(fullPaths),
file.delete(file.appendToFileName(fullPaths, '-resized')),
]);
await Promise.all([
db.sortedSetRemove(`uid:${uid}:uploads`, uploadName),
db.delete(`upload:${md5(uploadName)}`),
]);
});

// Dissociate the upload from pids, if any
const pids = await db.getSortedSetsMembers(uploadNames.map(relativePath => `upload:${md5(relativePath)}:pids`));
await Promise.all(pids.map(async (pids, idx) => Promise.all(
pids.map(async pid => posts.uploads.dissociate(pid, uploadNames[idx]))
)));
}, { batch: 50 };
};

User.collateUploads = async function (uid: string, archive: any): Promise<void> {
await batch.processSortedSet(`uid:${uid}:uploads`, (files: string[], next: () => void) => {
files.forEach((file) => {
archive.file(_getFullPath(file), {
name: path.basename(file),
});
});

setImmediate(next);
}, { batch: 100 });
};
}