Files
coopgo/node_modules/decap-cms-lib-util/dist/esm/implementation.js
sgauthier 6e64e138e2
All checks were successful
Publish To Prod / deploy_and_publish (push) Successful in 35s
planning
2024-10-14 09:15:30 +02:00

304 lines
9.4 KiB
JavaScript

"use strict";
Object.defineProperty(exports, "__esModule", {
value: true
});
exports.allEntriesByFolder = allEntriesByFolder;
exports.blobToFileObj = blobToFileObj;
exports.entriesByFiles = entriesByFiles;
exports.entriesByFolder = entriesByFolder;
exports.getLocalTree = getLocalTree;
exports.getMediaAsBlob = getMediaAsBlob;
exports.getMediaDisplayURL = getMediaDisplayURL;
exports.persistLocalTree = persistLocalTree;
exports.runWithLock = runWithLock;
exports.unpublishedEntries = unpublishedEntries;
var _sortBy2 = _interopRequireDefault(require("lodash/sortBy"));
var _unionBy2 = _interopRequireDefault(require("lodash/unionBy"));
var _semaphore = _interopRequireDefault(require("semaphore"));
var _path = require("./path");
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == typeof i ? i : String(i); }
function _toPrimitive(t, r) { if ("object" != typeof t || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != typeof i) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
const MAX_CONCURRENT_DOWNLOADS = 10;
async function fetchFiles(files, readFile, readFileMetadata, apiName) {
const sem = (0, _semaphore.default)(MAX_CONCURRENT_DOWNLOADS);
const promises = [];
files.forEach(file => {
promises.push(new Promise(resolve => sem.take(async () => {
try {
const [data, fileMetadata] = await Promise.all([readFile(file.path, file.id, {
parseText: true
}), readFileMetadata(file.path, file.id)]);
resolve({
file: _objectSpread(_objectSpread({}, file), fileMetadata),
data: data
});
sem.leave();
} catch (error) {
sem.leave();
console.error(`failed to load file from ${apiName}: ${file.path}`);
resolve({
error: true
});
}
})));
});
return Promise.all(promises).then(loadedEntries => loadedEntries.filter(loadedEntry => !loadedEntry.error));
}
async function entriesByFolder(listFiles, readFile, readFileMetadata, apiName) {
const files = await listFiles();
return fetchFiles(files, readFile, readFileMetadata, apiName);
}
async function entriesByFiles(files, readFile, readFileMetadata, apiName) {
return fetchFiles(files, readFile, readFileMetadata, apiName);
}
async function unpublishedEntries(listEntriesKeys) {
try {
const keys = await listEntriesKeys();
return keys;
} catch (error) {
if (error.message === 'Not Found') {
return Promise.resolve([]);
}
throw error;
}
}
function blobToFileObj(name, blob) {
const options = name.match(/.svg$/) ? {
type: 'image/svg+xml'
} : {};
return new File([blob], name, options);
}
async function getMediaAsBlob(path, id, readFile) {
let blob;
if (path.match(/.svg$/)) {
const text = await readFile(path, id, {
parseText: true
});
blob = new Blob([text], {
type: 'image/svg+xml'
});
} else {
blob = await readFile(path, id, {
parseText: false
});
}
return blob;
}
async function getMediaDisplayURL(displayURL, readFile, semaphore) {
const {
path,
id
} = displayURL;
return new Promise((resolve, reject) => semaphore.take(() => getMediaAsBlob(path, id, readFile).then(blob => URL.createObjectURL(blob)).then(resolve, reject).finally(() => semaphore.leave())));
}
async function runWithLock(lock, func, message) {
try {
const acquired = await lock.acquire();
if (!acquired) {
console.warn(message);
}
const result = await func();
return result;
} finally {
lock.release();
}
}
const LOCAL_KEY = 'git.local';
function getLocalKey({
branch,
folder,
extension,
depth
}) {
return `${LOCAL_KEY}.${branch}.${folder}.${extension}.${depth}`;
}
async function persistLocalTree({
localForage,
localTree,
branch,
folder,
extension,
depth
}) {
await localForage.setItem(getLocalKey({
branch,
folder,
extension,
depth
}), localTree);
}
async function getLocalTree({
localForage,
branch,
folder,
extension,
depth
}) {
const localTree = await localForage.getItem(getLocalKey({
branch,
folder,
extension,
depth
}));
return localTree;
}
async function getDiffFromLocalTree({
branch,
localTree,
folder,
getDifferences,
filterFile,
getFileId
}) {
const diff = await getDifferences(branch.sha, localTree.head);
const diffFiles = diff.filter(d => {
var _d$oldPath, _d$newPath;
return ((_d$oldPath = d.oldPath) === null || _d$oldPath === void 0 ? void 0 : _d$oldPath.startsWith(folder)) || ((_d$newPath = d.newPath) === null || _d$newPath === void 0 ? void 0 : _d$newPath.startsWith(folder));
}).reduce((acc, d) => {
if (d.status === 'renamed') {
acc.push({
path: d.oldPath,
name: (0, _path.basename)(d.oldPath),
deleted: true
});
acc.push({
path: d.newPath,
name: (0, _path.basename)(d.newPath),
deleted: false
});
} else if (d.status === 'deleted') {
acc.push({
path: d.oldPath,
name: (0, _path.basename)(d.oldPath),
deleted: true
});
} else {
acc.push({
path: d.newPath || d.oldPath,
name: (0, _path.basename)(d.newPath || d.oldPath),
deleted: false
});
}
return acc;
}, []).filter(filterFile);
const diffFilesWithIds = await Promise.all(diffFiles.map(async file => {
if (!file.deleted) {
const id = await getFileId(file.path);
return _objectSpread(_objectSpread({}, file), {}, {
id
});
} else {
return _objectSpread(_objectSpread({}, file), {}, {
id: ''
});
}
}));
return diffFilesWithIds;
}
async function allEntriesByFolder({
listAllFiles,
readFile,
readFileMetadata,
apiName,
branch,
localForage,
folder,
extension,
depth,
getDefaultBranch,
isShaExistsInBranch,
getDifferences,
getFileId,
filterFile,
customFetch
}) {
async function listAllFilesAndPersist() {
const files = await listAllFiles(folder, extension, depth);
const branch = await getDefaultBranch();
await persistLocalTree({
localForage,
localTree: {
head: branch.sha,
files: files.map(f => ({
id: f.id,
path: f.path,
name: (0, _path.basename)(f.path)
}))
},
branch: branch.name,
depth,
extension,
folder
});
return files;
}
async function listFiles() {
const localTree = await getLocalTree({
localForage,
branch,
folder,
extension,
depth
});
if (localTree) {
const branch = await getDefaultBranch();
// if the branch was forced pushed the local tree sha can be removed from the remote tree
const localTreeInBranch = await isShaExistsInBranch(branch.name, localTree.head);
if (!localTreeInBranch) {
console.log(`Can't find local tree head '${localTree.head}' in branch '${branch.name}', rebuilding local tree`);
return listAllFilesAndPersist();
}
const diff = await getDiffFromLocalTree({
branch,
localTree,
folder,
extension,
depth,
getDifferences,
getFileId,
filterFile
}).catch(e => {
console.log('Failed getting diff from local tree:', e);
return null;
});
if (!diff) {
console.log(`Diff is null, rebuilding local tree`);
return listAllFilesAndPersist();
}
if (diff.length === 0) {
// return local copy
return localTree.files;
} else {
const deleted = diff.reduce((acc, d) => {
acc[d.path] = d.deleted;
return acc;
}, {});
const newCopy = (0, _sortBy2.default)((0, _unionBy2.default)(diff.filter(d => !deleted[d.path]), localTree.files.filter(f => !deleted[f.path]), file => file.path), file => file.path);
await persistLocalTree({
localForage,
localTree: {
head: branch.sha,
files: newCopy
},
branch: branch.name,
depth,
extension,
folder
});
return newCopy;
}
} else {
return listAllFilesAndPersist();
}
}
const files = await listFiles();
if (customFetch) {
return await customFetch(files);
}
return await fetchFiles(files, readFile, readFileMetadata, apiName);
}