Skip to content

Commit

Permalink
npm run format
Browse files Browse the repository at this point in the history
  • Loading branch information
@GarboMuffin
GarboMuffin committed Jan 7, 2025
1 parent 91ee481 commit c0b996d
Show file tree
Hide file tree
Showing 3 changed files with 212 additions and 191 deletions.
267 changes: 144 additions & 123 deletions development/download-translations.js
View file
Original file line number Diff line number Diff line change
@@ -1,80 +1,82 @@
const pathUtil = require('path');
const fs = require('fs');
const pathUtil = require("path");
const fs = require("fs");
const {
transifexApi,
ORGANIZATION_NAME,
PROJECT_NAME,
RUNTIME_RESOURCE,
METADATA_RESOURCE,
SOURCE_LOCALE
} = require('./transifex-common');
transifexApi,
ORGANIZATION_NAME,
PROJECT_NAME,
RUNTIME_RESOURCE,
METADATA_RESOURCE,
SOURCE_LOCALE,
} = require("./transifex-common");

/**
* @template T
* @param {T} obj
* @returns {T} obj but keys are sorted
*/
const withSortedKeyOrder = (obj) => {
const result = {};
for (const key of Object.keys(obj).sort()) {
const value = obj[key];
if (typeof value === 'object') {
result[key] = withSortedKeyOrder(obj);
} else {
result[key] = value;
}
const result = {};
for (const key of Object.keys(obj).sort()) {
const value = obj[key];
if (typeof value === "object") {
result[key] = withSortedKeyOrder(obj);
} else {
result[key] = value;
}
return result;
}
return result;
};

/**
* @param {string} resource
* @returns {Promise<Record<string, number>>}
*/
const getResourceStatistics = async (resource) => {
const iterator = transifexApi.resource_language_stats.filter({
project: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}`,
resource: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}:r:${resource}`
}).all();
const locales = {};
for await (const languageData of iterator) {
const localeCode = languageData.id.match(/\bl:([\w\d-]+)/)[1];
const translatedStrings = languageData.attributes.translated_strings;
locales[localeCode] = translatedStrings;
}
return withSortedKeyOrder(locales);
const iterator = transifexApi.resource_language_stats
.filter({
project: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}`,
resource: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}:r:${resource}`,
})
.all();
const locales = {};
for await (const languageData of iterator) {
const localeCode = languageData.id.match(/\bl:([\w\d-]+)/)[1];
const translatedStrings = languageData.attributes.translated_strings;
locales[localeCode] = translatedStrings;
}
return withSortedKeyOrder(locales);
};

/**
* @param {object} strings JSON with { string: string, developer_comment: string } values.
* @returns {object} JSON with string values.
*/
const removeDeveloperComments = (strings) => {
const result = {};
for (const [key, value] of Object.entries(strings)) {
if (typeof value.string === 'string') {
result[key] = value.string;
} else {
result[key] = removeDeveloperComments(value);
}
const result = {};
for (const [key, value] of Object.entries(strings)) {
if (typeof value.string === "string") {
result[key] = value.string;
} else {
result[key] = removeDeveloperComments(value);
}
return result;
}
return result;
};

/**
* @param {object} strings
* @returns {object}
*/
const removeEmptyTranslations = (strings) => {
const result = {};
for (const [key, value] of Object.entries(strings)) {
if (typeof value === 'object') {
result[key] = removeEmptyTranslations(value);
} else if (value !== '') {
result[key] = value;
}
const result = {};
for (const [key, value] of Object.entries(strings)) {
if (typeof value === "object") {
result[key] = removeEmptyTranslations(value);
} else if (value !== "") {
result[key] = value;
}
return result;
}
return result;
};

/**
Expand All @@ -83,19 +85,22 @@ const removeEmptyTranslations = (strings) => {
* @returns {object}
*/
const removeUnchangedTranslations = (source, translated) => {
const result = {};
for (const [key, translatedValue] of Object.entries(translated)) {
const sourceValue = source[key];
if (typeof translatedValue === 'object') {
const recursiveResult = removeUnchangedTranslations(sourceValue, translatedValue);
if (Object.keys(recursiveResult).length > 0) {
result[key] = recursiveResult;
}
} else if (translatedValue !== sourceValue) {
result[key] = translatedValue;
}
const result = {};
for (const [key, translatedValue] of Object.entries(translated)) {
const sourceValue = source[key];
if (typeof translatedValue === "object") {
const recursiveResult = removeUnchangedTranslations(
sourceValue,
translatedValue
);
if (Object.keys(recursiveResult).length > 0) {
result[key] = recursiveResult;
}
} else if (translatedValue !== sourceValue) {
result[key] = translatedValue;
}
return result;
}
return result;
};

/**
Expand All @@ -104,90 +109,106 @@ const removeUnchangedTranslations = (source, translated) => {
* @returns {Promise<object>}
*/
const downloadTranslatedResource = async (resource, locale) => {
let urlToDownload;
if (locale === SOURCE_LOCALE) {
urlToDownload = await transifexApi.ResourceStringsAsyncDownload.download({
resource: {
data: {
id: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}:r:${resource}`,
type: 'resources'
}
},
});
} else {
urlToDownload = await transifexApi.ResourceTranslationsAsyncDownload.download({
mode: 'onlytranslated',
resource: {
data: {
id: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}:r:${resource}`,
type: 'resources'
}
},
language: {
data: {
id: `l:${locale}`,
type: 'languages'
}
}
});
}

const translationsResponse = await fetch(urlToDownload, {
signal: AbortSignal.timeout(10000 * 60)
let urlToDownload;
if (locale === SOURCE_LOCALE) {
urlToDownload = await transifexApi.ResourceStringsAsyncDownload.download({
resource: {
data: {
id: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}:r:${resource}`,
type: "resources",
},
},
});
const rawTranslations = await translationsResponse.json();
const withoutDeveloperComments = removeDeveloperComments(rawTranslations);
const withoutEmptyTranslations = removeEmptyTranslations(withoutDeveloperComments);
const sortedTranslations = withSortedKeyOrder(withoutEmptyTranslations);
return sortedTranslations;
} else {
urlToDownload =
await transifexApi.ResourceTranslationsAsyncDownload.download({
mode: "onlytranslated",
resource: {
data: {
id: `o:${ORGANIZATION_NAME}:p:${PROJECT_NAME}:r:${resource}`,
type: "resources",
},
},
language: {
data: {
id: `l:${locale}`,
type: "languages",
},
},
});
}

const translationsResponse = await fetch(urlToDownload, {
signal: AbortSignal.timeout(10000 * 60),
});
const rawTranslations = await translationsResponse.json();
const withoutDeveloperComments = removeDeveloperComments(rawTranslations);
const withoutEmptyTranslations = removeEmptyTranslations(
withoutDeveloperComments
);
const sortedTranslations = withSortedKeyOrder(withoutEmptyTranslations);
return sortedTranslations;
};

/**
* @param {string} resource
* @returns {Promise<object>}
*/
const downloadAllResourceTranslations = async (resource) => {
const transifexStatistics = await getResourceStatistics(resource);
const localesToFetch = [];
for (const [locale, translatedStringCount] of Object.entries(transifexStatistics)) {
if (translatedStringCount > 0) {
localesToFetch.push(locale);
}
const transifexStatistics = await getResourceStatistics(resource);
const localesToFetch = [];
for (const [locale, translatedStringCount] of Object.entries(
transifexStatistics
)) {
if (translatedStringCount > 0) {
localesToFetch.push(locale);
}
}

const entries = await Promise.all(localesToFetch.map(async (locale) => {
const translatedStrings = await downloadTranslatedResource(resource, locale);
return [locale, translatedStrings];
}));
const entries = await Promise.all(
localesToFetch.map(async (locale) => {
const translatedStrings = await downloadTranslatedResource(
resource,
locale
);
return [locale, translatedStrings];
})
);

const sourceStrings = entries.find(i => i[0] === SOURCE_LOCALE)[1];
const result = {};
for (const [locale, strings] of entries) {
if (locale !== SOURCE_LOCALE) {
const withoutUnchangedStrings = removeUnchangedTranslations(sourceStrings, strings);
const normalizedLocale = locale.toLowerCase().replace(/_/g, '-');
result[normalizedLocale] = withoutUnchangedStrings;
}
const sourceStrings = entries.find((i) => i[0] === SOURCE_LOCALE)[1];
const result = {};
for (const [locale, strings] of entries) {
if (locale !== SOURCE_LOCALE) {
const withoutUnchangedStrings = removeUnchangedTranslations(
sourceStrings,
strings
);
const normalizedLocale = locale.toLowerCase().replace(/_/g, "-");
result[normalizedLocale] = withoutUnchangedStrings;
}
return result;
}
return result;
};

const run = async () => {
console.log('This is going to take a while.');
console.log("This is going to take a while.");

const [
runtimeStrings,
metadataStrings
] = await Promise.all([
downloadAllResourceTranslations(RUNTIME_RESOURCE),
downloadAllResourceTranslations(METADATA_RESOURCE),
]);
const [runtimeStrings, metadataStrings] = await Promise.all([
downloadAllResourceTranslations(RUNTIME_RESOURCE),
downloadAllResourceTranslations(METADATA_RESOURCE),
]);

fs.writeFileSync(pathUtil.join(__dirname, '../translations/extension-runtime.json'), JSON.stringify(runtimeStrings, null, 4));
fs.writeFileSync(pathUtil.join(__dirname, '../translations/extension-metadata.json'), JSON.stringify(metadataStrings, null, 4));
fs.writeFileSync(
pathUtil.join(__dirname, "../translations/extension-runtime.json"),
JSON.stringify(runtimeStrings, null, 4)
);
fs.writeFileSync(
pathUtil.join(__dirname, "../translations/extension-metadata.json"),
JSON.stringify(metadataStrings, null, 4)
);
};

run().catch((err) => {
console.error(err);
process.exit(1);
console.error(err);
process.exit(1);
});
Loading

0 comments on commit c0b996d

Please sign in to comment.