addOption('resname', null, InputOption::VALUE_NONE, 'Fix the resname vs. id attribute')
->addOption('duplicates', null, InputOption::VALUE_NONE, 'Find duplicate translation keys')
->addOption('delete-resname', null, InputOption::VALUE_REQUIRED, 'Deletes the translation by resname')
->addOption('extension', null, InputOption::VALUE_NONE, 'Find translation files with wrong extensions')
->addOption('fill-empty', null, InputOption::VALUE_NONE, 'Pre-fills empty translations with the english version')
->addOption('delete-empty', null, InputOption::VALUE_NONE, 'Delete all empty keys and files which have no translated key at all')
->addOption('move-resname', null, InputOption::VALUE_REQUIRED, 'Move a resname from one file to another (needs "source" and "target" options)')
->addOption('copy-resname', null, InputOption::VALUE_REQUIRED, 'Copy a resname within one file (needs "source" option)')
->addOption('target-resname', null, InputOption::VALUE_REQUIRED, 'Target resname when copying (needs "source" option)')
->addOption('move-all', null, InputOption::VALUE_NONE, 'Move all keys from one file to another (needs "source" and "target" options)')
->addOption('source', null, InputOption::VALUE_REQUIRED, 'Single source file to use')
->addOption('only-core', null, InputOption::VALUE_NONE, 'Do not include plugin and theme directories')
->addOption('target', null, InputOption::VALUE_REQUIRED, 'Single target file to use')
// DEEPL TRANSLATION FEATURE - UNTESTED
->addOption('translate-locale', null, InputOption::VALUE_REQUIRED, 'Translate into the given locale with Deepl')
// @see https://www.deepl.com/de/pro#developer
->addOption('translate-deepl', null, InputOption::VALUE_REQUIRED, 'Translate using the "DeepL API Free" auth-key')
;
}
public function isEnabled(): bool
{
return $this->kernelEnvironment !== 'prod';
}
protected function execute(InputInterface $input, OutputInterface $output): int
{
$io = new SymfonyStyle($input, $output);
$bases = [
'core' => $this->projectDirectory . '/translations/*.xlf',
];
if (!$input->getOption('only-core')) {
$bases['plugins'] = $this->projectDirectory . Kernel::PLUGIN_DIRECTORY . '/*/Resources/translations/*.xlf';
$bases['theme'] = $this->projectDirectory . '/vendor/kevinpapst/tabler-bundle/translations/*.xlf';
}
$sources = [];
if ($input->getOption('source') !== null) {
/** @var string $tmp */
$tmp = $input->getOption('source');
foreach ($bases as $directory) {
$files = glob($directory);
foreach ($files as $file) {
if (explode('.', basename($file))[0] === $tmp) {
$sources[] = $file;
}
}
}
if (\count($sources) === 0) {
$io->error('Could not find translation "source" named: ' . $tmp);
return Command::FAILURE;
}
} else {
foreach ($bases as $directory) {
$files = glob($directory);
foreach ($files as $file) {
$sources[] = $file;
}
}
}
$targets = [];
if ($input->getOption('target') !== null) {
/** @var string $tmp */
$tmp = $input->getOption('target');
foreach ($bases as $directory) {
$files = glob($directory);
foreach ($files as $file) {
if (explode('.', basename($file))[0] === $tmp) {
$targets[] = $file;
}
}
}
if (\count($targets) === 0) {
$io->error('Could not find translation "target" named: ' . $tmp);
return Command::FAILURE;
}
}
if ($input->getOption('delete-resname')) {
foreach ($sources as $file) {
$this->removeKey($file, $input->getOption('delete-resname'));
}
}
// ==========================================================================
// Fix resname vs. id
// ==========================================================================
if ($input->getOption('resname')) {
foreach ($sources as $file) {
$this->fixXlfFile($file);
}
}
// ==========================================================================
// Move resname from source to target
// ==========================================================================
$moveResname = $input->getOption('move-resname');
if (\is_string($moveResname)) {
if (\count($targets) === 0) {
$io->error('Moving a resname needs a target file');
return Command::FAILURE;
}
return $this->moveResname($io, $moveResname, $sources, $targets);
}
// ==========================================================================
// Move resname from source to target
// ==========================================================================
$copyResname = $input->getOption('copy-resname');
$targetResname = $input->getOption('target-resname');
if (\is_string($copyResname)) {
if (!\is_string($targetResname)) {
$io->error('To copy a resname, we need a target-resname');
return Command::FAILURE;
}
return $this->copyResname($io, $copyResname, $targetResname, $sources);
}
// ==========================================================================
// Move all keys from source to target
// ==========================================================================
if ($input->getOption('move-all')) {
if (\count($sources) === 0 || \count($targets) === 0) {
$io->error('Moving all keys only works with one source and one target file');
return Command::FAILURE;
}
return $this->moveAll($io, $sources, $targets);
}
// ==========================================================================
// Fill empty translations with english version
// ==========================================================================
if ($input->getOption('fill-empty')) {
$translateFrom = ['de-CH' => 'de', 'de_CH' => 'de', 'pt_BR' => 'pt', 'pt-BR' => 'pt', 'pt' => 'pt_BR'];
$translations = [];
foreach ($sources as $file) {
$base = basename($file);
$parts = explode('.', $base);
$name = $parts[0];
$fileLocale = $parts[1];
$fromLocale = 'en';
if (\array_key_exists($fileLocale, $translateFrom)) {
$fromLocale = $translateFrom[$fileLocale];
}
if (!\array_key_exists($fromLocale, $translations)) {
$translations[$fromLocale] = [];
}
if (!\array_key_exists($name, $translations[$fromLocale])) {
$fromLocaleName = str_replace('.' . $fileLocale . '.', '.' . $fromLocale . '.', $file);
if (!file_exists($fromLocaleName)) {
$io->error('Could not find translation file: ' . $fromLocaleName);
return Command::FAILURE;
}
$translations[$fromLocale][$name] = $this->getTranslations($fromLocaleName);
}
if (stripos($base, '.' . $fromLocale . '.xlf') !== false || stripos($base, '.' . $fromLocale . '.xliff') !== false) {
continue;
}
$this->fillEmptyTranslations($file, $translations[$fromLocale][$name]);
}
}
// ==========================================================================
// Find wrong file extensions
// ==========================================================================
if ($input->getOption('extension')) {
foreach ($sources as $file) {
$file = str_replace($this->projectDirectory, '', $file);
$io->warning($file);
}
}
// ==========================================================================
// Find duplicate translation keys
// ==========================================================================
if ($input->getOption('duplicates')) {
$duplicates = [];
foreach ($sources as $file) {
$xml = simplexml_load_file($file);
foreach ($xml->file->body->{'trans-unit'} as $unit) {
$n = (string) $unit['resname'];
if (!\array_key_exists($n, $duplicates)) {
$duplicates[$n] = [];
}
$b = explode('.', basename($file))[0];
if (!\in_array($b, $duplicates[$n])) {
$duplicates[$n][] = $b;
}
}
}
foreach ($duplicates as $id => $duplicateFiles) {
if (\count($duplicateFiles) > 1) {
$io->text($id . ' => ' . implode(', ', $duplicateFiles));
}
}
}
// ==========================================================================
// Delete empty translation keys and files without any translation
// ==========================================================================
if ($input->getOption('delete-empty')) {
foreach ($sources as $file) {
$this->removeEmptyTranslations($io, $file);
}
}
// ==========================================================================
// DEEPL
// ==========================================================================
$locale = $input->getOption('translate-locale');
$deepl = $input->getOption('translate-deepl');
if ($locale !== null && $deepl === null) {
$io->error('Missing "DeepL API Free" auth-key');
return Command::FAILURE;
}
if ($locale === null && $deepl !== null) {
$io->error('Missing translation locale');
return Command::FAILURE;
}
if ($locale !== null && $deepl !== null) {
// see https://github.com/octfx/DeepLy/blob/master/src/DeepLy.php
$deeplySupportedLanguages = [
'de' => 'DE',
'en' => 'EN-US',
'fr' => 'FR',
'it' => 'IT',
'ja' => 'JA',
'es' => 'ES',
'nl' => 'NL',
'pl' => 'PL',
'pt' => 'PT-PT', // ???
'pt_BR' => 'PT-BR', // ???
'ru' => 'RU',
'zh_CN' => 'ZH',
];
$locale = strtolower($locale);
if (!$this->localeService->isKnownLocale($locale)) {
$io->error('Unknown locale given: ' . $locale);
return Command::FAILURE;
}
if (!\array_key_exists($locale, $deeplySupportedLanguages)) {
$io->error('Locale not supported by Deeply: ' . $locale);
return Command::FAILURE;
}
$allKeys = 0;
$enFiles = glob($bases['core'] . '/*.en.xlf');
$baseUrl = 'https://api-free.deepl.com/v2/translate';
$client = HttpClient::create([]);
foreach ($enFiles as $file) {
$enTrans = [];
$domain = explode('.', basename($file))[0];
$xml = simplexml_load_file($file);
foreach ($xml->file->body->{'trans-unit'} as $unit) {
$id = (string) $unit['id'];
$enTrans[$id] = [
'resname' => (string) $unit['resname'],
'source' => (string) $unit->source,
'target' => (string) $unit->target
];
$allKeys++;
}
$localeFile = $bases['core'] . '/' . $domain . '.' . $locale . '.xlf';
$translated = [];
if (file_exists($localeFile)) {
$xml2 = simplexml_load_file($localeFile);
foreach ($xml2->file->body->{'trans-unit'} as $unit) {
$id = (string) $unit['id'];
$translated[$id] = [
'resname' => (string) $unit['resname'],
'source' => (string) $unit->source,
'target' => (string) $unit->target
];
}
}
$missingIds = array_diff(array_keys($enTrans), array_keys($translated));
if (\count($missingIds) === 0) {
continue;
}
$io->title('Translating ' . $domain);
$progress = new ProgressBar($output, \count($missingIds));
foreach ($missingIds as $id) {
$progress->advance();
$values = $enTrans[$id];
$translated[$id] = $values;
$params = [
'auth_key' => $deepl,
//'split_sentences' => '1',
//'preserve_formatting' => '0',
'formality' => 'default',
'text' => $values['target'],
'source_lang' => 'en',
'target_lang' => $deeplySupportedLanguages[$locale],
];
$rawResponseData = null;
try {
$rawResponseData = $client->request('POST', $baseUrl, ['body' => $params]);
} catch (\Exception $exception) {
$io->error($exception->getMessage());
return Command::FAILURE;
}
$json = json_decode($rawResponseData->getContent(), true);
$translation = $json['translations'][0]['text'];
$translated[$id]['target'] = $translation;
}
$progress->finish();
$io->writeln(PHP_EOL);
$this->writeXliffFile($bases['core'], $domain, $locale, $translated);
}
}
return Command::SUCCESS;
}
private function getTranslations(string $file): array
{
$translations = [];
$xml = simplexml_load_file($file);
foreach ($xml->file->body->{'trans-unit'} as $unit) {
if (!isset($unit['resname'])) {
throw new \Exception('Missing "resname" attribute in file: ' . $file);
}
$source = (string) $unit['resname'];
$translations[$source] = (string) $unit->target;
}
return $translations;
}
private function writeXliffFile(string $base, string $domain, string $locale, array $translations = []): void
{
$from = $base . '/' . $domain . '.en.xlf';
$to = $base . '/' . $domain . '.' . $locale . '.xlf';
copy($from, $to);
$xml = simplexml_load_file($to);
/** @var \SimpleXMLElement $fileNode */
$fileNode = $xml->file;
$fileNode->attributes()->{'target-language'} = $locale;
$fileNode->attributes()->{'original'} = $domain . '.en.xlf';
unset($xml->file->body);
$xmlDocument = new \DOMDocument('1.0', 'UTF-8');
$xmlDocument->preserveWhiteSpace = false;
$xmlDocument->formatOutput = true;
$xmlDocument->loadXML($xml->asXML());
$xpath = new \DOMXPath($xmlDocument);
$xpath->registerNamespace('ns', $xmlDocument->documentElement->namespaceURI);
$xmlContent = '';
foreach ($translations as $id => $values) {
$xmlContent .= \sprintf(
'