Automattic / jetpack

tools/export-translations.php

<?php

/*
 * Exports translations from https://translate.wordpress.org/api/projects/jetpack
 *
 * php export-translations.php DIRECTORY SOURCE_URL
 */

require dirname( dirname( __FILE__ ) ) . '/locales.php';

/**
 * Terminates script.  Prints help and message to STDERR
 *
 * @param string $message
 */
function die_error( $message ) {
	global $argv;

	fwrite( STDERR, "php $argv[0] DIRECTORY SOURCE_URL\n" );
	fwrite( STDERR, "$message\n" );
	exit( 1 );
}

/**
 * Converts GlotPress URL into a GlotPress API URL.
 *
 * @param string $url GlotPres URL.
 *
 * @return string $api_url GlotPress API URL.
 */
function apize_url( $url ) {

This function seems to be duplicated in your project.

	if ( false !== strpos( $url, '/api' ) ) {
		return $url;
	}

	$host = preg_quote( parse_url( $url, PHP_URL_HOST ) );

	return preg_replace( "#^https?://$host#", '\\0/api', $url );
}

// Output
if ( empty( $argv[1] ) ) {
	die_error( 'No DIRECTORY' );
}

$jetpack_directory = rtrim( $argv[1], '/' );
$jetpack_directory = realpath( $jetpack_directory );
if ( !$jetpack_directory || !is_dir( $jetpack_directory ) ) {
	die_error( 'DIRECTORY must be a valid directory' );
}

// Input
if ( empty( $argv[2] ) ) {
	die_error( 'No SOURCE_URL' );
}

// gettext tools required
$msgfmt = trim( `which msgfmt` );
if ( empty( $msgfmt ) ) {
	die_error( 'msgfmt must be installed' );
}

// Create a temporary directory... hack
$temp_file_handle = tmpfile();                                 // file handle
$temp_file_meta   = stream_get_meta_data( $temp_file_handle ); // file meta data
$temp_file_path   = $temp_file_meta['uri'];                    // file path
fclose( $temp_file_handle );
mkdir( $temp_file_path, 0700, true );
register_shutdown_function( function( $temp_file_path ) {
	exec( sprintf( 'rm -rf %s', escapeshellarg( $temp_file_path ) ) );
}, $temp_file_path );

// The current Jetpack translations
$current_sets = glob( $jetpack_directory . '/languages/*.mo' );
$current_sets = preg_replace( '/.*-(\w+)\.mo/', '$1', $current_sets );
$keys = array_map( 'strtolower', $current_sets );
$current_sets = array_combine( $keys, $current_sets );
unset( $keys );

$source_url = apize_url( rtrim( $argv[2], '/' ) );
$source     = file_get_contents( $source_url );

$available_sets = json_decode( $source )->translation_sets;
// Maps source locale slugs to current Jetpack locales
$map = array();
foreach ( $available_sets as $set ) {
	$s = strtolower( str_replace( '-', '_', $set->locale ) );

	$suffix = '';

	if ( 'default' !== $set->slug ) {
		// Setting up a suffix for locales that have an additional slug, like Informal Deutsch
		$suffix = '_' . $set->slug;
		$s .= $suffix;
	}

	echo PHP_EOL;

	if ( GP_Locales::exists( $set->locale ) ) {
		$locale = GP_Locales::by_slug( $set->locale );

		if ( empty( $locale->wp_locale ) ) {
			echo "Warning: missing wp_locale, using slug {$locale->slug}{$suffix} instead for "
				. $set->slug . ' '
				. $locale->english_name
				. PHP_EOL;
			$map[ $set->locale . $suffix ] = $locale->slug . $suffix;
		} else {
			echo "Using wp_locale {$locale->wp_locale}{$suffix} for "
				. $set->slug . ' '
				. $locale->english_name
				. PHP_EOL;
			$map[ $set->locale . $suffix ] = $locale->wp_locale . $suffix;
		}
		continue;
	}

	echo "Warning: not found locale {$set->slug} {$set->locale}, trying to match current sets..." . PHP_EOL;

	// source's 'ja' matches Jetpack's 'ja'
	if ( isset( $current_sets[$s] ) ) {
		echo "Found current set: $s\n";
		$map[$set->locale] = $current_sets[$s];
		unset( $current_sets[$s] );
		continue;
	}

	// source's 'it' matches Jetpack's 'it_IT'
	foreach ( array_keys( $current_sets ) as $c ) {
		if ( 0 === strpos( $c, $s ) ) {
			echo "Found partial matched set: $s";
			$map[$set->locale] = $current_sets[$c];
			unset( $current_sets[$c] );
			continue;
		}
	}

	echo "No entire or partial match, setting {$set->locale}{$suffix} as new locale." . PHP_EOL;

	// New locale
	$map[ $set->locale . $suffix ] = $set->locale . $suffix;
}

// Get all the PO files
foreach ( $available_sets as $id => $set ) {
	$full_locale = $set->locale;

	if ( 'default' !== $set->slug ) {
		$full_locale .= '_' . $set->slug;
	}

	if ( ! isset ( $map[ $full_locale ] ) ) {
		echo "UNKNOWN LOCALE: {$full_locale}\n";
		continue;
	}

	$output_file = "{$temp_file_path}/jetpack-{$map[$full_locale]}.po";
	$input_url   = sprintf( '%s/%s/%s/export-translations/?format=po', $source_url, $set->locale, $set->slug );
	$exec        = sprintf( 'curl --silent --location --output %s %s', escapeshellarg( $output_file ), escapeshellarg( $input_url ) );
	echo "Downloading $input_url to" . PHP_EOL . $output_file . PHP_EOL;
	exec( $exec );

	echo "\nSuccessfully downloaded " . $output_file . " with size of " . filesize( $output_file ) . "\n";
}
echo "\n";

// Convert PO files to MO files
foreach( glob( "{$temp_file_path}/*.po" ) as $output_po ) {
	$file = basename( $output_po );
	echo "$file\n";

	$current_file = "{$jetpack_directory}/languages/$file";
	$current_exec = sprintf( '%s --statistics %s -o /dev/null 2>&1', $msgfmt, escapeshellarg( $current_file ) );
	$stats = exec( $current_exec );
	@list( $translated, $untranslated ) = explode( ',', $stats );

	$translated    = (int) $translated;
	$untranslated  = isset( $untranslated ) ? (int) $untranslated : 0;
	$current       = $translated;
	$current_total = $translated + $untranslated;

	$output_mo = preg_replace( '/\.po$/', '.mo', $output_po );
	$exec = sprintf( '%s --statistics %s -o %s 2>&1', $msgfmt, escapeshellarg( $output_po ), escapeshellarg( $output_mo ) );
	$stats = exec( $exec );
	@list( $translated, $untranslated ) = explode( ',', $stats );

	$translated   = (int) $translated;
	$untranslated = isset( $untranslated ) ? (int) $untranslated : 0;
	$now          = $translated;
	$now_total    = $translated + $untranslated;

	echo "NOW: $now/$now_total, CURRENT: $current/$current_total\n";

	// Ignoring files that add no changes or that have less than 50% translated
	if ( $translated / $now_total < 0.5 || $now < $current - 1 ) { // some off-by-one error?
		echo "IGNORING $file\n";
		exec( sprintf( 'rm %s', $output_mo ) );
		exec( sprintf( 'rm %s', $output_po ) );
	} else {
		echo "MOVING $file\n";
		exec( sprintf( 'mv %s %s', $output_mo, "{$jetpack_directory}/languages/" ) );
		exec( sprintf( 'mv %s %s', $output_po, "{$jetpack_directory}/languages/" ) );
	}

	echo "\n";
}