From 222b01f5169f1c7e69762e0e8904c24f78f71882 Mon Sep 17 00:00:00 2001 From: Pierre Schmitz Date: Wed, 28 Jul 2010 11:52:48 +0200 Subject: update to MediaWiki 1.16.0 --- maintenance/rebuildLocalisationCache.php | 133 +++++++++++++++++++++++++++++++ 1 file changed, 133 insertions(+) create mode 100644 maintenance/rebuildLocalisationCache.php (limited to 'maintenance/rebuildLocalisationCache.php') diff --git a/maintenance/rebuildLocalisationCache.php b/maintenance/rebuildLocalisationCache.php new file mode 100644 index 00000000..1c517415 --- /dev/null +++ b/maintenance/rebuildLocalisationCache.php @@ -0,0 +1,133 @@ +mDescription = "Rebuild the localisation cache"; + $this->addOption( 'force', 'Rebuild all files, even ones not out of date' ); + $this->addOption( 'threads', 'Fork more than one thread', false, true ); + } + + public function memoryLimit() { + return '200M'; + } + + public function execute() { + global $wgLocalisationCacheConf; + + $force = $this->hasOption('force'); + $threads = $this->getOption( 'threads', 1 ); + if( $threads < 1 || $threads != intval( $threads ) ) { + $this->output( "Invalid thread count specified; running single-threaded.\n" ); + $threads = 1; + } + if( $threads > 1 && wfIsWindows() ) { + $this->output( "Threaded rebuild is not supported on Windows; running single-threaded.\n" ); + $threads = 1; + } + if( $threads > 1 && !function_exists( 'pcntl_fork' ) ) { + $this->output( "PHP pcntl extension is not present; running single-threaded.\n" ); + $threads = 1; + } + + $conf = $wgLocalisationCacheConf; + $conf['manualRecache'] = false; // Allow fallbacks to create CDB files + if ( $force ) { + $conf['forceRecache'] = true; + } + $lc = new LocalisationCache_BulkLoad( $conf ); + + $codes = array_keys( Language::getLanguageNames( true ) ); + sort( $codes ); + + // Initialise and split into chunks + $numRebuilt = 0; + $total = count($codes); + $chunks = array_chunk( $codes, ceil(count($codes)/$threads) ); + $pids = array(); + foreach ( $chunks as $codes ) { + // Do not fork for only one thread + $pid = ( $threads > 1 ) ? pcntl_fork() : -1; + + if ( $pid === 0 ) { + // Child, reseed because there is no bug in PHP: + // http://bugs.php.net/bug.php?id=42465 + mt_srand(getmypid()); + $numRebuilt = $this->doRebuild( $codes, $lc, $force ); + // Abuse the exit value for the count of rebuild languages + exit($numRebuilt); + } elseif ($pid === -1) { + // Fork failed or one thread, do it serialized + $numRebuilt += $this->doRebuild( $codes, $lc, $force ); + } else { + // Main thread + $pids[] = $pid; + } + } + // Wait for all children + foreach ( $pids as $pid ) { + $status = 0; + pcntl_waitpid($pid, $status); + // Fetch the count from the return value + $numRebuilt += pcntl_wexitstatus($status); + } + + $this->output( "$numRebuilt languages rebuilt out of $total\n" ); + if ( $numRebuilt === 0 ) { + $this->output( "Use --force to rebuild the caches which are still fresh.\n" ); + } + } + + /** + * Helper function to rebuild list of languages codes. Prints the code + * for each language which is rebuilt. + * @param $codes list List of language codes to rebuild. + * @param $lc object Instance of LocalisationCache_BulkLoad (?) + * @param $force bool Rebuild up-to-date languages + * @return int Number of rebuilt languages + */ + private function doRebuild( $codes, $lc, $force ) { + $numRebuilt = 0; + foreach ( $codes as $code ) { + if ( $force || $lc->isExpired( $code ) ) { + $this->output( "Rebuilding $code...\n" ); + $lc->recache( $code ); + $numRebuilt++; + } + } + return $numRebuilt; + } +} + +$maintClass = "RebuildLocalisationCache"; +require_once( DO_MAINTENANCE ); -- cgit v1.2.3-54-g00ecf