| Index: branches/wmf-deployment/maintenance/lag.php |
| — | — | @@ -0,0 +1,33 @@ |
| | 2 | +<?php |
| | 3 | + |
| | 4 | +$wgUseNormalUser = true; |
| | 5 | +require_once('commandLine.inc'); |
| | 6 | + |
| | 7 | +if ( $options['r'] ) { |
| | 8 | + print 'time '; |
| | 9 | + foreach( $wgDBservers as $i => $server ) { |
| | 10 | + $hostname = gethostbyaddr( $wgDBservers[$i]['host'] ); |
| | 11 | + $hostname = str_replace( '.pmtpa.wmnet', '', $hostname ); |
| | 12 | + printf("%-12s ", $hostname ); |
| | 13 | + } |
| | 14 | + print("\n"); |
| | 15 | + |
| | 16 | + while( 1 ) { |
| | 17 | + $lags = $wgLoadBalancer->getLagTimes(); |
| | 18 | + unset( $lags[0] ); |
| | 19 | + print( date( 'H:i:s' ) . ' ' ); |
| | 20 | + foreach( $lags as $i => $lag ) { |
| | 21 | + printf("%-12s " , $lag === false ? 'false' : $lag ); |
| | 22 | + } |
| | 23 | + print("\n"); |
| | 24 | + sleep(5); |
| | 25 | + } |
| | 26 | +} else { |
| | 27 | + $lb = wfGetLB(); |
| | 28 | + $lags = $lb->getLagTimes(); |
| | 29 | + foreach( $lags as $i => $lag ) { |
| | 30 | + $name = $lb->getServerName( $i ); |
| | 31 | + printf("%-20s %s\n" , $name, $lag === false ? 'false' : $lag ); |
| | 32 | + } |
| | 33 | +} |
| | 34 | +?> |
| Property changes on: branches/wmf-deployment/maintenance/lag.php |
| ___________________________________________________________________ |
| Name: svn:eol-style |
| 1 | 35 | + native |
| Index: branches/wmf-deployment/maintenance/storage/make-all-blobs |
| — | — | @@ -0,0 +1,18 @@ |
| | 2 | +#!/bin/bash |
| | 3 | + |
| | 4 | +if [ -z $1 ];then |
| | 5 | + echo "Usage: make-all-blobs <server> [<table name>]" |
| | 6 | + exit 1 |
| | 7 | +fi |
| | 8 | +server=$1 |
| | 9 | +if [ -z $2 ]; then |
| | 10 | + table=blobs |
| | 11 | +else |
| | 12 | + table=$2 |
| | 13 | +fi |
| | 14 | + |
| | 15 | +for db in `</home/wikipedia/common/all.dblist`;do |
| | 16 | + echo "CREATE DATABASE IF NOT EXISTS $db" | mysql -u wikiadmin -p`wikiadmin_pass` -h $server && \ |
| | 17 | + sed "s/blobs\>/$table/" blobs.sql | mysql -u wikiadmin -p`wikiadmin_pass` -h $server $db |
| | 18 | +done |
| | 19 | + |
| Property changes on: branches/wmf-deployment/maintenance/storage/make-all-blobs |
| ___________________________________________________________________ |
| Name: svn:executable |
| 1 | 20 | + * |
| Index: branches/wmf-deployment/maintenance/storage/recompressTracked.sh |
| — | — | @@ -0,0 +1,15 @@ |
| | 2 | +#!/bin/bash |
| | 3 | + |
| | 4 | +for db in `</home/wikipedia/common/all.dblist`;do |
| | 5 | + echo " |
| | 6 | +------------------------------------- |
| | 7 | +$db |
| | 8 | +------------------------------------- |
| | 9 | +" | tee -a /home/wikipedia/logs/norotate/rct/stdout.log |
| | 10 | + if [ "$db" == enwiki ]; then |
| | 11 | + procs=40 |
| | 12 | + else |
| | 13 | + procs=5 |
| | 14 | + fi |
| | 15 | + php recompressTracked.php --wiki=$db --procs=$procs --info-log=/home/wikipedia/logs/norotate/rct/info.log --critical-log=/home/wikipedia/logs/norotate/rct/critical.log rc1 | tee -a /home/wikipedia/logs/norotate/rct/stdout.log |
| | 16 | +done |
| Property changes on: branches/wmf-deployment/maintenance/storage/recompressTracked.sh |
| ___________________________________________________________________ |
| Name: svn:eol-style |
| 1 | 17 | + native |
| Name: svn:executable |
| 2 | 18 | + * |
| Index: branches/wmf-deployment/maintenance/storage/testRctComplete.php |
| — | — | @@ -0,0 +1,22 @@ |
| | 2 | +<?php |
| | 3 | +require_once( dirname(__FILE__).'/../commandLine.inc' ); |
| | 4 | + |
| | 5 | +$bad = 0; |
| | 6 | +$good = 0; |
| | 7 | +foreach ( $wgLocalDatabases as $wiki ) { |
| | 8 | + $lb = wfGetLB( $wiki ); |
| | 9 | + $db = $lb->getConnection( DB_SLAVE, array(), $wiki ); |
| | 10 | + if ( $db->tableExists( 'blob_tracking' ) ) { |
| | 11 | + $notDone = $db->selectField( 'blob_tracking', '1', |
| | 12 | + array( 'bt_moved' => 0 ) ); |
| | 13 | + if ( $notDone ) { |
| | 14 | + $bad++; |
| | 15 | + echo "$wiki\n"; |
| | 16 | + } else { |
| | 17 | + $good++; |
| | 18 | + } |
| | 19 | + } |
| | 20 | + $lb->reuseConnection( $db ); |
| | 21 | +} |
| | 22 | +echo "$bad wiki(s) incomplete\n"; |
| | 23 | +echo "$good wiki(s) complete\n"; |
| Property changes on: branches/wmf-deployment/maintenance/storage/testRctComplete.php |
| ___________________________________________________________________ |
| Name: svn:eol-style |
| 1 | 24 | + native |
| Index: branches/wmf-deployment/maintenance/jobs-loop.sh |
| — | — | @@ -0,0 +1,33 @@ |
| | 2 | +#!/bin/bash |
| | 3 | + |
| | 4 | +trap 'kill %-; exit' SIGTERM |
| | 5 | +[ ! -z "$1" ] && { |
| | 6 | + echo "starting type-specific job runner: $1" |
| | 7 | + type=$1 |
| | 8 | +} |
| | 9 | + |
| | 10 | +cd `readlink -f /home/wikipedia/common/php/maintenance` |
| | 11 | +while [ 1 ];do |
| | 12 | + db= |
| | 13 | + while [ -z $db ];do |
| | 14 | + if [ ! -z "$type" ]; then |
| | 15 | + db=`php -n nextJobDB.php --type=$type` |
| | 16 | + else |
| | 17 | + db=`php -n nextJobDB.php` |
| | 18 | + fi |
| | 19 | + |
| | 20 | + if [ -z $db ];then |
| | 21 | + # No jobs to do, wait for a while |
| | 22 | + echo "No jobs..." |
| | 23 | + sleep 5 |
| | 24 | + fi |
| | 25 | + done |
| | 26 | + echo $db |
| | 27 | + if [ ! -z "$type" ]; then |
| | 28 | + nice -n 20 php runJobs.php $db --procs=4 $type & |
| | 29 | + else |
| | 30 | + nice -n 20 php runJobs.php $db --procs=4 & |
| | 31 | + fi |
| | 32 | + wait |
| | 33 | +done |
| | 34 | + |
| Property changes on: branches/wmf-deployment/maintenance/jobs-loop.sh |
| ___________________________________________________________________ |
| Name: svn:eol-style |
| 1 | 35 | + native |
| Name: svn:executable |
| 2 | 36 | + * |