Difference between revisions of "Mediawiki installation/Version 1.25"

##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
# Update the git clone on biowikifarm:
if [ `ls /usr/share/mw-wmf-clone/core | wc --lines` -gt 0 ]; then 
  echo "# Update git /usr/share/mw-wmf-clone/core … ";
  cd /usr/share/mw-wmf-clone/core; sudo git pull; # subsequent times
else 
  echo "# Get git for the first time /usr/share/mw-wmf-clone/core … ";
  cd /usr/share/mw-wmf-clone/core; sudo git fetch; # first time
fi
 cd /usr/share/mw-wmf-clone/extensions; sudo git pull; sudo git submodule update --init --recursive;
   sudo ./quick-update
 cd /usr/share/mw-wmf-clone/skins; sudo git pull; sudo git submodule update --init --recursive;

 # OPTIONAL: list information on tags etc:
 cd /usr/share/mw-wmf-clone/core; 
 git branch -r | sort --version-sort # list branches
 git tag -l | sort --version-sort # list tags
 cd /usr/share/mw-wmf-clone/extensions; 
 git branch -r | sort --version-sort # list branches
 git tag -l | sort --version-sort # list tags
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑

# Set global variables (UPDATE this for diff. versions!)
##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
usr_share_wiki_path="/usr/share/mediawiki25"
git_branch="origin/master" ## OR "origin/wmf/1.25wmf19" for wmf version, OR REL1_25
git_tag="origin/master" ## OR "1.25.9"
vhost_path="/var/www/zzz-temp-overwrite4mw25template" # in web base dir
# version independent:
usr_share_extension_path="${usr_share_wiki_path}/extensions"
vhost_wiki_path="${vhost_path}/w"
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑
# Note: if wiki is not directly in the vhost path, add the necessary subfolder, e.g. .../en/w
# End of global variables

# Create MediaWiki core for specific version
if ! [ -d "${usr_share_wiki_path}" ]; then 
  sudo -u root -g mwadmin mkdir --parent "${usr_share_wiki_path}"
  echo -e "Create wiki directory ($git_branch): '${usr_share_wiki_path}'"
else
  echo -e "Wiki wiki directory ($git_branch) exits already: '${usr_share_wiki_path}'"
fi

# Extract MediaWiki core files from git to usr-share-folder
### EXAMPLE without vars:
### cd /usr/share/mw-wmf-clone/core; sudo git archive origin/REL1_23 | sudo -u root -g mwadmin tar --extract --overwrite --directory=/usr/share/mediawiki23
cd /usr/share/mw-wmf-clone/core && sudo git archive $git_tag | sudo -u root -g mwadmin tar --extract --overwrite --directory="${usr_share_wiki_path}"
sudo chown root:www-data -R "${usr_share_extension_path}"
# for composer on wikifarm: create a vendor folder in usr-share-wiki
sudo mkdir "${usr_share_wiki_path}"/vendor

# TO UPDATE JUST USE:
cd /usr/share/mw-wmf-clone/core && sudo git archive $git_tag | sudo -u root -g mwadmin tar --extract --overwrite --directory="${usr_share_wiki_path}"
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑

##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
# 1. INFORMATION ONLY:
# LIST (and write to file) git tags / git branches of all extensions 
# Write into file in the user's home folder
# (Note: Ignore error about /mw-wmf-clone/extensions/extensions)
sudo printf "\n"  > ~/"ext_tags_and_branches.txt"; 
IFS=$'\n'; # change internal Field Separator to newline only; test: printf %q "$IFS"; default $' \t\n'
for ext in `find /usr/share/mw-wmf-clone/extensions -maxdepth 1 -type d -printf "%f\n" | sort`; do 
  printf "\n%s" "$ext" >> ~/"ext_tags_and_branches.txt"; 
  cd "/usr/share/mw-wmf-clone/extensions/$ext";
  tags=""; tags=`git tag -l | sed ':anchor;N;$!banchor;s@\n@, @g; s@ \{2,\}@ @g;'` ; 
  if [ "$tags" != "" ]; then 
    printf "\n  tags: %s" "$tags" >> ~/"ext_tags_and_branches.txt"; 
  else 
    printf "\n"  >> ~/"ext_tags_and_branches.txt"; 
  fi
done;
# List all extensions with their branches, write into same file
for ext in `find /usr/share/mw-wmf-clone/extensions -maxdepth 1 -type d -printf "%f\n" | sort`; do 
  printf "\n%s" "$ext" >> ~/"ext_tags_and_branches.txt"; 
  cd "/usr/share/mw-wmf-clone/extensions/$ext";
  branches=""; branches=`git branch --remotes | sed ':anchor;N;$!banchor;s@\n@, @g; s@ \{2,\}@ @g;'`
  if [ "$branches" != "" ]; then printf "\n  branches: %s" "$branches"  >> ~/"ext_tags_and_branches.txt"; else printf "\n" >> ~/"ext_tags_and_branches.txt"; fi
done;
cd /usr/share/mw-wmf-clone/extensions
IFS=$' \t\n';
# end list extensions' tags and branches
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑
#######################################

#######################################
# 2. Create MediaWiki extensions in usr/share
# Extract correct branch or tag of an extension for this usr-share-wiki. 
# IMPORTANT: extensions managed by PHP script composer.phar and
# their dependencies must not be included here, presently these are:
# "mediawiki/graph-viz": "*",
# "mediawiki/image-map": "@dev",
# "mediawiki/semantic-media-wiki": "~2.1",
# "mediawiki/semantic-breadcrumb-links": "1.0.0",
# "mediawiki/semantic-result-formats": "2.0",
# "mediawiki/semantic-forms": "3.1",
# "mediawiki/semantic-maps": "3.1.3",
# "mediawiki/vector-skin": "*"
##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
sudo chown www-data:www-data "${usr_share_extension_path}" -R
EXTENSIONS="
Arrays, origin/master
BetaFeatures, origin/master
CategoryTree, origin/master
CharInsert, origin/master
Cite, origin/master
Collection, origin/master
ConfirmAccount, origin/master
ConfirmEdit, origin/master
ContactPage, origin/master
DataTransfer, 0.6
DismissableSiteNotice, origin/master
ExternalData, 1.8
Gadgets, origin/master
HeaderTabs, 1.0.1
InputBox, origin/master
Interwiki, origin/master
LiquidThreads, origin/master
LocalisationUpdate, origin/master
Lockdown, origin/master
MassEditRegex, origin/master
Math, origin/master
MediaFunctions, origin/master
MwEmbedSupport, origin/master
MultimediaViewer, origin/master
Nuke, origin/master
OpenID, origin/master
PageTools, REL_2_0
ParserFunctions, origin/master
Poem, origin/master
PdfExport, origin/master
PdfHandler, origin/master
Quiz, origin/master
Renameuser, origin/master
ReplaceText, origin/master
SemanticCompoundQueries, origin/master
SemanticDrilldown, origin/master
SemanticFormsInputs, origin/master
SemanticInternalObjects, 0.8.1
SpamBlacklist, origin/master
SyntaxHighlight_GeSHi, origin/master
TimedMediaHandler, origin/master
TitleBlacklist, origin/master
TitleKey, origin/master
UploadWizard, origin/master
Variables, origin/master
Widgets, origin/master
WikiEditor, origin/master
WikimediaMessages, origin/master
"
# --
# split line on ", ". If only one value, export HEAD, else first value is branch/tag. Example:
#   SemanticMediaWiki, 1.8
#      ↓                   ↓
#   $extension, $this_clone_version
#   will export tag 1.8
# NOTE: check the line (similar to ternary operator: if condition ? dothis : dootherthings)
# $( … ) substitutes/returns the command's output
# → if ext-check-with-comma == ext then (&&) "HEAD" else (||) version-string-from-above-list-of-EXTENSIONS
# ${ext%,*}    from back  of $ext → delete shortest (%) or longest (%%) match
# ${ext#*,* }  from front of $ext → delete shortest (#) or longest (##) match
# --------------------------------------
this_ext_update_status=""
IFS=$'\n'; 
for ext in $EXTENSIONS; do
  if [ "${ext}" ];then
    this_extension=$([ "${ext%,*}" == "$ext" ] && echo "$ext" || echo "${ext%%,*}");
    this_clone_version=$([ "${ext%,*}" == "$ext" ] && echo "$git_branch" || echo "${ext#*, *}");
    if ! [ -d "/usr/share/mw-wmf-clone/extensions/${this_extension}" ]; then
      echo "/usr/share/mw-wmf-clone/extensions/${this_extension} DOES NOT EXIST AS GIT SOURCE, check the extension's name or path!! (extension was skipped)";
    else
      if [ ! -d "${usr_share_extension_path}/${this_extension}" ]; then
        this_ext_update_status="+";
        sudo mkdir --parents "${usr_share_extension_path}/${this_extension}";
        sudo chown www-data:www-data "${usr_share_extension_path}/${this_extension}";
      else
        this_ext_update_status="u";
      fi;
      printf "git archive export: %1s %-30s %s\n" $this_ext_update_status $this_extension $this_clone_version;
      if [ -d "/usr/share/mw-wmf-clone/extensions/${this_extension}" ]; then
        cd "/usr/share/mw-wmf-clone/extensions/${this_extension}";
        AVAILABLE_CLONE_VERSIONS=`git branch -r | sort --version-sort`;
		##### FOLLOWING LINES CAUSE ERROR -> CHECKING code temporarily DISABLED
        ##if [ "`echo "$AVAILABLE_CLONE_VERSIONS" | grep --count "$this_clone_version"`" == "0" ]; then
        ##  echo "Clone version $this_clone_version not available!! Check these (git branch -r  | sort --version-sort):";
        ##  echo "$AVAILABLE_CLONE_VERSIONS";
        ##else
        ##  echo "OK";
        ##fi;
        # EXAMPLE: sudo git archive --prefix=AdminLinks/ HEAD | sudo -u www-data tar --extract --overwrite --directory=/usr/share/mediawiki25/extensions
        echo "sudo git archive --prefix=\"${this_extension}/\" \"$this_clone_version\"" 
        sudo git archive --prefix="${this_extension}/" "$this_clone_version" | sudo -u www-data tar --extract --overwrite --directory="${usr_share_extension_path}";
      else
        echo  "Source not found: \"/usr/share/mw-wmf-clone/extensions/${this_extension}\" ";
      fi;
    fi;
  fi;
done;
cd ..
IFS=$' \t\n';
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑
#######################################

## Subversion step 1: some string functions still needed (Check?) ##
# https://www.mediawiki.org/wiki/Extension:StringFunctions
cd "${usr_share_extension_path}"
sudo -u www-data -g www-data svn co http://svn.wikimedia.org/svnroot/mediawiki/trunk/extensions/StringFunctions/

# subversion step 2: biowikifarm extensions 
cd "${usr_share_extension_path}"
sudo -u www-data -g www-data svn checkout file:///var/lib/svn/LocalSVNextensions "${usr_share_extension_path}"

##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑
#######################################

# Subversion step 3 (manual, not scripted):
# UPDATE THE PATH, e.g. mediawiki25!
# create post hook commit to the current MediaWiki version
# Open file:  sudo vi /var/lib/svn/hooks/post-commit
# and insert following text:
if [ -d "/usr/share/mediawiki25/extensions" ]; then
  echo -en "\n\npost-commit mediawiki25/extensions (r${REV})\n" >> "${LOGFILE}"
  cd /usr/share/mediawiki25/extensions
  echo "try to get /usr/bin/svn update >> \"${LOGFILE}\"" >> "${LOGFILE}";
  /usr/bin/svn update >> "${LOGFILE}"
  echo -ne " (done)\n" >> "${LOGFILE}"
fi

 # variables
 cd ${usr_share_wiki_path}/skins
 # get default skins from separate skin git
  ## NEXT TIME: extract (git archive) from /usr/share/mw-wmf-clone/skins!
  ##DISABLED, IS IN COMPOSER## sudo git clone https://git.wikimedia.org/git/mediawiki/skins/Vector.git
  # optionally get special skins from separate git(s)
 sudo git clone https://github.com/MfN-Berlin/mwSkinNaturkunde.git

##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
# STEP 1 create web wiki folder
if ! [ -d "${vhost_wiki_path}" ]; then 
  sudo -u root -g mwadmin mkdir --parent "${vhost_wiki_path}"
else
  echo -e "folder already exits: '${vhost_wiki_path}'"
fi
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑

##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
# STEP create symlink to openmedia
if ! [ -d "${vhost_path}/o" ]; then 
  echo -e "Create Openmedia-symlink '${vhost_path}/o' → '../v-species/o'"
  sudo ln -s "../v-species/o" "${vhost_path}/o"
  sudo mkdir "${vhost_path}/o = Openmedia-symlink"
else
  echo -e "Openmedia-symlink already exits"
fi
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑

##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
# symbolic links of folders
# for $vhost_wiki_path to $usr_share_wiki_path
cd "${usr_share_wiki_path}"
# \( ! -name '.*' \) avoids finding hidden directories
for current_folder in `find . -maxdepth 1 \( ! -name '.*' \) -type d -printf "%f\n"`; do
  if ! [ -e "${vhost_wiki_path}/${current_folder}" ]; then
    echo "symbolic link to ${vhost_wiki_path}/${current_folder}"
    sudo ln -s "${usr_share_wiki_path}/${current_folder}" "${vhost_wiki_path}/${current_folder}"
  fi
done
# Remove some symlinks, which should not be overwritten in existing wikis
sudo rm ${vhost_wiki_path}/cache
sudo rm ${vhost_wiki_path}/images
sudo rm ${vhost_wiki_path}/mw-config

# symbolic links of files
cd "${usr_share_wiki_path}"
# \( ! -name '.*' \) avoids finding hidden directories
for mw_wiki_file in `find . -maxdepth 1 \( ! -name '.*' \) -type f -printf "%f\n"`; do
  if ! [ -e "${vhost_wiki_path}/${mw_wiki_file}" ]; then
    echo "symbolic link to ${vhost_wiki_path}/${mw_wiki_file}"
    sudo ln -s "${usr_share_wiki_path}/${mw_wiki_file}" "${vhost_wiki_path}/${mw_wiki_file}"
  fi
done
# remove links no longer present in 1.25:
sudo rm /var/www/v-on/w25/bin
sudo rm /var/www/v-on/w25/redirect.php
sudo rm /var/www/v-on/w25/redirect.php5
sudo rm /var/www/v-on/w25/redirect.phtml
## it may be that a profiler was defined, delete!
sudo rm /var/www/v-on/w25/StartProfiler.php
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑

##↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓↓
# Get PHP composer tool / Rerun for UPDATING
cd ~ # personal home directory
sudo curl -sS https://getcomposer.org/installer | php
sudo chown root:mwadmin composer.phar
sudo mv composer.phar /usr/local/bin/
##↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑↑

 # NOTE: 1. DO NOT RERUN THIS SCRIPT! 2. This uses an EXAMPLE wiki path, not the template path. TODO: test with a template wiki next time!
 # rename composer.json to composer.distrib.json if updating from existing installs:
 # sudo mv ${usr_share_wiki_path}/composer.json ${usr_share_wiki_path}/composer.distrib.json 
 ## TODO: cp composer.* to ${usr_share_wiki_path}/composer.json
 sudo rm /var/www/v-on/w25/composer.*
 sudo ln -s ${usr_share_wiki_path}/composer.json /var/www/v-on/w25/composer.json 
 sudo ln -s ${usr_share_wiki_path}/composer.lock /var/www/v-on/w25/composer.lock

 # First time (writing both into vendor and extension folders): 
 # cd /var/www/v-on/w25; sudo php /usr/local/bin/composer.phar install
 # Later (harmless to re-run):
 cd /var/www/v-on/w25; sudo php /usr/local/bin/composer.phar update
 sudo chown www-data:www-data -R "${usr_share_extension_path}"

 cd /var/www/v-on/w25;  
 sudo -u www-data php ./maintenance/runJobs.php -v --procs 4 --conf=./LocalSettings.php
 # rebuildData.php
 # -f Fully delete all content instead of just refreshing
 # -t refresh only type pages
 # -c refresh only category pages
 # -p refresh only property pages
 # -v be verbose about the progress
 # rebuild data completely from scratch
 # sudo -u www-data php ./extensions/SemanticMediaWiki/maintenance/rebuildData.php --dbuser=wikiadmin -fv --conf=./LocalSettings.php 
 # just update relevant data
 sudo -u www-data php ./extensions/SemanticMediaWiki/maintenance/rebuildData.php --dbuser=wikiadmin -v --conf=./LocalSettings.php 
 sudo -u www-data php ./maintenance/runJobs.php -v --procs 4 --conf=./LocalSettings.php
 sudo /usr/sbin/apache2ctl -k graceful && sudo service nginx restart && sudo service php5-fpm restart

# just update data
sudo -u www-data php ./extensions/SemanticMediaWiki/maintenance/rebuildData.php --dbuser=wikiadmin -v --conf=./LocalSettings.php
# -f fully delete all data and rebuid them from scratch
# sudo -u www-data php ./extensions/SemanticMediaWiki/maintenance/rebuildData.php --dbuser=wikiadmin -fv --conf=./LocalSettings.php

1 $wgGalleryOptions = array (
2   'imagesPerRow' => 4, // Default number of images per-row in the gallery
3   'imageWidth' => 200, // Width of the cells containing images in galleries (in "px")
4   'imageHeight' => 200, // Height of the cells containing images in galleries (in "px")
5   'captionLength' => 40, // Length of caption to truncate (in characters)
6   'showBytes' => true, // Show the filesize in bytes in categories
7   // MW 1.22+ mode' => 'traditional' needs to be defined
8   'mode' => 'traditional', // One of "traditional", "nolines", "packed", "packed-hover", "packed-overlay"
9 );