add dockerized wiki configuration

.gitignore

@@ -33,3 +33,6 @@ nubis/terraform/.terraform
 nubis/terraform/terraform.tfvars
 nubis/builder/artifacts/*-dev/
 nubis/builder/artifacts/AMIs.json
+
+# Database dump for local development
+wiki.sql*

gcp/Dockerfile

@@ -0,0 +1,40 @@
+# Ensure both post 1. numbers match here.
+FROM docker.io/mediawiki:1.39
+ENV MWIKI_VER=39
+WORKDIR /var/www/html/
+
+ARG UID=10001
+ARG GID=10001
+
+RUN apt-get update && apt-get install -y --no-install-recommends ffmpeg unzip zlib1g-dev libpng-dev
+RUN docker-php-ext-install gd
+
+# Prepare for nonroot user
+RUN groupadd -g $GID app; \
+    useradd -g $GID -u $UID -m -s /usr/sbin/nologin app; \
+    chown -R app:app /var/www/html/
+
+USER app
+
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/ConfirmAccount /var/www/html/extensions/ConfirmAccount
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/LabeledSectionTransclusion /var/www/html/extensions/LabeledSectionTransclusion
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/TimedMediaHandler /var/www/html/extensions/TimedMediaHandler
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/RSS /var/www/html/extensions/RSS
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/PageForms /var/www/html/extensions/PageForms
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/UrlGetParameters /var/www/html/extensions/UrlGetParameters
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/NoTitle /var/www/html/extensions/NoTitle
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/Widgets /var/www/html/extensions/Widgets
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/MobileFrontend /var/www/html/extensions/MobileFrontend
+RUN git clone --depth 1 --single-branch --branch REL1_${MWIKI_VER} https://gerrit.wikimedia.org/r/mediawiki/extensions/SendGrid /var/www/html/extensions/SendGrid
+RUN git clone --depth 1 --single-branch --branch main https://github.com/mozilla/mediawiki-bugzilla.git /var/www/html/extensions/Bugzilla
+
+RUN php -r "copy('https://getcomposer.org/installer', 'composer-setup.php');" && \
+    php -r "if (hash_file('sha384', 'composer-setup.php') === 'dac665fdc30fdd8ec78b38b9800061b4150413ff2e3b6f88543c636f7cd84f6db9189d43a81e5503cda447da73c7e5b6') { echo 'Installer verified'; } else { echo 'Installer corrupt'; unlink('composer-setup.php'); } echo PHP_EOL;" && \
+    php composer-setup.php && \
+    php -r "unlink('composer-setup.php');"
+
+COPY composer.local.json /var/www/html/composer.local.json
+COPY ports.conf /etc/apache2/ports.conf
+COPY LocalSettings.php /var/www/html/LocalSettings.php
+COPY php.ini /usr/local/etc/php/php.ini
+RUN php composer.phar update --no-dev

gcp/README.md

@@ -0,0 +1,38 @@
+# wikimo test
+
+## "Runbook"
+
+Use `docker compose up --build mediawiki` after changing the version in `Dockerfile`.
+
+To migrate the db dump to the latest version use the following path:
+
+- switch the version in `Dockerfile` to `mediawiki:1.35` and update MWIKI_VER to match the point release number.
+- Set     "wikimedia/at-ease": "v2.1.0" to     "wikimedia/at-ease": "v2.0.0"
+- Run `docker compose exec mediawiki php maintenance/update.php`
+
+- switch the version in `Dockerfile` to `mediawiki:1.39` and update MWIKI_VER to match the point release number.
+- Set     "wikimedia/at-ease": "v2.0.0" to     "wikimedia/at-ease": "v2.1.0"
+- Run `docker compose exec mediawiki php maintenance/update.php`
+
+### Notes
+- switch the version in `Dockerfile` to `mediawiki:1.xx` and update MWIKI_VER to match the point release number.
+- Run `docker-compose exec mediawiki php maintenance/run.php update.php`
+
+## Cleanup Scripts
+Scripts that could be run on >=1.27
+```shell
+compose exec mediawiki php maintenance/deleteArchivedRevisions.php --delete
+compose exec mediawiki php maintenance/removeUnusedAccounts.php --delete
+```
+
+## Migration Plan
+1. Put the AWS Wiki into maintenance.
+2. Dump the DB.
+3. Import DB and images into GCP environment.
+4. Deploy a 1.35 build to GCP.
+5. Run `php maintenance/update.php` with 1.35.
+6. Deploy a 1.39 build to GCP
+7. Check GCP version of wiki.
+8. Update DNS to point to GCP Wiki.
+9. Remove maintenance mode on GCP Wiki.
+10. Clean up AWS Wiki (and optionally Nubis).

gcp/composer.local.json

@@ -0,0 +1,19 @@
+{
+  "config": {
+    "allow-plugins": true
+  },
+  "require": {
+    "mediawiki/sub-page-list": "~3.0",
+    "wikimedia/normalized-exception": "v1.0.1",
+    "wikimedia/at-ease": "v2.1.0"
+  },
+  "extra": {
+    "merge-plugin": {
+      "include": [
+        "extensions/TimedMediaHandler/composer.json",
+        "extensions/Widgets/composer.json",
+        "extensions/SendGrid/composer.json"
+      ]
+    }
+  }
+}

gcp/docker-compose.yaml

@@ -0,0 +1,24 @@
+services:
+  mediawiki:
+    build: .
+    ports:
+      - 8080:80
+    volumes:
+      - ./images:/var/www/html/images
+      - ./LocalSettings.php:/var/www/html/LocalSettings.php
+      - ../mediawiki-bugzilla/:/var/www/html/extensions/Bugzilla # can be removed once our changes are upstream
+  db:
+    image: docker.io/mariadb:11
+    restart: always
+    environment:
+      MYSQL_DATABASE: 'db'
+      MYSQL_USER: 'user'
+      MYSQL_PASSWORD: 'password'
+      MYSQL_ROOT_PASSWORD: 'password'
+    ports:
+      - '127.0.0.1:3306:3306'
+    volumes:
+      - data:/var/lib/mysql
+      - ./wiki.sql:/docker-entrypoint-initdb.d/wiki.sql
+volumes:
+  data:

gcp/php.ini

@@ -0,0 +1 @@
+error_reporting = E_ALL & ~E_DEPRECATED & ~E_NOTICE & ~E_WARNING

gcp/podman-compose.yaml

@@ -0,0 +1,23 @@
+services:
+  mediawiki:
+    image: docker.io/mediawiki:1.39
+    ports:
+      - 8080:80
+    volumes:
+      - /var/www/html/images
+      - ./LocalSettings.php:/var/www/html/LocalSettings.php
+  db:
+    image: docker.io/mariadb:11
+    restart: always
+    environment:
+      MYSQL_DATABASE: 'db'
+      MYSQL_USER: 'user'
+      MYSQL_PASSWORD: 'password'
+      MYSQL_ROOT_PASSWORD: 'password'
+    ports:
+      - '127.0.0.1:3306:3306'
+    volumes:
+      - data:/var/lib/mysql
+      - ./wiki.sql:/docker-entrypoint-initdb.d/wiki.sql
+volumes:
+  data:

gcp/ports.conf

@@ -0,0 +1,13 @@
+# If you just change the port or add more ports here, you will likely also
+# have to change the VirtualHost statement in
+# /etc/apache2/sites-enabled/000-default.conf
+
+Listen 8000
+
+<IfModule ssl_module>
+	Listen 443
+</IfModule>
+
+<IfModule mod_gnutls.c>
+	Listen 443
+</IfModule>

gcp/test/.ruby-version

@@ -0,0 +1 @@
+3.3.1

gcp/test/Gemfile

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+gem 'nokogiri', '~> 1.16'
+
+gem 'typhoeus', '~> 1.4'

gcp/test/Gemfile.lock

@@ -0,0 +1,41 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ethon (0.16.0)
+      ffi (>= 1.15.0)
+    ffi (1.17.0-aarch64-linux-gnu)
+    ffi (1.17.0-arm-linux-gnu)
+    ffi (1.17.0-arm64-darwin)
+    ffi (1.17.0-x86-linux-gnu)
+    ffi (1.17.0-x86_64-darwin)
+    ffi (1.17.0-x86_64-linux-gnu)
+    nokogiri (1.16.7-aarch64-linux)
+      racc (~> 1.4)
+    nokogiri (1.16.7-arm-linux)
+      racc (~> 1.4)
+    nokogiri (1.16.7-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.16.7-x86-linux)
+      racc (~> 1.4)
+    nokogiri (1.16.7-x86_64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.16.7-x86_64-linux)
+      racc (~> 1.4)
+    racc (1.8.1)
+    typhoeus (1.4.1)
+      ethon (>= 0.9.0)
+
+PLATFORMS
+  aarch64-linux
+  arm-linux
+  arm64-darwin
+  x86-linux
+  x86_64-darwin
+  x86_64-linux
+
+DEPENDENCIES
+  nokogiri (~> 1.16)
+  typhoeus (~> 1.4)
+
+BUNDLED WITH
+   2.5.9

gcp/test/test.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require 'typhoeus'
+require 'nokogiri'
+
+BASE_URL_PROD = 'https://wiki.mozilla.org'
+BASE_URL_TEST = 'http://localhost:8080/index.php'
+
+INSPECT_ELEMENT = '#content'
+
+TEST_PAGES_COUNT = 1000
+TEST_KEYWORDS = ['Warning: ', 'Error: '].freeze
+
+def fetch_page(url)
+  response = Typhoeus.get(url, followlocation: true)
+  url = response.effective_url
+  html = response.response_body
+  code = response.response_code
+
+  puts "WARN: #{url} Status code is #{code}" unless code == 200
+
+  [html, url]
+end
+
+def parse_html(html)
+  parsed_data = Nokogiri::HTML.parse(html)
+
+  parsed_data.css(INSPECT_ELEMENT).inner_text
+end
+
+def pages_equal?(prod_page, test_page, keyword)
+  prod_has_keyword = prod_page.include?(keyword)
+  test_has_keyword = test_page.include?(keyword)
+
+  puts "NOK: #{url} (#{prod_has_keyword})" if prod_has_keyword != test_has_keyword
+end
+
+TEST_PAGES_COUNT.times do |i|
+  html, url = fetch_page("#{BASE_URL_PROD}/Special:Random")
+  prod_page = parse_html(html)
+
+  html, = fetch_page(url.gsub(BASE_URL_PROD, BASE_URL_TEST))
+  test_page = parse_html(html)
+
+  print "\r#{i}"
+
+  TEST_KEYWORDS.each do |keyword|
+    pages_equal?(prod_page, test_page, keyword)
+  end
+end