Bug 1302763 - Move docker images out of testing/docker into taskcluster/docker; r=dustin

MozReview-Commit-ID: 7v1uCDB5qoN --HG-- rename : testing/docker/README.md => taskcluster/docker/README.md rename : testing/docker/REGISTRY => taskcluster/docker/REGISTRY rename : testing/docker/android-gradle-build/README.md => taskcluster/docker/android-gradle-build/README.md rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/android-gradle-build/REGISTRY rename : testing/docker/android-gradle-build/VERSION => taskcluster/docker/android-gradle-build/VERSION rename : testing/docker/android-gradle-build/bin/after.sh => taskcluster/docker/android-gradle-build/bin/after.sh rename : testing/docker/android-gradle-build/bin/before.sh => taskcluster/docker/android-gradle-build/bin/before.sh rename : testing/docker/android-gradle-build/bin/build.sh => taskcluster/docker/android-gradle-build/bin/build.sh rename : testing/docker/desktop-build/bin/checkout-script.sh => taskcluster/docker/android-gradle-build/bin/checkout-script.sh rename : testing/docker/android-gradle-build/bin/checkout-sources.sh => taskcluster/docker/android-gradle-build/bin/checkout-sources.sh rename : testing/docker/desktop-build/buildprops.json => taskcluster/docker/android-gradle-build/buildprops.json rename : testing/docker/desktop-test/dot-files/config/pip/pip.conf => taskcluster/docker/android-gradle-build/dot-config/pip/pip.conf rename : testing/docker/desktop-build/oauth.txt => taskcluster/docker/android-gradle-build/oauth.txt rename : testing/docker/base-build/Dockerfile => taskcluster/docker/base-build/Dockerfile rename : testing/docker/base-build/VERSION => taskcluster/docker/base-build/VERSION rename : testing/docker/base-build/system-setup.sh => taskcluster/docker/base-build/system-setup.sh rename : testing/docker/base-test/Dockerfile => taskcluster/docker/base-test/Dockerfile rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/base-test/REGISTRY rename : testing/docker/base-test/VERSION => taskcluster/docker/base-test/VERSION rename : testing/docker/base-test/sources.list => taskcluster/docker/base-test/sources.list rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/builder/REGISTRY rename : testing/docker/centos6-build-upd/Dockerfile => taskcluster/docker/centos6-build-upd/Dockerfile rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/centos6-build-upd/REGISTRY rename : testing/docker/centos6-build-upd/VERSION => taskcluster/docker/centos6-build-upd/VERSION rename : testing/docker/centos6-build/Dockerfile => taskcluster/docker/centos6-build/Dockerfile rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/centos6-build/REGISTRY rename : testing/docker/decision/VERSION => taskcluster/docker/centos6-build/VERSION rename : testing/docker/centos6-build/hgrc => taskcluster/docker/centos6-build/hgrc rename : testing/docker/centos6-build/system-setup.sh => taskcluster/docker/centos6-build/system-setup.sh rename : testing/docker/decision/README.md => taskcluster/docker/decision/README.md rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/decision/REGISTRY rename : testing/docker/decision/VERSION => taskcluster/docker/decision/VERSION rename : testing/docker/decision/system-setup.sh => taskcluster/docker/decision/system-setup.sh rename : testing/docker/desktop-build/bin/build.sh => taskcluster/docker/desktop-build/bin/build.sh rename : testing/docker/desktop-build/bin/checkout-script.sh => taskcluster/docker/desktop-build/bin/checkout-script.sh rename : testing/docker/desktop-build/bin/checkout-sources.sh => taskcluster/docker/desktop-build/bin/checkout-sources.sh rename : testing/docker/desktop-build/buildprops.json => taskcluster/docker/desktop-build/buildprops.json rename : testing/docker/desktop-test/dot-files/config/pip/pip.conf => taskcluster/docker/desktop-build/dot-config/pip/pip.conf rename : testing/docker/desktop-build/oauth.txt => taskcluster/docker/desktop-build/oauth.txt rename : testing/docker/desktop-test/apport => taskcluster/docker/desktop-test/apport rename : testing/docker/desktop-test/buildprops.json => taskcluster/docker/desktop-test/buildprops.json rename : testing/docker/desktop1604-test/deja-dup-monitor.desktop => taskcluster/docker/desktop-test/deja-dup-monitor.desktop rename : testing/docker/desktop-test/dot-files/config/pip/pip.conf => taskcluster/docker/desktop-test/dot-files/config/pip/pip.conf rename : testing/docker/desktop-test/dot-files/config/user-dirs.dirs => taskcluster/docker/desktop-test/dot-files/config/user-dirs.dirs rename : testing/docker/tester/dot-config/user-dirs.locale => taskcluster/docker/desktop-test/dot-files/config/user-dirs.locale rename : testing/docker/tester/dot-pulse/default.pa => taskcluster/docker/desktop-test/dot-files/pulse/default.pa rename : testing/docker/desktop1604-test/fonts.conf => taskcluster/docker/desktop-test/fonts.conf rename : testing/docker/desktop-test/jockey-gtk.desktop => taskcluster/docker/desktop-test/jockey-gtk.desktop rename : testing/docker/desktop-test/motd => taskcluster/docker/desktop-test/motd rename : testing/docker/desktop-test/release-upgrades => taskcluster/docker/desktop-test/release-upgrades rename : testing/docker/desktop-test/taskcluster-interactive-shell => taskcluster/docker/desktop-test/taskcluster-interactive-shell rename : testing/docker/desktop1604-test/tc-vcs-config.yml => taskcluster/docker/desktop-test/tc-vcs-config.yml rename : testing/docker/tester/tester.env => taskcluster/docker/desktop-test/tester.env rename : testing/docker/desktop-test/apport => taskcluster/docker/desktop1604-test/apport rename : testing/docker/desktop1604-test/bin/run-wizard => taskcluster/docker/desktop1604-test/bin/run-wizard rename : testing/docker/desktop-test/buildprops.json => taskcluster/docker/desktop1604-test/buildprops.json rename : testing/docker/desktop1604-test/deja-dup-monitor.desktop => taskcluster/docker/desktop1604-test/deja-dup-monitor.desktop rename : testing/docker/desktop-test/dot-files/config/pip/pip.conf => taskcluster/docker/desktop1604-test/dot-files/config/pip/pip.conf rename : testing/docker/desktop-test/dot-files/config/user-dirs.dirs => taskcluster/docker/desktop1604-test/dot-files/config/user-dirs.dirs rename : testing/docker/tester/dot-config/user-dirs.locale => taskcluster/docker/desktop1604-test/dot-files/config/user-dirs.locale rename : testing/docker/tester/dot-pulse/default.pa => taskcluster/docker/desktop1604-test/dot-files/pulse/default.pa rename : testing/docker/desktop1604-test/fonts.conf => taskcluster/docker/desktop1604-test/fonts.conf rename : testing/docker/desktop-test/jockey-gtk.desktop => taskcluster/docker/desktop1604-test/jockey-gtk.desktop rename : testing/docker/desktop-test/motd => taskcluster/docker/desktop1604-test/motd rename : testing/docker/desktop-test/release-upgrades => taskcluster/docker/desktop1604-test/release-upgrades rename : testing/docker/desktop1604-test/taskcluster-interactive-shell => taskcluster/docker/desktop1604-test/taskcluster-interactive-shell rename : testing/docker/desktop1604-test/tc-vcs-config.yml => taskcluster/docker/desktop1604-test/tc-vcs-config.yml rename : testing/docker/tester/tester.env => taskcluster/docker/desktop1604-test/tester.env rename : testing/docker/image_builder/Dockerfile => taskcluster/docker/image_builder/Dockerfile rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/image_builder/REGISTRY rename : testing/docker/image_builder/VERSION => taskcluster/docker/image_builder/VERSION rename : testing/docker/image_builder/bin/build_image.sh => taskcluster/docker/image_builder/bin/build_image.sh rename : testing/docker/lint/system-setup.sh => taskcluster/docker/lint/system-setup.sh rename : testing/docker/recipes/centos6-build-system-setup.sh => taskcluster/docker/recipes/centos6-build-system-setup.sh rename : testing/docker/recipes/common.sh => taskcluster/docker/recipes/common.sh rename : testing/docker/recipes/install-mercurial.sh => taskcluster/docker/recipes/install-mercurial.sh rename : testing/docker/recipes/run-task => taskcluster/docker/recipes/run-task rename : testing/docker/recipes/tooltool.py => taskcluster/docker/recipes/tooltool.py rename : testing/docker/recipes/ubuntu1204-test-system-setup.sh => taskcluster/docker/recipes/ubuntu1204-test-system-setup.sh rename : testing/docker/recipes/ubuntu1604-test-system-setup.sh => taskcluster/docker/recipes/ubuntu1604-test-system-setup.sh rename : testing/docker/recipes/xvfb.sh => taskcluster/docker/recipes/xvfb.sh rename : testing/docker/rust-build/Dockerfile => taskcluster/docker/rust-build/Dockerfile rename : testing/docker/rust-build/README.md => taskcluster/docker/rust-build/README.md rename : testing/docker/rust-build/REGISTRY => taskcluster/docker/rust-build/REGISTRY rename : testing/docker/rust-build/VERSION => taskcluster/docker/rust-build/VERSION rename : testing/docker/rust-build/build_cargo.sh => taskcluster/docker/rust-build/build_cargo.sh rename : testing/docker/rust-build/build_rust.sh => taskcluster/docker/rust-build/build_rust.sh rename : testing/docker/rust-build/build_rust_mac.sh => taskcluster/docker/rust-build/build_rust_mac.sh rename : testing/docker/rust-build/fetch_cargo.sh => taskcluster/docker/rust-build/fetch_cargo.sh rename : testing/docker/rust-build/fetch_rust.sh => taskcluster/docker/rust-build/fetch_rust.sh rename : testing/docker/rust-build/package_rust.sh => taskcluster/docker/rust-build/package_rust.sh rename : testing/docker/rust-build/repack_rust.py => taskcluster/docker/rust-build/repack_rust.py rename : testing/docker/rust-build/task.json => taskcluster/docker/rust-build/task.json rename : testing/docker/rust-build/tcbuild.py => taskcluster/docker/rust-build/tcbuild.py rename : testing/docker/rust-build/upload_rust.sh => taskcluster/docker/rust-build/upload_rust.sh rename : testing/docker/tester/Dockerfile => taskcluster/docker/tester/Dockerfile rename : testing/docker/image_builder/REGISTRY => taskcluster/docker/tester/REGISTRY rename : testing/docker/tester/VERSION => taskcluster/docker/tester/VERSION rename : testing/docker/tester/bin/test.sh => taskcluster/docker/tester/bin/test.sh rename : testing/docker/desktop-test/dot-files/config/pip/pip.conf => taskcluster/docker/tester/dot-config/pip/pip.conf rename : testing/docker/tester/dot-config/user-dirs.dirs => taskcluster/docker/tester/dot-config/user-dirs.dirs rename : testing/docker/tester/dot-config/user-dirs.locale => taskcluster/docker/tester/dot-config/user-dirs.locale rename : testing/docker/tester/dot-pulse/default.pa => taskcluster/docker/tester/dot-pulse/default.pa rename : testing/docker/desktop1604-test/tc-vcs-config.yml => taskcluster/docker/tester/tc-vcs-config.yml rename : testing/docker/tester/tester.env => taskcluster/docker/tester/tester.env extra : rebase_source : 94c16b2ea7c5824e70637e7fb64a4f5dc3a02837

Bug 1302763 - Move docker images out of testing/docker into taskcluster/docker; r=dustin
69f1c660 · CuriousLearner · 07411b2c · 69f1c660 · 69f1c660 · 69f1c660
Commit 69f1c660 authored 8 years ago by CuriousLearner
--- a/AUTHORS
+++ b/AUTHORS
@@ -879,6 +879,7 @@ Ryan Flint <rflint@dslr.net>
 Ryan Jones <sciguyryan@gmail.com>
 Ryan VanderMeulen <ryanvm@gmail.com>
 Ryoichi Furukawa <oliver@1000cp.com>
+Sanyam Khurana <Sanyam.Khurana01@gmail.com>
 sagdjb@softwareag.com
 Samir Gehani <sgehani@netscape.com>
 Sammy Ford

--- a/taskcluster/ci/android-stuff/kind.yml
+++ b/taskcluster/ci/android-stuff/kind.yml
@@ -63,7 +63,7 @@ jobs:
        when:
            files-changed:
              - "mobile/android/config/**"
-              - "testing/docker/android-gradle-build/**"
+              - "taskcluster/docker/android-gradle-build/**"
              - "testing/mozharness/configs/builds/releng_sub_android_configs/*gradle_dependencies.py"
              - "**/*.gradle"


--- a/taskcluster/ci/source-check/mozlint.yml
+++ b/taskcluster/ci/source-check/mozlint.yml
@@ -40,7 +40,7 @@ mozlint-eslint/opt:
            # Other misc lint related files.
            - 'python/mozlint/**'
            - 'tools/lint/**'
-            - 'testing/docker/lint/**'
+            - 'taskcluster/docker/lint/**'

 mozlint-flake8/opt:
    description: flake8 run over the gecko codebase
@@ -66,7 +66,7 @@ mozlint-flake8/opt:
            - '**/.flake8'
            - 'python/mozlint/**'
            - 'tools/lint/**'
-            - 'testing/docker/lint/**'
+            - 'taskcluster/docker/lint/**'

 wptlint-gecko/opt:
    description: web-platform-tests linter
@@ -94,4 +94,4 @@ wptlint-gecko/opt:
            - 'testing/web-platform/mozilla/meta/MANIFEST.json'
            - 'python/mozlint/**'
            - 'tools/lint/**'
-            - 'testing/docker/lint/**'
+            - 'taskcluster/docker/lint/**'
--- a/testing/docker/README.md
+++ b/testing/docker/README.md
--- a/testing/docker/REGISTRY
+++ b/testing/docker/REGISTRY
--- a/testing/docker/android-gradle-build/Dockerfile
+++ b/testing/docker/android-gradle-build/Dockerfile
@@ -14,8 +14,8 @@ ADD             bin /home/worker/bin
 RUN             chmod +x /home/worker/bin/*

 # Add wrapper scripts for xvfb allowing tasks to easily retry starting up xvfb
-# %include testing/docker/recipes/xvfb.sh
-ADD topsrcdir/testing/docker/recipes/xvfb.sh /home/worker/scripts/xvfb.sh
+# %include taskcluster/docker/recipes/xvfb.sh
+ADD topsrcdir/taskcluster/docker/recipes/xvfb.sh /home/worker/scripts/xvfb.sh

 # Add configuration
 COPY            dot-config                    /home/worker/.config

--- a/testing/docker/android-gradle-build/README.md
+++ b/testing/docker/android-gradle-build/README.md
--- a/testing/docker/android-gradle-build/REGISTRY
+++ b/testing/docker/android-gradle-build/REGISTRY
--- a/testing/docker/android-gradle-build/VERSION
+++ b/testing/docker/android-gradle-build/VERSION
--- a/testing/docker/android-gradle-build/bin/after.sh
+++ b/testing/docker/android-gradle-build/bin/after.sh
--- a/testing/docker/android-gradle-build/bin/before.sh
+++ b/testing/docker/android-gradle-build/bin/before.sh
--- a/testing/docker/android-gradle-build/bin/build.sh
+++ b/testing/docker/android-gradle-build/bin/build.sh
--- a/testing/docker/android-gradle-build/bin/checkout-script.sh
+++ b/testing/docker/android-gradle-build/bin/checkout-script.sh
--- a/testing/docker/android-gradle-build/bin/checkout-sources.sh
+++ b/testing/docker/android-gradle-build/bin/checkout-sources.sh
--- a/testing/docker/android-gradle-build/buildprops.json
+++ b/testing/docker/android-gradle-build/buildprops.json
--- a/testing/docker/desktop-test/dot-files/config/pip/pip.conf
+++ b/testing/docker/desktop-test/dot-files/config/pip/pip.conf
--- a/testing/docker/android-gradle-build/oauth.txt
+++ b/testing/docker/android-gradle-build/oauth.txt
--- a/taskcluster/docker/b2g-build/Dockerfile
+++ b/taskcluster/docker/b2g-build/Dockerfile
+FROM          centos:centos6
+MAINTAINER    Dustin J. Mitchell <dustin@mozilla.com>
+
+# Run majority of yum installs here so we cache them!
+COPY releng.repo /etc/yum.repos.d/releng.repo
+RUN yum install -y epel-release && \
+  yum update -y && \
+  yum makecache && \
+  yum install -y  wget
+
+# Install updated curl libraries
+RUN cd /tmp && \
+  wget https://s3-us-west-2.amazonaws.com/test-caching/libcurl-7.29.0-19.el6.x86_64.rpm && \
+  wget https://s3-us-west-2.amazonaws.com/test-caching/libcurl-devel-7.29.0-19.el6.x86_64.rpm && \
+  wget https://s3-us-west-2.amazonaws.com/test-caching/curl-7.29.0-19.el6.x86_64.rpm && \
+  yum install -y libcurl-7.29.0-19.el6.x86_64.rpm libcurl-devel-7.29.0-19.el6.x86_64.rpm curl-7.29.0-19.el6.x86_64.rpm && \
+  rm -f libcurl-7.29.0-19.el6.x86_64.rpm libcurl-devel-7.29.0-19.el6.x86_64.rpm curl-7.29.0-19.el6.x86_64.rpm && \
+  cd -
+
+RUN yum install -y \
+  # From Building B2G docs
+  # cmake \
+  # cmake: is disabled intentionally to work around: bug 1141417
+  GConf2-devel \
+  alsa-lib-devel \
+  autoconf213 \
+  bc \
+  bison \
+  bzip2 \
+  ccache \
+  dbus-devel \
+  dbus-glib-devel \
+  dbus-glib-devel \
+  dbus-python \
+  expat-devel \
+  file \
+  flex \
+  gawk \
+  gcc473_0moz1 \
+  gettext-devel \
+  glibc-devel \
+  glibc-devel.i686 \
+  glibc-static \
+  gstreamer-devel \
+  gstreamer-plugins-base-devel \
+  gtk2-devel \
+  install \
+  iw \
+  libX11-devel \
+  libX11-devel.i686 \
+  libXrandr.i686 \
+  libXt-devel \
+  libnotify-devel \
+  libstdc++-static \
+  libstdc++-static \
+  libstdc++.i686 \
+  make \
+  mesa-libGL-devel \
+  mesa-libGL-devel.i686 \
+  mozilla-python27 \
+  mpfr-devel.x86_64 \
+  ncurses-devel.i686 \
+  ncurses:-devel \
+  openssh-clients \
+  openssl-devel \
+  openssl-devel \
+  patch \
+  perl-DBI \
+  perl-Digest-SHA \
+  perl-ExtUtils-MakeMaker \
+  pulseaudio-libs-devel \
+  readline-devel.i686 \
+  rsync \
+  screen \
+  subversion-perl \
+  tar \
+  tcl \
+  tk \
+  unzip \
+  uuid \
+  vim \
+  wireless-tools-devel \
+  xorg-x11-server-Xvfb \
+  xorg-x11-server-utils \
+  xz \
+  yasm \
+  zip \
+  zlib-devel \
+  zlib-devel.i686 && \
+  # Remove cached packages. Cached package takes up a lot of space and
+  # distributing them to workers is wasteful.
+  yum clean all
+
+RUN mkdir -p /home/worker/bin
+COPY bin/repository-url.py /home/worker/bin/repository-url.py
+
+ENV GCC_PATH /home/worker/workspace/gecko/gcc
+
+# Default to mozilla specific python, etc...
+ENV PATH /tools/python27-mercurial/bin:/tools/python27/bin:$PATH
+ENV PATH /tools/tools/buildfarm/utils:$PATH:/home/worker/bin/
+ENV PATH $GCC_PATH/bin:/tools/gcc-4.7.3-0moz1/bin:$PATH
+
+# Use the libstd++ we installed over all others...
+env LD_LIBRARY_PATH=$GCC_PATH/lib64:$GCC_PATH/lib:/tools/gcc-4.7.3-0moz1/lib64:/tools/gcc-4.7.3-0moz1/lib
+
+RUN useradd -d /home/worker -s /bin/bash -m worker
+
+# Terrible symlink hacks so cc points to the gcc version we intend to use...
+RUN ls -lah /tools/gcc-4.7.3-0moz1/bin && ln -s /tools/gcc-4.7.3-0moz1/bin/gcc /tools/gcc-4.7.3-0moz1/bin/cc
+
+# Terrible Hack to correctly install git-2.4.1
+RUN mkdir -p /tmp/git && cd /tmp/git && \
+    curl -L https://s3-us-west-2.amazonaws.com/test-caching/git-2.4.1.tar.gz | tar -xz && \
+    cd git* && \
+    make prefix=/usr/local/ all -j10 && \
+    make prefix=/usr/local/ install && \
+    rm -Rf /tmp/git
+
+# Install node from node's own dist...
+ENV NODE_VERSION v0.10.36
+RUN cd /usr/local/ && \
+    curl https://nodejs.org/dist/$NODE_VERSION/node-$NODE_VERSION-linux-x64.tar.gz | tar -xz --strip-components 1 && \
+    node -v
+
+RUN wget --no-check-certificate https://pypi.python.org/packages/source/s/setuptools/setuptools-1.4.2.tar.gz && \
+    tar -xvf setuptools-1.4.2.tar.gz && \
+    cd setuptools-1.4.2 && python setup.py install && \
+    cd - && rm -rf setuptools-1.4.2* && \
+    curl https://bootstrap.pypa.io/get-pip.py | python - && \
+    pip install virtualenv mercurial
+
+# Generate machine uuid file
+RUN dbus-uuidgen --ensure=/var/lib/dbus/machine-id
+
+# Set variable normally configured at login, by the shells parent process, these
+# are taken from GNU su manual
+ENV           HOME          /home/worker
+ENV           SHELL         /bin/bash
+ENV           USER          worker
+ENV           LOGNAME       worker
+
+# Declare default working folder
+WORKDIR       /home/worker
+
+# Set a default command useful for debugging
+CMD ["/bin/bash", "--login"]
--- a/taskcluster/docker/b2g-build/VERSION
+++ b/taskcluster/docker/b2g-build/VERSION
+0.2.11
--- a/taskcluster/docker/b2g-build/bin/repository-url.py
+++ b/taskcluster/docker/b2g-build/bin/repository-url.py
+#! /usr/bin/env python
+
+import argparse
+
+
+def repo_url(remote, revision, path):
+    '''
+    Construct a url pointing to the _raw_ file in the given remote this function
+    will handle url construction for both hg and github.
+    '''
+
+    # Ensure remote always ends in a slash...
+    if remote[-1] != '/':
+        remote = remote + '/'
+    if 'hg.mozilla.org' in remote:
+        return '{}raw-file/{}/{}'.format(remote, revision, path)
+    else:
+        return '{}raw/{}/{}'.format(remote, revision, path)
+
+
+parser = argparse.ArgumentParser(
+    description='Get url for raw file in remote repository'
+)
+
+parser.add_argument('remote', help='URL for remote repository')
+parser.add_argument('revision', help='Revision in remote repository')
+parser.add_argument('path', help='Path to file in remote repository')
+
+args = parser.parse_args()
+print(repo_url(args.remote, args.revision, args.path))