builder: release-comm-esr45-release_final_verification
slave: bld-linux64-spot-533
starttime: 1460562786.02
results: failure (2)

========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.016623) =========
bash -c pwd
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000
program finished with exit code 0
elapsedTime=0.004234
basedir: '/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000'
========= master_lag: 0.06 =========
========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.084716) =========

========= Started set props: hashType (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.085019) =========
hashType: sha512
========= Finished set props: hashType (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.085368) =========

========= Started set props: builddir (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.085639) =========
bash -c 'basename "$PWD"'
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'basename "$PWD"']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
rel-c-esr45-rel_fnl_vrfy-00000
program finished with exit code 0
elapsedTime=0.003596
builddir: 'rel-c-esr45-rel_fnl_vrfy-00000'
========= master_lag: 0.06 =========
========= Finished set props: builddir (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.148807) =========

========= Started clobber build tools (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.149124) =========
rm -rf tools
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'tools']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.002779
========= master_lag: 0.07 =========
========= Finished clobber build tools (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:06.224576) =========

========= Started clone build tools (results: 0, elapsed: 2 secs) (at 2016-04-13 08:53:06.224883) =========
hg clone https://hg.mozilla.org/build/tools tools
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/. (timeout 1320 secs)
 watching logfiles {}
 argv: ['hg', 'clone', 'https://hg.mozilla.org/build/tools', 'tools']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
warning: s3-us-west-2.amazonaws.com certificate with fingerprint 1a:0e:4a:64:90:c1:d0:2f:79:46:95:b5:17:dc:63:45:cf:19:37:bd not verified (check hostfingerprints or web.cacerts config setting)
applying clone bundle from https://s3-us-west-2.amazonaws.com/moz-hg-bundles-us-west-2/build/tools/f4b3865ff059801e7fb4ff91013a3ab8c7309b7a.packed1.hg
1995 files to transfer, 26.6 MB of data
transferred 26.6 MB in 0.5 seconds (50.3 MB/sec)
finished applying clone bundle
searching for changes
no changes found
updating to branch default
1131 files updated, 0 files merged, 0 files removed, 0 files unresolved
program finished with exit code 0
elapsedTime=2.351120
========= master_lag: 0.26 =========
========= Finished clone build tools (results: 0, elapsed: 2 secs) (at 2016-04-13 08:53:08.838072) =========

========= Started set props: toolsdir (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:08.838420) =========
bash -c pwd
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools
program finished with exit code 0
elapsedTime=0.003884
toolsdir: '/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools'
========= master_lag: 0.01 =========
========= Finished set props: toolsdir (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:08.853745) =========

========= Started set props: aws_ami_id aws_instance_id placement/availability_zone aws_instance_type (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:08.854034) =========
python tools/buildfarm/maintenance/get_instance_metadata.py
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['python', 'tools/buildfarm/maintenance/get_instance_metadata.py']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
{"aws_ami_id": "ami-4325d223", "aws_instance_id": "i-befca766", "placement/availability_zone": "us-west-2a", "aws_instance_type": "r3.xlarge"}
program finished with exit code 0
elapsedTime=0.011182
aws_ami_id: u'ami-4325d223'
aws_instance_id: u'i-befca766'
placement/availability_zone: u'us-west-2a'
aws_instance_type: u'r3.xlarge'
========= master_lag: 0.04 =========
========= Finished set props: aws_ami_id aws_instance_id placement/availability_zone aws_instance_type (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:08.901423) =========

========= Started checking clobber times (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:08.901736) =========
python rel-c-esr45-rel_fnl_vrfy-00000/tools/clobberer/clobberer.py -s tools https://api.pub.build.mozilla.org/clobberer/forceclobber release-comm-esr45 release-comm-esr45-release_final_verification rel-c-esr45-rel_fnl_vrfy-00000 bld-linux64-spot-533 http://buildbot-master74.bb.releng.usw2.mozilla.com:8001/
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/.. (timeout 3600 secs)
 watching logfiles {}
 argv: ['python', 'rel-c-esr45-rel_fnl_vrfy-00000/tools/clobberer/clobberer.py', '-s', 'tools', 'https://api.pub.build.mozilla.org/clobberer/forceclobber', 'release-comm-esr45', 'release-comm-esr45-release_final_verification', 'rel-c-esr45-rel_fnl_vrfy-00000', 'bld-linux64-spot-533', u'http://buildbot-master74.bb.releng.usw2.mozilla.com:8001/']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
2016-04-13 08:53:08,947 - Entering legacy mode.
2016-04-13 08:53:09,082 - rel-c-esr45-rel_fnl_vrfy-00000:Our last clobber date: 1969-12-31 16:00:00
2016-04-13 08:53:09,083 - rel-c-esr45-rel_fnl_vrfy-00000:Server clobber date:   2016-04-13 09:53:09
2016-04-13 08:53:09,083 - rel-c-esr45-rel_fnl_vrfy-00000:Server is forcing a clobber, initiated by forceclobber
2016-04-13 08:53:09,083 - rel-c-esr45-rel_fnl_vrfy-00000:Clobbering...
2016-04-13 08:53:09,083 - Skipping tools
program finished with exit code 0
elapsedTime=0.179691
========= master_lag: 0.01 =========
========= Finished checking clobber times (results: 0, elapsed: 0 secs) (at 2016-04-13 08:53:09.093500) =========

========= Started final-verification.sh failed (results: 2, elapsed: 0 secs) (at 2016-04-13 08:53:09.093827) =========
bash final-verification.sh mozEsr45-thunderbird-linux.cfg mozEsr45-thunderbird-linux64.cfg mozEsr45-thunderbird-mac64.cfg mozEsr45-thunderbird-win32.cfg
 in dir /builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools/release (timeout 2400 secs)
 watching logfiles {}
 argv: ['bash', 'final-verification.sh', 'mozEsr45-thunderbird-linux.cfg', 'mozEsr45-thunderbird-linux64.cfg', 'mozEsr45-thunderbird-mac64.cfg', 'mozEsr45-thunderbird-win32.cfg']
 environment:
  BUILDBOTCUSTOM=https://hg.mozilla.org/build/buildbotcustom
  BUILDBOT_CONFIGS=https://hg.mozilla.org/build/buildbot-configs
  CCACHE_HASHDIR=
  CLOBBERER_URL=https://api.pub.build.mozilla.org/clobberer/forceclobber
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-533.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools/release
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
Wed Apr 13 08:53:09 PDT 2016:  Command called: 'final-verification.sh' 'mozEsr45-thunderbird-linux.cfg' 'mozEsr45-thunderbird-linux64.cfg' 'mozEsr45-thunderbird-mac64.cfg' 'mozEsr45-thunderbird-win32.cfg'
Wed Apr 13 08:53:09 PDT 2016:  From directory: '/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools/release'
Wed Apr 13 08:53:09 PDT 2016:  
Wed Apr 13 08:53:09 PDT 2016:  Parsing arguments...
Wed Apr 13 08:53:09 PDT 2016:  Checking one or more config files have been specified...
Wed Apr 13 08:53:09 PDT 2016:  Checking whether MAX_PROCS is a number...
Wed Apr 13 08:53:09 PDT 2016:  Checking specified config files all exist relative to directory '/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools/release/updates':
Wed Apr 13 08:53:09 PDT 2016:  
Wed Apr 13 08:53:09 PDT 2016:    * 'mozEsr45-thunderbird-linux.cfg' missing
Wed Apr 13 08:53:09 PDT 2016:    * 'mozEsr45-thunderbird-linux64.cfg' missing
Wed Apr 13 08:53:09 PDT 2016:    * 'mozEsr45-thunderbird-mac64.cfg' missing
Wed Apr 13 08:53:09 PDT 2016:    * 'mozEsr45-thunderbird-win32.cfg' missing
Wed Apr 13 08:53:09 PDT 2016:  
Wed Apr 13 08:53:09 PDT 2016:  ERROR: Specified config file(s) missing relative to '/builds/slave/rel-c-esr45-rel_fnl_vrfy-00000/tools/release/updates' directory - see above.
program finished with exit code 67
elapsedTime=0.023324
========= master_lag: 0.02 =========
========= Finished final-verification.sh failed (results: 2, elapsed: 0 secs) (at 2016-04-13 08:53:09.140937) =========

========= Total master_lag: 0.54 =========