builder: fx-team-linux64
slave: bld-linux64-spot-385
starttime: 1453851541.95
results: exception (4)
buildid: 20160126151320
builduid: d093e909f60f4bdf9f14bcd2a4aec77b
revision: 9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:01.950365) =========
master: http://buildbot-master73.bb.releng.usw2.mozilla.com:8001/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:01.950788) =========

========= Started set props: basedir (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:01.951082) =========
bash -c pwd
 in dir /builds/slave/fx-team-l64-000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'pwd']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-385.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/fx-team-l64-000000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
/builds/slave/fx-team-l64-000000000000000000
program finished with exit code 0
elapsedTime=0.004529
basedir: '/builds/slave/fx-team-l64-000000000000000000'
========= master_lag: 0.07 =========
========= Finished set props: basedir (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.020647) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.020948) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.090933) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.091224) =========
rm -rf properties
 in dir /builds/slave/fx-team-l64-000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'properties']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-385.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/fx-team-l64-000000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003651
========= master_lag: 0.05 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.142157) =========

========= Started set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.142445) =========
script_repo_url: https://hg.mozilla.org/build/mozharness
========= Finished set props: script_repo_url (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.147834) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.148115) =========
rm -rf scripts
 in dir /builds/slave/fx-team-l64-000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-385.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/fx-team-l64-000000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003609
========= master_lag: 0.07 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:02.223151) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-01-26 15:39:02.223497) =========
bash -c 'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo integration/fx-team --rev 9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe --destination scripts --debug'
 in dir /builds/slave/fx-team-l64-000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python /tools/checkouts/build-tools/buildfarm/utils/archiver_client.py mozharness --repo integration/fx-team --rev 9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe --destination scripts --debug']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-385.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/fx-team-l64-000000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
2016-01-26 15:39:02,272 truncating revision to first 12 chars
2016-01-26 15:39:02,272 Setting DEBUG logging.
2016-01-26 15:39:02,272 attempt 1/10
2016-01-26 15:39:02,272 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/integration/fx-team/9bf3cfaeeedc?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2016-01-26 15:39:03,062 unpacking tar archive at: fx-team-9bf3cfaeeedc/testing/mozharness/
program finished with exit code 0
elapsedTime=0.994379
========= master_lag: 0.04 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2016-01-26 15:39:03.258421) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:03.258798) =========
echo 9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe
 in dir /builds/slave/fx-team-l64-000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['echo', u'9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-385.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/fx-team-l64-000000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe
program finished with exit code 0
elapsedTime=0.005097
script_repo_revision: '9bf3cfaeeedc5896c590575eeb8aa57ed530a7fe'
========= master_lag: 0.05 =========
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:03.317003) =========

========= Started download exception (results: 4, elapsed: 0 secs) (at 2016-01-26 15:39:03.317302) =========

<style type="text/css">
    p.error {
      color: red;
      font-family: Verdana, Arial, helvetica, sans-serif;
      font-weight: bold;
    }

    div {
      font-family: Verdana, Arial, helvetica, sans-serif;
    }

    div.stackTrace {
    }

    div.frame {
      padding: 1em;
      background: white;
      border-bottom: thin black dashed;
    }

    div.firstFrame {
      padding: 1em;
      background: white;
      border-top: thin black dashed;
      border-bottom: thin black dashed;
    }

    div.location {
    }

    div.snippet {
      margin-bottom: 0.5em;
      margin-left: 1em;
      background: #FFFFDD;
    }

    div.snippetHighlightLine {
      color: red;
    }

    span.code {
      font-family: "Courier New", courier, monotype;
    }

    span.function {
      font-weight: bold;
      font-family: "Courier New", courier, monotype;
    }

    table.variables {
      border-collapse: collapse;
      margin-left: 1em;
    }

    td.varName {
      vertical-align: top;
      font-weight: bold;
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    td.varValue {
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    div.variables {
      margin-bottom: 0.5em;
    }

    span.heading {
      font-weight: bold;
    }

    div.dict {
      background: #cccc99;
      padding: 2px;
      float: left;
    }

    td.dictKey {
      background: #ffff99;
      font-weight: bold;
    }

    td.dictValue {
      background: #ffff99;
    }

    div.list {
      background: #7777cc;
      padding: 2px;
      float: left;
    }

    div.listItem {
      background: #9999ff;
    }

    div.instance {
      background: #cc7777;
      padding: 2px;
      float: left;
    }

    span.instanceName {
      font-weight: bold;
      display: block;
    }

    span.instanceRepr {
      background: #ff9999;
      font-family: "Courier New", courier, monotype;
    }

    div.function {
      background: orange;
      font-weight: bold;
      float: left;
    }
</style>
<a href="#tbend">
<p class="error">exceptions.IOError: [Errno 28] No space left on device</p>
</a><div class="stackTrace"></div><a name="tbend"> </a>
<p class="error">exceptions.IOError: [Errno 28] No space left on device</p>
Traceback from remote host -- Traceback (most recent call last):
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/pb.py", line 514, in expressionReceived
    method(*sexp[1:])
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/pb.py", line 884, in proto_answer
    d.callback(self.unserialize(netResult))
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 361, in callback
    self._startRunCallbacks(result)
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 455, in _startRunCallbacks
    self._runCallbacks()
--- <exception caught here> ---
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 542, in _runCallbacks
    current.result = callback(current.result, *args, **kw)
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/commands/transfer.py", line 362, in finished
    self.fp.close()
exceptions.IOError: [Errno 28] No space left on device
========= Finished download exception (results: 4, elapsed: 0 secs) (at 2016-01-26 15:39:03.343598) =========

========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Skipped  (results: not started, elapsed: not started) =========
========= Started set_script_properties exception (results: 4, elapsed: 0 secs) (at 2016-01-26 15:39:03.343941) =========

remoteFailed: [Failure instance: Traceback from remote host -- Traceback (most recent call last):
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/pb.py", line 840, in _recvMessage
    netResult = object.remoteMessageReceived(self, message, netArgs, netKw)
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/spread/flavors.py", line 114, in remoteMessageReceived
    state = method(*args, **kw)
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/bot.py", line 141, in remote_startCommand
    d = self.command.doStart()
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/commands/base.py", line 140, in doStart
    d = defer.maybeDeferred(self.start)
--- <exception caught here> ---
  File "/tools/buildbot/lib/python2.7/site-packages/twisted/internet/defer.py", line 133, in maybeDeferred
    result = f(*args, **kw)
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/commands/shell.py", line 77, in start
    logEnviron=args.get('logEnviron', True),
  File "/tools/buildbot/lib/python2.7/site-packages/buildslave/runprocess.py", line 281, in __init__
    os.makedirs(workdir)
  File "/tools/buildbot/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/fx-team-l64-000000000000000000/properties'
]

<style type="text/css">
    p.error {
      color: red;
      font-family: Verdana, Arial, helvetica, sans-serif;
      font-weight: bold;
    }

    div {
      font-family: Verdana, Arial, helvetica, sans-serif;
    }

    div.stackTrace {
    }

    div.frame {
      padding: 1em;
      background: white;
      border-bottom: thin black dashed;
    }

    div.firstFrame {
      padding: 1em;
      background: white;
      border-top: thin black dashed;
      border-bottom: thin black dashed;
    }

    div.location {
    }

    div.snippet {
      margin-bottom: 0.5em;
      margin-left: 1em;
      background: #FFFFDD;
    }

    div.snippetHighlightLine {
      color: red;
    }

    span.code {
      font-family: "Courier New", courier, monotype;
    }

    span.function {
      font-weight: bold;
      font-family: "Courier New", courier, monotype;
    }

    table.variables {
      border-collapse: collapse;
      margin-left: 1em;
    }

    td.varName {
      vertical-align: top;
      font-weight: bold;
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    td.varValue {
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    div.variables {
      margin-bottom: 0.5em;
    }

    span.heading {
      font-weight: bold;
    }

    div.dict {
      background: #cccc99;
      padding: 2px;
      float: left;
    }

    td.dictKey {
      background: #ffff99;
      font-weight: bold;
    }

    td.dictValue {
      background: #ffff99;
    }

    div.list {
      background: #7777cc;
      padding: 2px;
      float: left;
    }

    div.listItem {
      background: #9999ff;
    }

    div.instance {
      background: #cc7777;
      padding: 2px;
      float: left;
    }

    span.instanceName {
      font-weight: bold;
      display: block;
    }

    span.instanceRepr {
      background: #ff9999;
      font-family: "Courier New", courier, monotype;
    }

    div.function {
      background: orange;
      font-weight: bold;
      float: left;
    }
</style>
<a href="#tbend">
<p class="error">exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/fx-team-l64-000000000000000000/properties'</p>
</a><div class="stackTrace"></div><a name="tbend"> </a>
<p class="error">exceptions.OSError: [Errno 28] No space left on device: '/builds/slave/fx-team-l64-000000000000000000/properties'</p>
Traceback (most recent call last):
Failure: exceptions.OSError
========= Finished set_script_properties exception (results: 4, elapsed: 0 secs) (at 2016-01-26 15:39:03.364608) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:03.364950) =========
rm -f oauth.txt
 in dir /builds/slave/fx-team-l64-000000000000000000/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/cltbld
  HOSTNAME=bld-linux64-spot-385.build.releng.usw2.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=cltbld
  MAIL=/var/spool/mail/cltbld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/cltbld/bin
  PWD=/builds/slave/fx-team-l64-000000000000000000
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=cltbld
  _=/tools/buildbot/bin/python
 using PTY: False
program finished with exit code 0
elapsedTime=0.003651
========= master_lag: 0.05 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2016-01-26 15:39:03.417423) =========

========= Started reboot skipped (results: 3, elapsed: 0 secs) (at 2016-01-26 15:39:03.417722) =========
========= Finished reboot skipped (results: 3, elapsed: 0 secs) (at 2016-01-26 15:39:03.417989) =========

========= Total master_lag: 0.33 =========