this happened when the disk filled up: micah@minnow:~/leap/bitmask/provider$ leap -v1 deploy turtle = updating hiera.yaml = applying puppet - [turtle] notice: Scope(Node[default]): Services for turtle.bitmask.net: webapp - [turtle] notice: /Stage[main]/Apache::Package/Package[apache]/ensure: ensure changed 'purged' to 'present' - [turtle] notice: /Stage[main]/Apache::Base/File[include_dir]/ensure: created - [turtle] notice: /Stage[main]/X509::Base/File[/usr/local/share/ca-certificates]/group: group changed 'staff' to 'root' - [turtle] notice: /Stage[main]/Site_webapp/Group[leap-webapp]/ensure: created - [turtle] notice: /Stage[main]/Site_config::Apt/Apt::Apt_conf[90disable-pdiffs]/File[/etc/apt/apt.conf.d/90disable-pdiffs]/ensure: created - [turtle] notice: /Stage[main]/Apache::Base/File[htpasswd_dir]/ensure: created - [turtle] notice: /Stage[main]/Apache::Base/Apache::Config::Include[defaults.inc]/Apache::Config::File[defaults.inc]/File[apache_defaults.inc]/ensure: defined content as '{md5}3f175020bd5b06b971349ec7cffac132' - [turtle] notice: /Stage[main]/Apache::Ssl::Base/Apache::Config::Include[ssl_defaults.inc]/Apache::Config::File[ssl_defaults.inc]/File[apache_ssl_defaults.inc]/ensure: defined content as '{md5}2eabc5f406696930ce2263004f9655fa' - [turtle] notice: /Stage[main]/Apache::Base/Apache::Config::Global[git.conf]/Apache::Config::File[git.conf]/File[apache_git.conf]/ensure: defined content as '{md5}b58da72e959d0447e6357f49d98a255a' - [turtle] notice: /Stage[main]/Apache::Debian/Apache::Config::Global[security]/Apache::Config::File[security]/File[apache_security]/content: content changed '{md5}0f644d9d04ad556f44f1e65674bc07dc' to '{md5}070f47e91332a98dbad4f13e6f0e7625' - [turtle] notice: /File[/var/lib/puppet/modules/munin]/ensure: removed - [turtle] err: /Stage[main]/Ruby/Package[ruby1.9.3]/ensure: change from purged to present failed: Execution of '/usr/bin/apt-get -q -y -o DPkg::Options::=--force-confold install ruby1.9.3' returned 100: Reading package lists... - [turtle] err: /Stage[main]/Passenger/Package[ruby-rack]/ensure: change from purged to present failed: Execution of '/usr/bin/apt-get -q -y -o DPkg::Options::=--force-confold install ruby-rack' returned 100: Reading package lists... - [turtle] notice: /Stage[main]/Apache::Ssl::Debian/Apache::Debian::Module[ssl]/Exec[/usr/sbin/a2enmod ssl]/returns: executed successfully - [turtle] notice: /Stage[main]/Apache::Debian/File[default_debian_apache_vhost]/ensure: removed - [turtle] notice: /Stage[main]/Apache::Ssl::Debian/Apache::Config::Global[ssl.conf]/Apache::Config::File[ssl.conf]/File[apache_ssl.conf]/ensure: defined content as '{md5}235a73c5a3abcbafdd73c00f8c639b89' - [turtle] notice: /Stage[main]/Apt/Config_file[/etc/apt/sources.list]/File[/etc/apt/sources.list]/content: content changed '{md5}c6d40682b29b93e252e3e3484a7d5f01' to '{md5}c85f5486cc2208687527223a0c069530' - [turtle] err: /Stage[main]/Apt::Dot_d_directories/Exec[refresh_apt]: Failed to call refresh: /usr/bin/apt-get update && sleep 1 returned 100 instead of one of [0] at /srv/leap/puppet/modules/apt/manifests/dot_d_directories.pp:20 - [turtle] notice: /Stage[main]/Rubygems/Package[rubygems]: Dependency Package[ruby1.9.3] has failures: true - [turtle] warning: /Stage[main]/Rubygems/Package[rubygems]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Bundler::Install/Package[bundler]: Dependency Package[ruby1.9.3] has failures: true - [turtle] warning: /Stage[main]/Bundler::Install/Package[bundler]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/X509::Base/File[/etc/x509]/ensure: created - [turtle] notice: /Stage[main]/X509::Base/File[/etc/x509/keys]/ensure: created - [turtle] notice: /Stage[main]/X509::Base/File[/etc/x509/certs]/ensure: created - [turtle] notice: /Stage[main]/Apache::Base/File[default_apache_index]/content: content changed '{md5}21dde95d9d269cbb2fa6560309dca40c' to '{md5}9e874264f79350a315832ba2f034e255' - [turtle] notice: /Stage[main]/Site_config::Hosts/File[/etc/hosts]/content: content changed '{md5}934c3fc760a8836eeed2d5d12e5352eb' to '{md5}5000f645cbabfe932091c1b2dcc31a4b' - [turtle] notice: /Stage[main]/Passenger/Apache::Config::File[mod_passenger]/File[apache_mod_passenger]/ensure: defined content as '{md5}d41d8cd98f00b204e9800998ecf8427e' - [turtle] err: /Stage[main]/Passenger/Apache::Module[passenger]/Apache::Debian::Module[passenger]/Package[libapache2-mod-passenger]/ensure: change from purged to present failed: Execution of '/usr/bin/apt-get -q -y -o DPkg::Options::=--force-confold install libapache2-mod-passenger' returned 100: Reading package lists... - [turtle] notice: /Stage[main]/Passenger/Apache::Module[passenger]/Apache::Debian::Module[passenger]/Exec[/usr/sbin/a2enmod passenger]: Dependency Package[libapache2-mod-passenger] has failures: true - [turtle] warning: /Stage[main]/Passenger/Apache::Module[passenger]/Apache::Debian::Module[passenger]/Exec[/usr/sbin/a2enmod passenger]: Skipping because of failed dependencies - [turtle] err: /Stage[main]/Site_webapp/User[leap-webapp]/ensure: change from absent to present failed: Could not create user leap-webapp: Execution of '/usr/sbin/useradd -d /srv/leap-webapp -g leap-webapp leap-webapp' returned 1: - [turtle] notice: /Stage[main]/Site_webapp/Vcsrepo[/srv/leap-webapp]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/Vcsrepo[/srv/leap-webapp]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp/File[/srv/leap-webapp]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/File[/srv/leap-webapp]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp::Couchdb/File[/srv/leap-webapp/config/couchdb.yml]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp::Couchdb/File[/srv/leap-webapp/config/couchdb.yml]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/config]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/config]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/config/eip-service.json]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/config/eip-service.json]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/provider.json]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/provider.json]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp/Exec[bundler_update]: Dependency Package[ruby1.9.3] has failures: true - [turtle] notice: /Stage[main]/Site_webapp/Exec[bundler_update]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/Exec[bundler_update]: Skipping because of failed dependencies - [turtle] notice: /Stage[main]/Site_webapp::Apache/Apache::Vhost::File[leap_webapp]/File[leap_webapp.conf]/ensure: created - [turtle] notice: /Stage[main]/Site_webapp::Apache/X509::Key[leap_webapp]/File[/etc/x509/keys/leap_webapp.key]/ensure: defined content as '{md5}43ba5e2033bd27ccbccf58df6b19c694' - [turtle] notice: /Stage[main]/Site_webapp::Apache/X509::Key[leap_api]/File[/etc/x509/keys/leap_api.key]/ensure: defined content as '{md5}a0c5ce7b221dabe54ea28f5985a19ee8' - [turtle] notice: /Stage[main]/Site_webapp::Apache/X509::Ca[leap_webapp]/File[/usr/local/share/ca-certificates/leap_webapp.crt]/ensure: defined content as '{md5}dfd91ade1588557a92783eebce715d09' - [turtle] err: /Stage[main]/Site_webapp::Apache/X509::Cert[leap_webapp]/File[/etc/x509/certs/leap_webapp.crt]/ensure: change from absent to file failed: Could not rename temporary file /etc/x509/certs/leap_webapp.crt.puppettmp_2836 to /etc/x509/certs/leap_webapp.crt: File written to disk did not match checksum; discarding changes ({md5}f3d39d6a0b4eccedb859c6716f27f979 vs {md5}d41d8cd98f00b204e9800998ecf8427e) at /srv/leap/puppet/modules/x509/manifests/cert.pp:13 at /srv/leap/puppet/modules/x509/manifests/cert.pp:13 - [turtle] err: /Stage[main]/Site_webapp::Apache/Apache::Module[alias]/Apache::Debian::Module[alias]/Exec[/usr/sbin/a2enmod alias]: Could not evaluate: cannot generate tempfile `/tmp/puppet20121211-11297-1gt7v2l-9' - [turtle] err: /Stage[main]/Site_webapp::Apache/X509::Ca[leap_api]/File[/usr/local/share/ca-certificates/leap_api.crt]/ensure: change from absent to file failed: Could not rename temporary file /usr/local/share/ca-certificates/leap_api.crt.puppettmp_691 to /usr/local/share/ca-certificates/leap_api.crt: File written to disk did not match checksum; discarding changes ({md5}3406caa7c2405c5e0b7b0d63bb673529 vs {md5}d41d8cd98f00b204e9800998ecf8427e) at /srv/leap/puppet/modules/x509/manifests/ca.pp:14 at /srv/leap/puppet/modules/x509/manifests/ca.pp:14 - [turtle] notice: /Stage[main]/X509::Base/Exec[update-ca-certificates]: Dependency File[/usr/local/share/ca-certificates/leap_api.crt] has failures: true - [turtle] warning: /Stage[main]/X509::Base/Exec[update-ca-certificates]: Skipping because of failed dependencies - [turtle] err: /Stage[main]/X509::Base/Exec[update-ca-certificates]: Failed to call refresh: cannot generate tempfile `/tmp/puppet20121211-11297-1xc7ch1-9' - [turtle] notice: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/ca.crt]: Dependency File[/usr/local/share/ca-certificates/leap_api.crt] has failures: true - [turtle] notice: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/ca.crt]: Dependency User[leap-webapp] has failures: true - [turtle] warning: /Stage[main]/Site_webapp/File[/srv/leap-webapp/public/ca.crt]: Skipping because of failed dependencies - [turtle] err: /Stage[main]/Site_webapp::Apache/Apache::Module[rewrite]/Apache::Debian::Module[rewrite]/Exec[/usr/sbin/a2enmod rewrite]: Could not evaluate: cannot generate tempfile `/tmp/puppet20121211-11297-gbxi9a-9' - [turtle] err: /Stage[main]/Site_webapp::Apache/Apache::Module[headers]/Apache::Debian::Module[headers]/Exec[/usr/sbin/a2enmod headers]: Could not evaluate: cannot generate tempfile `/tmp/puppet20121211-11297-17y8dde-9' - [turtle] err: /Stage[main]/Site_webapp::Apache/Apache::Vhost::File[api]/File[api.conf]/ensure: change from absent to present failed: Could not rename temporary file /etc/apache2/sites-enabled/api.conf.puppettmp_3561 to /etc/apache2/sites-enabled/api.conf: File written to disk did not match checksum; discarding changes ({md5}4e1d64488139eeeabfd45783cd589b1d vs {md5}d41d8cd98f00b204e9800998ecf8427e) at /srv/leap/puppet/modules/apache/manifests/vhost/file.pp:38 at /srv/leap/puppet/modules/apache/manifests/vhost/file.pp:38 - [turtle] err: /Stage[main]/Site_webapp::Apache/X509::Cert[leap_api]/File[/etc/x509/certs/leap_api.crt]/ensure: change from absent to file failed: Could not rename temporary file /etc/x509/certs/leap_api.crt.puppettmp_1027 to /etc/x509/certs/leap_api.crt: File written to disk did not match checksum; discarding changes ({md5}04004bd1ed1bbb8a8db806c19d455880 vs {md5}d41d8cd98f00b204e9800998ecf8427e) at /srv/leap/puppet/modules/x509/manifests/cert.pp:13 at /srv/leap/puppet/modules/x509/manifests/cert.pp:13 - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency Package[libapache2-mod-passenger] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency File[/usr/local/share/ca-certificates/leap_api.crt] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency Exec[/usr/sbin/a2enmod headers] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency Exec[/usr/sbin/a2enmod alias] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency File[/etc/x509/certs/leap_api.crt] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency File[api.conf] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency File[/etc/x509/certs/leap_webapp.crt] has failures: true - [turtle] notice: /Stage[main]/Apache::Base/Service[apache]: Dependency Exec[/usr/sbin/a2enmod rewrite] has failures: true - [turtle] warning: /Stage[main]/Apache::Base/Service[apache]: Skipping because of failed dependencies - [turtle] err: /Stage[main]/Apache::Base/Service[apache]: Failed to call refresh: Could not start Service[apache]: Execution of '/etc/init.d/apache2 start' returned 1: at /srv/leap/puppet/modules/apache/manifests/base.pp:36 - [turtle] err: /Stage[main]/Resolvconf/File[/etc/resolv.conf]/content: change from {md5}cbabb7aa62a87044c51a7e70ef2e3a6c to {md5}7ad39c9811b952ca2d29385eff848d44 failed: Could not rename temporary file /etc/resolv.conf.puppettmp_6784 to /etc/resolv.conf: File written to disk did not match checksum; discarding changes ({md5}7ad39c9811b952ca2d29385eff848d44 vs {md5}d41d8cd98f00b204e9800998ecf8427e) at /srv/leap/puppet/modules/resolvconf/manifests/init.pp:26 at /srv/leap/puppet/modules/resolvconf/manifests/init.pp:26 - [turtle] err: Failed to apply catalog: No space left on device - /var/lib/puppet/state/state.yaml - [turtle] err: Report processor failed: No space left on device - /var/lib/puppet/reports/turtle.bitmask.net - [turtle] err: Could not send report: No space left on device - /var/lib/puppet/state/last_run_report.yaml error: failed: "sh -c 'cd /srv/leap && /usr/bin/puppet apply --color=false --confdir puppet puppet/manifests/site.pp'" on turtle micah@minnow:~/leap/bitmask/provider$