-- Logs begin at Tue 2019-08-20 14:45:06 UTC, end at Tue 2019-08-20 15:53:59 UTC. -- Aug 20 15:11:53.844795 ubuntu-bionic-rax-dfw-0010301045 systemd[1]: Started Devstack devstack@peakmem_tracker.service. Aug 20 15:11:53.860941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:11:53.862459 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:11:53 UTC 2019 Aug 20 15:11:53.862599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:11:53.862599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 7415840 Aug 20 15:11:53.862599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 1460500 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 7414972 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 669020 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5172364 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2500716 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3661396 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 288756 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 44100 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2211960 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3617296 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 60080 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 334520 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 82156 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 996 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 464784 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 426216 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38568 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8044 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 8680 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 1614048 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:11:53.863535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:11:53.867016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.1 175660 1 00:00:00 27 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:08 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.1 16204 1 00:00:00 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:11:53.878826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 9792 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9160 0 00:00:17 1 ep_poll /sbin/init nofb Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 8848 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:11:53.880089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:11:53.882344 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:00 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3228 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:11:53.884882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3407 0.0 2992 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16912 0.0 2928 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 2776 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:11:53.886485 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3408 0.0 1112 3386 00:00:00 1 - grep -v ]$ Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:11:53.888533 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:11:53.890134 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:11:54.002722 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [ovs-vswitchd (pid:12032)]=27032KB Aug 20 15:11:54.003942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:12:14.014292 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:12:14.015441 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:12:14 UTC 2019 Aug 20 15:12:14.015861 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:12:14.015861 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 7004772 Aug 20 15:12:14.015861 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 948692 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 7004028 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 679312 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5377180 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2822576 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3841072 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 575212 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169560 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2247364 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3671512 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 16684 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 620936 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 105792 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126476 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 475664 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 436680 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38984 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8340 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10436 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 1997652 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:12:14.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:12:14.021571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:12:14.037760 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:12:14.037760 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.4 202556 1 00:00:02 28 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:12:14.037760 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.2 99116 4472 00:00:02 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:12:14.037760 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.2 98900 4472 00:00:02 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:12:14.037760 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4618 1.1 96104 11743 00:00:01 1 - /usr/bin/python /usr/local/bin/keystone-manage bootstrap --bootstrap-username admin --bootstrap-password secretadmin --bootstrap-project-name admin --bootstrap-role-name admin --bootstrap-service-name keystone --bootstrap-region-id RegionOne --bootstrap-admin-url http://10.209.34.58/identity --bootstrap-public-url http://10.209.34.58/identity Aug 20 15:12:14.038315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:08 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:12:14.038315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:12:14.038315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.2 17540 1 00:00:00 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:12:14.038315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 15844 1 00:00:00 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 wait bash ./stack.sh Aug 20 15:12:14.038667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 8848 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:12:14.039545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:00 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:12:14.041359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.0 3008 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4637 0.0 3004 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 2776 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:12:14.042298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4638 0.0 1048 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:12:14.043438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:12:14.044409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:12:14.044409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:12:14.044409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:12:14.044409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:12:14.044726 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:12:14.044726 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:13:14.071130 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:13:14.073713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:13:14 UTC 2019 Aug 20 15:13:14.073975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:14.074124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 7004388 Aug 20 15:13:14.074281 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 941408 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 7004000 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 680216 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5381732 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2831840 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3835096 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 573032 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2258808 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3665528 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 2660 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 618744 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 108784 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477336 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438456 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38880 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8368 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10592 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2025400 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:13:14.075476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:13:14.079651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:14.097613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:13:14.097613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:03 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:13:14.097613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 108060 4472 00:00:07 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:13:14.097613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 107160 4472 00:00:07 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:13:14.097613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:08 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:13:14.097613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6261 0.7 61212 6256 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack role assignment list --role admin --user 35b982d5bd4a405ebe77e9c269ef260f --project a7a1dfd6db654de7885060485caf2059 Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.2 20112 1 00:00:01 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 16480 1 00:00:00 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:13:14.098309 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 9276 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6229 0.0 8120 6228 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6232 0.0 8056 6228 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6256 0.0 8056 6229 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6228 0.0 7864 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:13:14.099407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:13:14.101078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:00 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:13:14.103266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6271 0.0 2992 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 2776 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:13:14.104829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6272 0.0 1096 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6230 0.0 1080 6228 00:00:00 1 pipe_wait grep ^|\s[a-f0-9]\+ Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:13:14.105935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:13:14.106604 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:14.106604 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:13:34.113023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:13:34.114367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:13:34 UTC 2019 Aug 20 15:13:34.114582 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:34.114582 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6999728 Aug 20 15:13:34.114582 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 935316 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6999488 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 680500 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5383004 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2838136 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3836344 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 579028 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2259108 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3666776 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 1636 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 624732 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 112336 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477224 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438488 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38736 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8288 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10524 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2019824 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:13:34.115733 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:13:34.119619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:34.133490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:13:34.133490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:03 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:13:34.133490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 108776 4472 00:00:08 1 - keystoneuWSGI worker 1 Aug 20 15:13:34.133490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 107824 4472 00:00:09 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:13:34.133490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6733 0.8 69332 6728 00:00:01 1 wait_woken /usr/bin/python /usr/local/bin/openstack role assignment list --role member --group 353b75bb87684aeb90778db20db11efb --project 2aa1f10567084a23b74e875ecd632a20 -f value Aug 20 15:13:34.133490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:08 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.2 21092 1 00:00:01 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:00 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:13:34.134258 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:04 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 9276 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6711 0.0 8120 11743 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6728 0.0 8056 6711 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:13:34.135503 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:13:34.137001 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:00 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6743 0.0 3040 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 2776 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:13:34.138406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6744 0.0 1012 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:13:34.140171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:13:34.141892 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:13:34.141892 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:13:34.141892 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:13:34.141892 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:13:34.142275 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:34.142275 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:13:54.146695 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:13:54.148757 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:13:54 UTC 2019 Aug 20 15:13:54.148908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:54.148908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6998880 Aug 20 15:13:54.148908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 933328 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6998632 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 680640 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5383908 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2839156 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3837244 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 579888 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2259268 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3667676 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 300 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 625392 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 113320 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477368 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438560 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38808 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8340 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10472 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2015376 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:13:54.149818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:13:54.156230 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:54.171346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:13:54.171346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:03 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:13:54.171346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 109344 4472 00:00:10 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:13:54.171346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 108628 4472 00:00:11 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:13:54.171346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7102 0.8 68796 7097 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack role assignment list --role admin --group ae39aa5f0c2d40f6ba9d9f01b7e4c3ba --project ddb8cb2fa80f4faca38995a3ff335243 -f value Aug 20 15:13:54.171346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:09 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.2 22320 1 00:00:01 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:00 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:13:54.172746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 9424 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7080 0.0 8120 11743 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7097 0.0 8056 7080 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:13:54.174547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:13:54.176014 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:00 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7112 0.0 3076 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 2776 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:13:54.177650 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7113 0.0 1112 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:13:54.179615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:13:54.181381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:13:54.181381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:13:54.181381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:13:54.181381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:13:54.182561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:13:54.182561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:14:34.197744 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:14:34.199397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:14:34 UTC 2019 Aug 20 15:14:34.199637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:14:34.199637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6998780 Aug 20 15:14:34.199935 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 930792 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6998532 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 681012 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5385936 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2838084 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3839216 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 578400 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2259684 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3669648 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 1504 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 624284 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 111588 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477392 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438608 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38784 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8352 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10936 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2032372 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:14:34.201015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:14:34.204882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:14:34.218131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:14:34.218131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:03 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:14:34.218131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 109344 4472 00:00:14 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:14:34.218131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 108628 4472 00:00:15 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:14:34.218131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:09 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:14:34.218131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8105 0.7 60504 8100 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack role assignment list --role ResellerAdmin --user nova --project service --user-domain Default --project-domain Default Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.2 24136 1 00:00:02 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:01 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 11648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:14:34.219346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:07 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8073 0.0 8120 8072 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8075 0.0 8056 8072 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8100 0.0 8056 8073 00:00:00 1 wait bash ./stack.sh Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8072 0.0 7864 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:14:34.220981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:14:34.222680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:00 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:14:34.224342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8115 0.0 2956 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:14:34.226204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8074 0.0 1152 8072 00:00:00 1 pipe_wait grep ^|\s[a-f0-9]\+ Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8116 0.0 1056 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:14:34.228878 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:14:34.230479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:14:34.230479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:15:54.259917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:15:54.261254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:15:54 UTC 2019 Aug 20 15:15:54.261494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:15:54.261494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6997296 Aug 20 15:15:54.261494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 923160 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6996264 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 681988 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5390152 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2840620 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3843412 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 579932 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2260688 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3673844 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 3088 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 625560 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 113984 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477800 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438772 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 39028 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8116 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10532 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2026932 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:15:54.262556 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:15:54.267730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:05 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110348 4472 00:00:22 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 109868 4472 00:00:24 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:10 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10441 0.7 58624 10436 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack user create neutron --password secretservice --domain=Default --or-show -f value -c id Aug 20 15:15:54.279337 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.3 27740 1 00:00:02 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:01 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 13708 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:15:54.281197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:10 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:01 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10419 0.0 8120 11743 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10436 0.0 8056 10419 00:00:00 1 wait bash ./stack.sh Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:15:54.282859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:15:54.284623 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10451 0.0 3072 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:15:54.286244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10452 0.0 1036 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:15:54.288299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:15:54.290220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:15:54.290220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:15:54.290220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:15:54.290220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:15:54.290789 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:15:54.290789 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:16:14.291148 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:16:14.292222 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:16:14 UTC 2019 Aug 20 15:16:14.292434 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:14.292434 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6988900 Aug 20 15:16:14.292434 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 910920 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6987900 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 682228 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5393744 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2849096 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3847008 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 588168 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2260928 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3677440 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 3500 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 633888 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 118284 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477736 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438812 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 38924 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8096 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10516 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2034240 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:16:14.293488 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:16:14.296885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:05 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:24 1 - keystoneuWSGI worker 1 Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 109868 4472 00:00:26 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10962 0.8 69120 10954 00:00:01 1 wait_woken /usr/bin/python /usr/local/bin/openstack user create swift --password secretservice --domain=Default --or-show -f value -c id Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:10 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:16:14.310732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.3 30244 1 00:00:03 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:01 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 14760 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:16:14.311986 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:11 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:05 1 pipe_wait bash ./stack.sh Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:01 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10937 0.0 8120 11743 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10954 0.0 8056 10937 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:01 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:16:14.313646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:16:14.315465 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10973 0.0 3256 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:16:14.317374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10974 0.0 1040 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:16:14.319492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:16:14.321787 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:16:14.321787 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:16:14.321787 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:16:14.321787 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:16:14.322431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:14.322431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:16:54.334105 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:16:54.335672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:16:54 UTC 2019 Aug 20 15:16:54.335937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:54.335937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6986788 Aug 20 15:16:54.335937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 906740 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6986516 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 682692 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5396032 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2851164 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3849324 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 589820 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169568 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2261344 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3679756 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 1336 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 635360 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 121108 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 477916 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 438876 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 39040 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8144 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10932 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2044340 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:16:54.336988 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:16:54.340746 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:54.354453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:16:54.354453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.5 207292 1 00:00:05 29 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:16:54.354453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:27 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:16:54.354453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 109924 4472 00:00:30 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:16:54.354453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12065 0.8 69272 12060 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack role assignment list --role c65b8c8a37014c46979d6cfb3b85396e --user 981e0749b74c49629086cf41d14e66a5 --project d2f61a0239a4463cae35d1edba2d75e7 Aug 20 15:16:54.354453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:10 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.4 35136 1 00:00:03 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:01 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 14760 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:16:54.355717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:13 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:06 1 pipe_wait bash ./stack.sh Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:01 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12033 0.0 8120 12031 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12035 0.0 8056 12031 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12060 0.0 8056 12033 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12031 0.0 7864 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:16:54.357612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:16:54.359786 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12075 0.0 3376 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:16:54.362246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:16:54.364083 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12076 0.0 1084 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12034 0.0 1076 12031 00:00:00 1 pipe_wait grep ^|\s[a-f0-9]\+ Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:16:54.366410 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:16:54.368020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:16:54.368020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:17:34.375370 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:17:34.377156 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:17:34 UTC 2019 Aug 20 15:17:34.377276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:17:34.377276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6975892 Aug 20 15:17:34.377276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 882324 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6975372 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 687712 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5401872 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2876588 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3846748 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 601816 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169552 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2274772 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3677196 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 13824 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 13828 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 2564 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 647496 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 118280 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126480 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 480572 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 441256 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 39316 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 7840 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10628 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2023864 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 112640 kB Aug 20 15:17:34.378179 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8271872 kB Aug 20 15:17:34.381545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.6 216736 1 00:00:07 31 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110836 4472 00:00:32 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:30 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13128 0.8 69224 13108 00:00:01 1 - /usr/bin/python /usr/local/bin/oslo-config-generator --config-file=etc/oslo-config-generator/linuxbridge_agent.ini Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:11 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:17:34.393201 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.4 36392 1 00:00:03 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:02 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 14760 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 0.1 10676 1 00:00:00 1 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:17:34.394409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:14 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9580 10935 00:00:06 1 wait bash ./stack.sh Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:17:34.395858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:17:34.397577 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13138 0.0 3068 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27970 0.0 2488 1 00:00:00 1 poll_schedule_timeout /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:17:34.399245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13139 0.0 1008 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:17:34.401080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:17:34.402603 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:17:34.402603 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13108 0.0 800 11743 00:00:00 1 wait /bin/sh /opt/stack/old/neutron/tools/generate_config_file_samples.sh Aug 20 15:17:34.402603 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27971 0.0 364 27970 00:00:00 1 pipe_wait /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper Aug 20 15:17:34.402603 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:17:34.402603 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:17:34.403221 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:17:34.403221 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:18:14.415367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:18:14.416204 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:18:14 UTC 2019 Aug 20 15:18:14.416375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:14.416375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6915604 Aug 20 15:18:14.416375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 761572 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6914216 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 706180 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5437520 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2887724 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3874600 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 586704 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169552 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2301020 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3705048 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89008 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89012 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 4388 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 707668 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 117984 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126492 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 486236 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 446716 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 39520 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8128 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10452 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2051876 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 118784 kB Aug 20 15:18:14.417501 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8265728 kB Aug 20 15:18:14.420956 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:14.435717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:18:14.435717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 2.9 244108 1 00:00:09 31 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:18:14.435717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110836 4472 00:00:32 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:18:14.435717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:30 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:18:14.435717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85560 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:18:14.435717 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:11 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.4 37356 1 00:00:03 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16208 0.2 24112 11743 00:00:00 1 - /usr/bin/python /usr/local/bin/swift-ring-builder container.builder rebalance 42 Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:02 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 14760 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:18:14.436845 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:16 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:06 1 wait bash ./stack.sh Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:18:14.438375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4284 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:18:14.440246 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16217 0.0 3340 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:14.441844 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1928 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16218 0.0 1044 3386 00:00:00 1 - grep -v ]$ Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:18:14.443782 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:18:14.445755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:18:14.445755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:18:14.445755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:18:14.446279 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:14.544532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [ovs-vswitchd (pid:12032)]=690936KB Aug 20 15:18:14.545611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:18:34.554959 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:18:34.557296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:18:34 UTC 2019 Aug 20 15:18:34.557532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:34.557532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6862612 Aug 20 15:18:34.557532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 692576 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6862240 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 711080 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5447392 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 2943860 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3882340 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 635804 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169548 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2308056 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3712792 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89008 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89012 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 3344 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 756708 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 122440 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126492 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 488768 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 448836 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 39932 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8256 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10932 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2119944 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 118784 kB Aug 20 15:18:34.558538 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8265728 kB Aug 20 15:18:34.562484 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:34.578142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:18:34.578142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 3.0 251660 1 00:00:10 31 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:18:34.578142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110836 4472 00:00:33 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:18:34.578142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:31 1 - keystoneuWSGI worker 1 Aug 20 15:18:34.578142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85560 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:18:34.578142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16946 0.8 69836 16941 00:00:01 1 wait_woken /usr/bin/python /usr/local/bin/openstack role assignment list --role admin --user placement --project service --user-domain Default --project-domain Default Aug 20 15:18:34.579431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:11 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:18:34.579431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.4 38284 1 00:00:03 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:18:34.579431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:18:34.579431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:02 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 14760 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:16 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:06 1 pipe_wait bash ./stack.sh Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16914 0.0 8124 16913 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:18:34.580388 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16916 0.0 8060 16913 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16941 0.0 8060 16914 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16913 0.0 7868 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:34.583059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:34.585743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16956 0.0 3336 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:18:34.587895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16915 0.0 1080 16913 00:00:00 1 pipe_wait grep ^|\s[a-f0-9]\+ Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 16957 0.0 1012 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:18:34.590660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:18:34.592494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:34.592494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:18:54.590820 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:18:54.591828 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:18:54 UTC 2019 Aug 20 15:18:54.592016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:54.592016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6807604 Aug 20 15:18:54.592016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 621712 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6807108 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 715880 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5455520 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 3007572 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3888224 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 692516 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 169548 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2315056 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3718676 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89008 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89012 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 2432 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 813464 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 122236 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126492 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 491552 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 451548 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 40004 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8192 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 10916 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 2148304 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 118784 kB Aug 20 15:18:54.592917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8265728 kB Aug 20 15:18:54.598268 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:54.607987 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:18:54.607987 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 3.1 259616 1 00:00:11 31 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:18:54.607987 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17345 1.4 121708 11743 00:00:05 1 - /usr/bin/python /usr/local/bin/nova-manage --config-file /etc/nova/nova.conf api_db sync Aug 20 15:18:54.607987 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110836 4472 00:00:35 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:18:54.607987 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:32 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:18:54.607987 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85560 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:18:54.609431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:11 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:18:54.609431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.4 39196 1 00:00:04 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:18:54.609431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:18:54.609431 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:02 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4613 0.1 14760 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10028 2950 00:00:17 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:06 1 wait bash ./stack.sh Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9164 0 00:00:18 1 ep_poll /sbin/init nofb Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:18:54.610216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:18:54.612132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:02 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:18:54.613884 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17357 0.0 3336 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:18:54.615377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17358 0.0 1120 3386 00:00:00 1 - grep -v ]$ Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:18:54.617375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:18:54.618486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:18:54.618486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:19:54.641887 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:19:54.644464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:19:54 UTC 2019 Aug 20 15:19:54.644709 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:19:54.644709 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 6234748 Aug 20 15:19:54.644709 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 134708 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 6234236 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 751508 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5326856 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 3585104 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3778984 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 1247140 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 176692 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2337964 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3602292 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89008 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89012 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 7860 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 1374656 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 128620 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 126984 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 501712 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 458752 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 42960 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 8896 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 16636 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 3041092 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 126976 kB Aug 20 15:19:54.646013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8257536 kB Aug 20 15:19:54.651148 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 3.9 323788 1 00:00:19 33 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.7 145276 20868 00:00:02 1 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.7 144916 20868 00:00:02 1 ep_poll glance-apiuWSGI worker 2 Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110836 4472 00:00:35 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110352 4472 00:00:32 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:19:54.666119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85560 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:19:54.667116 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 64596 8400 00:00:12 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:19:54.667116 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:19:54.667116 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 53780 19940 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:19:54.667116 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.5 42912 1 00:00:04 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:19:54.667116 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.3 32392 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.3 32228 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.3 31720 18490 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.3 31616 18490 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.3 31096 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:19:54.667560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21116 0.2 21948 11743 00:00:00 1 - /usr/bin/python /usr/local/bin/openstack --os-cloud=devstack-admin --os-region-name=RegionOne image create cirros-0.4.0-x86_64-disk --public --container-format=bare --disk-format qcow2 Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:02 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10176 2950 00:00:20 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:07 1 wait bash ./stack.sh Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:19:54.668517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9248 0 00:00:21 1 ep_poll /sbin/init nofb Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:19:54.669854 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:03 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:01 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:19:54.671618 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21123 0.0 3376 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.0 3068 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:19:54.672731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21124 0.0 1096 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:19:54.674078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:19:54.675226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:19:54.675226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:20:14.680302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:20:14.682026 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:20:14 UTC 2019 Aug 20 15:20:14.682197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:14.682197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 5951612 Aug 20 15:20:14.682197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 135272 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 5951116 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 751896 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 5044368 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 3798008 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 3563600 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 1510244 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 193736 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2287764 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 3369864 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89008 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89012 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 15244 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 1654272 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 136492 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 127448 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 501760 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 457696 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 44064 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 9776 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 18652 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 3651028 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 129024 kB Aug 20 15:20:14.683382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8255488 kB Aug 20 15:20:14.692255 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 4.1 338476 1 00:00:21 39 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.7 142060 21732 00:00:12 1 - nova-apiuWSGI worker 1 Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.7 141380 21732 00:00:13 1 - nova-apiuWSGI worker 2 Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110840 4472 00:00:36 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:33 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:20:14.706848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85560 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:20:14.709872 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.7 65008 8400 00:00:12 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:20:14.709872 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:20:14.709872 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:20:14.709872 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.6 54068 1 00:00:05 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:20:14.709872 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:14.711338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:03 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10176 2950 00:00:21 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:20:14.713397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21795 0.1 9644 21794 00:00:00 1 poll_schedule_timeout curl -g -k --noproxy * -s -o /dev/null -w %{http_code} http://10.209.34.58/compute/v2.1/ Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:07 1 wait bash ./stack.sh Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9252 0 00:00:21 1 ep_poll /sbin/init nofb Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:20:14.715891 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.0 5952 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:03 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:02 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:20:14.720311 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21822 0.0 3344 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21794 0.0 3228 21793 00:00:00 1 pipe_wait bash -x Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:14.722941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21823 0.0 1048 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21793 0.0 928 11743 00:00:00 1 sigsuspend timeout 60 bash -x Aug 20 15:20:14.725890 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:20:14.729338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:20:14.729338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:20:14.729338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:20:14.730612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:14.730612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:20:34.729810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:20:34.730581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:20:34 UTC 2019 Aug 20 15:20:34.730802 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:34.730802 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 5217848 Aug 20 15:20:34.730802 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 168032 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 5216608 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 752304 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 4279060 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 4448600 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 2871492 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 2191608 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 236144 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2256992 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 2635348 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89008 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89012 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 12028 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 2377828 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 141188 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 127936 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 501872 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 455732 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 46140 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 10108 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 25716 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 4764764 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 133120 kB Aug 20 15:20:34.731401 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8251392 kB Aug 20 15:20:34.742124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 4.5 374052 1 00:00:22 43 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 147276 21732 00:00:16 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.7 146328 21732 00:00:16 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.5 124872 22299 00:00:00 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.5 123180 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:34.756908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.4 117644 22299 00:00:00 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.4 116372 22299 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.4 115984 22299 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110840 4472 00:00:36 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:33 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 108016 1 00:00:02 1 - /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.1 93580 1 00:00:02 1 - /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85560 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 80532 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:20:34.758985 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 80324 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:20:34.761614 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.8 66076 8400 00:00:13 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:20:34.761614 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.7 61788 1 00:00:06 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:20:34.761614 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:20:34.761614 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:20:34.761614 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.4 35336 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:34.762463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 0.3 26928 1 00:00:00 1 - /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:03 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:20:34.764200 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10176 2950 00:00:22 1 - python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:08 1 pipe_wait bash ./stack.sh Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9272 0 00:00:24 1 ep_poll /sbin/init nofb Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:01 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:20:34.766668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.0 5952 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:03 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:20:34.770304 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:02 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24678 0.0 3444 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:20:34.772580 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24679 0.0 1096 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:20:34.775054 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:20:34.777183 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:20:34.777183 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 292 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:20:34.777183 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:20:34.777589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:34.777589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:20:54.772963 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:20:54.774549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:20:54 UTC 2019 Aug 20 15:20:54.774812 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:54.774812 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 4518988 Aug 20 15:20:54.775073 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 130956 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 4518720 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 752884 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 3625556 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 4932816 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 2429428 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 2859800 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 263076 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 2073016 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 2166352 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89208 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89212 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 6752 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 3073180 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 144188 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 127944 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 495288 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 447928 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 47360 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 10596 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 28780 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 5605856 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 135168 kB Aug 20 15:20:54.777173 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8249344 kB Aug 20 15:20:54.782261 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 4.6 379724 1 00:00:23 48 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 147276 21732 00:00:16 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.7 146328 21732 00:00:16 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 141280 22299 00:00:02 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.7 139684 22299 00:00:03 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 132288 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:54.803324 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.5 129000 22299 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.5 123000 22299 00:00:00 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.3 111396 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 110968 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110840 4472 00:00:37 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:34 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106288 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:20:54.804715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:00 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 80532 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 80324 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:20:54.805524 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.8 71412 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:20:54.806217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.8 70748 8400 00:00:13 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:20:54.806217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.8 69588 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:20:54.806217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25487 0.8 69548 25482 00:00:01 1 wait_woken /usr/bin/python /usr/local/bin/openstack --os-cloud devstack-admin --os-region RegionOne subnet create --project 2aa1f10567084a23b74e875ecd632a20 --ip-version 6 --subnet-pool 548e1571-937c-46f8-a2e8-5a8da9a93384 --ipv6-ra-mode slaac --ipv6-address-mode slaac --network 235fe87e-6268-479d-a173-a2d61b8613a0 ipv6-private-subnet Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.8 66156 1 00:00:07 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:03 1 - /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:02 1 - /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:54.806523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27144 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:03 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:20:54.807554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11440 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10424 2950 00:00:23 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:08 1 pipe_wait bash ./stack.sh Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9280 0 00:00:24 1 ep_poll /sbin/init nofb Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25397 0.1 8188 11743 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25455 0.0 8124 25454 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25457 0.0 8060 25454 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25482 0.0 8060 25455 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:20:54.809835 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25454 0.0 7868 25397 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7484 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:20:54.812215 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:03 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:02 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:20:54.814124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25511 0.0 3436 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:20:54.815886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25456 0.0 1136 25454 00:00:00 1 pipe_wait grep id Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25512 0.0 1040 3386 00:00:00 1 - grep -v ]$ Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 248 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:20:54.820345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:20:54.822312 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:20:54.954516 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [ovs-vswitchd (pid:12032)]=691136KB Aug 20 15:20:54.955911 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:21:14.967048 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:21:14.968611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:21:14 UTC 2019 Aug 20 15:21:14.968869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:14.968869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 4455924 Aug 20 15:21:14.968869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 171304 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 4456112 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 753556 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 3524712 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 4895540 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 2423720 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 2912400 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 267668 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1983140 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 2156052 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89212 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89212 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 5444 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 3130100 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 144776 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 127944 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 493404 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 445136 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 48268 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11000 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 29828 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 5782900 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 145408 kB Aug 20 15:21:14.970640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8239104 kB Aug 20 15:21:14.975349 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 4.7 384972 1 00:00:24 50 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155620 22299 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 147276 21732 00:00:16 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.7 146328 21732 00:00:16 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 143952 22299 00:00:05 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.7 143704 22299 00:00:03 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.6 135216 22299 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:15.000886 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 132808 1 00:00:05 1 - /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113724 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.3 113708 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110840 4472 00:00:38 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:35 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106288 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:21:15.002385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:00 11 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 80532 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 80324 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:21:15.003612 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.8 72520 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:21:15.005364 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.8 70988 8400 00:00:14 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:21:15.005364 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.8 67948 1 00:00:07 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:21:15.005364 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:21:15.005364 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:21:15.005364 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27564 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:15.006045 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27264 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27164 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26317 0.2 18900 11743 00:00:00 1 - /usr/bin/python /usr/local/bin/openstack --os-cloud devstack-admin --os-region RegionOne router set --external-gateway 9e54b546-b8d3-41fd-ae4c-9bb2231e704d 291c75ec-ec47-449b-b34c-5d08af3369ac Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:03 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:21:15.007377 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11440 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10424 2950 00:00:24 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:08 1 wait bash ./stack.sh Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9280 0 00:00:24 1 ep_poll /sbin/init nofb Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:21:15.010426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 - /lib/systemd/systemd-logind Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 - /lib/systemd/systemd-udevd Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:21:15.012823 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:03 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:02 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:15.014968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26376 0.0 3408 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:21:15.016915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26377 0.0 1096 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:21:15.019751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:21:15.021509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:21:15.021509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 248 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:21:15.021509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:21:15.022036 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:15.181601 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [ovs-vswitchd (pid:12032)]=691136KB Aug 20 15:21:15.183767 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:21:35.194632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:21:35.195756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:21:35 UTC 2019 Aug 20 15:21:35.195965 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:35.195965 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 4365376 Aug 20 15:21:35.196213 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 145204 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 4364392 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 754364 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 3460344 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 4953148 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 2390648 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 2999076 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 269112 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1954072 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 2121536 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89296 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89296 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 3180 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 3218356 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 146344 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 127944 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 491724 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 443096 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 48628 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11088 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 30376 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 5882224 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 153600 kB Aug 20 15:21:35.196981 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8230912 kB Aug 20 15:21:35.201563 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 4.7 388404 1 00:00:26 50 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:10 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 147812 22299 00:00:06 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 147276 21732 00:00:16 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:10 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.7 146328 21732 00:00:16 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:21:35.223286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133012 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 114868 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110840 4472 00:00:38 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:35 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106288 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:21:35.224694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 11 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 80532 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 80324 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 74556 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:21:35.225635 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:21:35.226509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.8 70988 8400 00:00:14 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:21:35.226509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26846 0.8 69804 26841 00:00:01 1 wait_woken /usr/bin/python /usr/local/bin/openstack --os-cloud devstack-admin --os-region RegionOne subnet create --ip-version 6 --gateway 2001:db8::2 --network 9e54b546-b8d3-41fd-ae4c-9bb2231e704d --subnet-range 2001:db8::/64 --no-dhcp ipv6-public-subnet Aug 20 15:21:35.226509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.8 69424 1 00:00:07 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:21:35.226509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:21:35.226509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:35.226934 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27480 26202 00:00:00 4 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25232 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:03 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:21:35.227979 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11440 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10424 2950 00:00:25 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:08 1 pipe_wait bash ./stack.sh Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9280 0 00:00:24 1 ep_poll /sbin/init nofb Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26821 0.0 8124 26820 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26806 0.0 8060 11743 00:00:00 1 pipe_wait bash ./stack.sh Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26841 0.0 8060 26821 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26820 0.0 7868 26806 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:35.229013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:01 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:21:35.230276 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:03 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4544 1 00:00:02 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:35.231947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27003 0.0 3424 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:35.233241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26822 0.0 1108 26820 00:00:00 1 pipe_wait grep -e gateway_ip -e id Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27004 0.0 1068 3386 00:00:00 1 - grep -v ]$ Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:21:35.234870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:21:35.236088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:21:35.236088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:21:35.236088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 248 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:21:35.236088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:21:35.236088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:21:35.236505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:35.374762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [ovs-vswitchd (pid:12032)]=691136KB Aug 20 15:21:35.375915 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:21:55.387536 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:21:55.388798 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:21:55 UTC 2019 Aug 20 15:21:55.389035 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:55.389035 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 3486460 Aug 20 15:21:55.389035 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 149672 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 3485656 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 753956 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2603236 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5511088 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1844296 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 3788712 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 349032 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1722376 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 1495264 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89296 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89296 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 12068 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4087340 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 158140 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128424 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 470196 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 419316 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 50880 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11792 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 36896 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 7240488 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 169984 kB Aug 20 15:21:55.390379 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8214528 kB Aug 20 15:21:55.395932 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.2 426688 1 00:00:26 66 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150188 1 00:00:05 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149364 22299 00:00:07 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 147276 21732 00:00:16 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:13 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:21:55.414847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.7 146328 21732 00:00:16 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133012 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:21:55.416386 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115240 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.3 113220 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113008 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 110840 4472 00:00:38 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:35 1 - keystoneuWSGI worker 1 Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108176 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 107744 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106288 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:21:55.417883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 0.9 81612 1 00:00:09 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 80532 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 80324 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:21:55.419263 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:21:55.420302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:21:55.420302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.8 72784 8400 00:00:15 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:21:55.420302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30389 0.8 70072 11743 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack --os-region-name=RegionOne flavor list Aug 20 15:21:55.420302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:05 1 - /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:03 1 - /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:55.420852 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25792 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:03 18 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:21:55.422198 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11440 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10436 2950 00:00:27 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:09 1 wait bash ./stack.sh Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9332 0 00:00:27 1 ep_poll /sbin/init nofb Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:21:55.423599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:21:55.425120 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:21:55.426829 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30455 0.0 3436 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23121 0.0 2276 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:21:55.428624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 1 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30456 0.0 1112 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30390 0.0 1056 11743 00:00:00 1 pipe_wait grep -q ds512M Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:21:55.429752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:21:55.430774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:21:55.430774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:21:55.430774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 248 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:21:55.430774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:21:55.430774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:21:55.431182 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:21:55.431182 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:22:35.440687 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:22:35.441967 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:22:35 UTC 2019 Aug 20 15:22:35.442260 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:22:35.442260 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2831720 Aug 20 15:22:35.442483 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 124408 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2830980 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 755188 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2006192 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5934500 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1469096 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4359520 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 422540 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1574980 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 1046556 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 89296 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 89296 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 4012 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4731172 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 165604 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128912 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 438944 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 387064 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 51880 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12208 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41912 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8094936 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:22:35.443662 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:22:35.447288 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.4 441892 1 00:00:27 72 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 151908 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 150916 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150292 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149364 22299 00:00:07 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 147616 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147420 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:13 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:22:35.472576 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:04 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 139976 31061 00:00:04 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133012 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:05 1 - /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.5 130192 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:05 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:22:35.474833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115416 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.3 113812 32195 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:03 1 - /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.3 113420 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113108 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112092 4472 00:00:40 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 110664 4472 00:00:37 1 - keystoneuWSGI worker 1 Aug 20 15:22:35.476409 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108252 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 107884 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 100920 31833 00:00:00 1 - /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.0 88104 1 00:00:10 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:22:35.478289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 80972 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:22:35.483206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:22:35.483206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 74492 8400 00:00:15 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:22:35.483206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32436 0.8 69524 32351 00:00:01 1 wait_woken /usr/bin/python /usr/local/bin/openstack project list --long --quote none -f csv Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:04 1 - /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:22:35.484937 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32480 0.3 26608 32479 00:00:00 1 wait /usr/bin/python /usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C lvcreate -T -L 22.8g stack-volumes-lvmdriver-1/stack-volumes-lvmdriver-1-pool Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25856 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:22:35.486554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32483 0.2 19296 32480 00:00:00 1 - /sbin/lvcreate -T -L 22.8g stack-volumes-lvmdriver-1/stack-volumes-lvmdriver-1-pool Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:04 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11440 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:22:35.487865 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10452 2950 00:00:29 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 9584 10935 00:00:10 1 wait bash ./stack.sh Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9352 0 00:00:29 1 ep_poll /sbin/init nofb Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:02 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:22:35.489494 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:22:35.491282 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32479 0.0 4280 32289 00:00:00 1 poll_schedule_timeout sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C lvcreate -T -L 22.8g stack-volumes-lvmdriver-1/stack-volumes-lvmdriver-1-pool Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:22:35.493651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32497 0.0 3440 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32351 0.0 3272 11743 00:00:00 1 wait bash /opt/stack/old/devstack/tools/create_userrc.sh -PA --target-dir /opt/stack/old/devstack/accrc Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1972 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:22:35.495781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32441 0.0 1864 32351 00:00:00 1 pipe_wait bash /opt/stack/old/devstack/tools/create_userrc.sh -PA --target-dir /opt/stack/old/devstack/accrc Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32437 0.0 1108 32351 00:00:00 1 pipe_wait grep ,True Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32498 0.0 1100 3386 00:00:00 1 - grep -v ]$ Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32438 0.0 1076 32351 00:00:00 1 pipe_wait grep -v service Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:22:35.497881 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:22:35.500353 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:22:35.500353 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:22:35.500353 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:22:35.500353 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:22:35.500353 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:22:35.501589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:22:35.501589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:22:55.488172 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:22:55.489340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:22:55 UTC 2019 Aug 20 15:22:55.489560 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:22:55.631951 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691136KB Aug 20 15:22:55.633336 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:23:15.643366 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:23:15.644515 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:23:15 UTC 2019 Aug 20 15:23:15.644705 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:15.645065 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2807380 Aug 20 15:23:15.645293 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 174232 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2806528 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 755612 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1942740 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5872220 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1468120 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4355516 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 431272 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1516704 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 1036848 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 2072 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4749992 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 167852 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128932 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 432992 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 380828 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52164 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12352 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41492 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8096992 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:23:15.646766 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:23:15.651144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.5 453740 1 00:00:27 74 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152696 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151136 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150392 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:07 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:14 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:23:15.670486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:04 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 139976 31061 00:00:04 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133012 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130612 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117228 32195 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:23:15.672751 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115416 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:07 1 - /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113624 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.3 113560 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:03 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:41 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111412 4472 00:00:39 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:23:15.674347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108392 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 107884 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101044 31833 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 91468 1 00:00:10 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:23:15.675942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:23:15.677619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:23:15.677619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 74968 8400 00:00:16 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:23:15.677619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2443 0.7 58340 11743 00:00:01 1 - /usr/bin/python /usr/local/bin/openstack flavor create --id 42 --ram 64 --disk 1 --vcpus 1 m1.nano Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:23:15.678257 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25892 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:23:15.679860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:04 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11608 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:32 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 10304 10935 00:00:10 1 wait bash ./stack.sh Aug 20 15:23:15.682202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9360 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:04 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:03 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:23:15.684859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:23:15.686779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2453 0.0 3004 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:23:15.688187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2004 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:23:15.690340 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2454 0.0 1064 3386 00:00:00 1 - grep -v ]$ Aug 20 15:23:15.692774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:23:15.692774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:23:15.692774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:23:15.692774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:23:15.692774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:23:15.692774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:23:15.693680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:23:15.693680 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:23:15.694037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:15.694037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:23:35.686104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:23:35.688381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:23:35 UTC 2019 Aug 20 15:23:35.688565 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:35.688565 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2797592 Aug 20 15:23:35.688565 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 143424 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2797592 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 756452 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1967476 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5881636 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1491348 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4362664 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 431260 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1518972 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 1060088 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 24056 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4757380 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170740 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128932 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 429528 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 377184 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52344 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12352 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41744 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8136656 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:23:35.689594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:23:35.693187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.5 453740 1 00:00:27 74 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151136 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150392 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:07 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:14 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:23:35.716135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:04 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 139976 31061 00:00:04 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133012 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117540 32195 00:00:01 1 - /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:23:35.718402 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115416 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113624 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.3 113560 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111468 4472 00:00:39 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:23:35.720278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108392 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 107884 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101044 31833 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 92940 1 00:00:10 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:23:35.721916 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:23:35.723074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:23:35.723074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 74968 8400 00:00:16 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:23:35.723074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:07 1 - /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4862 0.5 41520 4815 00:00:02 1 - /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/pip install -chttps://releases.openstack.org/constraints/upper/master -r/opt/stack/old/tempest/requirements.txt Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:23:35.723443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4815 0.3 29084 11743 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -revenv-tempest --notest Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 25892 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:23:35.725209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 17140 1 00:00:04 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11608 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:23:35.726537 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10596 2950 00:00:33 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 10320 10935 00:00:10 1 wait bash ./stack.sh Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9360 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:04 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:03 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:23:35.728187 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:23:35.729919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:23:35.731453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4898 0.0 3116 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2004 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:23:35.732984 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4899 0.0 1008 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:23:35.734723 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:23:35.735774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:23:35.735774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:23:35.735774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:23:35.735774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:23:35.736293 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:23:35.736293 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:24:15.740711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:24:15.743529 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:24:15 UTC 2019 Aug 20 15:24:15.743682 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:15.743682 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2774708 Aug 20 15:24:15.743682 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 129532 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2774256 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 662612 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2067088 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5882800 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1519360 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4375272 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 442012 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1507528 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 1077348 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 130456 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4780516 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 171300 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128932 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 414016 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 362008 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52008 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12416 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41900 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8151240 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:24:15.744177 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:24:15.750628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:28 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151136 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150392 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:14 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:24:15.778216 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 139976 31061 00:00:04 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117552 32195 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:24:15.780417 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.3 113792 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113624 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111468 4472 00:00:39 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:24:15.782155 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108848 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108496 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101044 31833 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 93808 1 00:00:10 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:24:15.784270 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:24:15.785605 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:24:15.785605 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 74968 8400 00:00:16 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:24:15.785605 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5115 0.6 53560 5068 00:00:09 1 - /opt/stack/old/tempest/.tox/venv/bin/python2 /opt/stack/old/tempest/.tox/venv/bin/pip install -chttps://releases.openstack.org/constraints/upper/master -r/opt/stack/old/tempest/requirements.txt -r/opt/stack/old/tempest/doc/requirements.txt Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:24:15.786041 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5068 0.3 29144 11743 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -evenv -- tempest verify-config -uro /tmp/tmp.ljKEC1t4od Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26004 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:24:15.788621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:04 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.2 16408 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 13420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 11608 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:24:15.790129 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10596 2950 00:00:36 1 - python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11743 0.1 10320 10935 00:00:10 1 wait bash ./stack.sh Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9360 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:04 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13510 0.1 8204 13505 00:00:00 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -o /opt/stack/old/devstacklog.txt.2019-08-20-150143.summary.2019-08-20-150143 Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13504 0.0 7856 13499 00:00:03 1 pipe_wait python /opt/stack/old/devstack/tools/outfilter.py -v --no-timestamp -o /opt/stack/old/devstacklog.txt.2019-08-20-150143 Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7668 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:24:15.791874 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6448 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 6080 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5320 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 5160 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4976 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4728 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:24:15.793700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4656 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 4280 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13499 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 13505 0.0 3704 11743 00:00:00 1 wait bash ./stack.sh Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:24:15.795850 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5133 0.0 3068 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2932 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2500 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2196 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2004 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1880 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:24:15.797843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1228 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5134 0.0 1112 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:24:15.799758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:24:15.801085 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:24:15.801085 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:24:15.801085 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:24:15.801085 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:24:15.802040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:15.802040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:24:55.804289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:24:55.805906 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:24:55 UTC 2019 Aug 20 15:24:55.806208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:55.806345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2766776 Aug 20 15:24:55.806345 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 220780 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2766008 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 537888 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2107792 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5898800 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1429988 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4389596 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438464 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1509204 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 991524 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 5120 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4791276 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 169364 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398848 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346760 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52088 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12272 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41832 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8172756 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:24:55.807742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:24:55.812323 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:28 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150392 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:14 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:24:55.834996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:08 1 - /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117620 32195 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:24:55.836416 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113884 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:05 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:24:55.837489 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108848 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101044 31833 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 94780 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:24:55.838837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:24:55.839683 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77432 8400 00:00:17 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:24:55.839683 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:24:55.839683 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:02 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:07 1 - /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:24:55.840004 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:07 1 - /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26024 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:24:55.840914 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:05 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:24:55.841946 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:38 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:04 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:24:55.843475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:24:55.844753 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:24:55.846037 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5537 0.0 2972 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:24:55.847561 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5538 0.0 1112 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:24:55.849176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:24:55.850029 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:24:55.850029 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:24:55.850029 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:24:55.850029 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:24:55.850447 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:24:55.850447 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:25:15.855857 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:25:15.857211 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:25:15 UTC 2019 Aug 20 15:25:15.857757 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:15.857757 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2765536 Aug 20 15:25:15.857757 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 218252 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2764504 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 538384 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2108304 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5899516 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1430488 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4389816 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438460 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1509700 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 992028 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 1268 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4791308 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 169556 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398904 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346784 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52120 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12308 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41836 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8172756 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:25:15.859117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:25:15.863197 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:28 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150392 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:15 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:25:15.885761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117644 32195 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:25:15.887693 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:00 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113884 29661 00:00:00 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:25:15.889154 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108848 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 95088 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:25:15.891620 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:25:15.894020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77432 8400 00:00:17 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:25:15.894020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:25:15.894020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:03 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:25:15.894624 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26024 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:25:15.896025 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:05 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:25:15.897385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:39 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:04 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:25:15.898941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:03 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:25:15.900791 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:25:15.902227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5550 0.0 2992 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:25:15.904492 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5551 0.0 1060 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:25:15.906839 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:25:15.908383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:25:15.908383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:25:15.908383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:25:15.908383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:25:15.908920 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:15.908920 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:25:35.899941 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:25:35.900912 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:25:35 UTC 2019 Aug 20 15:25:35.901094 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:35.901094 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2764208 Aug 20 15:25:35.901094 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 217232 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2763944 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 538788 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2108444 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5900336 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1430640 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4390224 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438460 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1510112 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 992180 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 976 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4791828 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 169756 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398976 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346680 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52296 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12144 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41832 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8177836 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:25:35.902393 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:25:35.906318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:28 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.7 146620 22299 00:00:15 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:25:35.924896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:09 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117680 32195 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:25:35.926896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113884 29661 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113872 1 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:06 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:25:35.928901 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 108848 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 95316 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81232 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:25:35.930531 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:25:35.931827 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77432 8400 00:00:17 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:25:35.931827 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:25:35.931827 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:04 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:25:35.932242 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26024 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:25:35.933540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:05 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:25:35.934926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:41 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:25:35.936557 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:25:35.938512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:25:35.940013 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5587 0.0 3068 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:25:35.941902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5588 0.0 968 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:25:35.944169 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:25:35.946119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:25:35.946119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:25:35.946119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:25:35.946119 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:25:35.946773 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:25:35.946773 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:26:15.947399 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:26:15.948588 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:26:15 UTC 2019 Aug 20 15:26:15.948774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:15.948774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2763536 Aug 20 15:26:15.948774 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 214880 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2763008 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 539696 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2108952 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5902872 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1431120 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4391832 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1511040 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 992664 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 692 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4793312 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170000 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398836 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346684 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52152 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12180 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41844 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8174736 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:26:15.949977 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:26:15.953949 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:28 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:15 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:26:15.973453 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:26:15.974696 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113884 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:26:15.975637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 95744 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:26:15.976755 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:26:15.977676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:18 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:26:15.977676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:26:15.977676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:06 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:15.977945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26100 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:26:15.978713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:05 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:26:15.979544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:43 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:26:15.980607 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:26:15.981499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:26:15.982443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5610 0.0 2996 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:26:15.983625 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5611 0.0 1084 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:26:15.985711 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:26:15.986958 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:26:15.986958 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:26:15.986958 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:26:15.986958 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:26:15.987860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:15.987860 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:26:35.988317 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:26:35.990703 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:26:35 UTC 2019 Aug 20 15:26:35.990912 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:35.990912 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2763172 Aug 20 15:26:35.991126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 213784 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2762660 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 540116 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2109320 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5903328 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1431484 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4391904 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1511424 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 993028 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 516 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4793636 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170172 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398700 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346684 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52016 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12128 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41844 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8178724 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:26:35.992299 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:26:35.997308 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:28 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:15 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:26:36.018278 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:26:36.019490 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 113884 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:26:36.020505 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 96024 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:26:36.021530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:26:36.022371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:18 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:26:36.022371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:26:36.022371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:08 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:36.022647 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26100 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:26:36.023834 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:05 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:26:36.025233 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:44 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:26:36.026826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:26:36.028102 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:26:36.029008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5623 0.0 3020 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:26:36.030188 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5624 0.0 1044 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:26:36.031629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:26:36.032794 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:26:36.032794 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:26:36.032794 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:26:36.032794 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:26:36.033342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:36.033342 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:26:56.030989 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:26:56.032350 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:26:56 UTC 2019 Aug 20 15:26:56.032609 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:56.032609 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2763112 Aug 20 15:26:56.032609 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 213136 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2762848 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 540528 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2109724 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5904460 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1431884 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4392604 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1511856 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 993428 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 2572 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4794160 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170392 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398964 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346688 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52276 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12048 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41840 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8178944 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:26:56.033619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:26:56.037125 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:16 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:26:56.054209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:26:56.056628 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 114148 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:07 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:26:56.058546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 96380 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:26:56.060831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:26:56.062170 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:18 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:26:56.062170 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:26:56.062170 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:09 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:56.062555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26216 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:26:56.063657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:05 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:26:56.065020 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:45 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:26:56.067110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:26:56.068571 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:26:56.069648 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5681 0.0 3012 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:26:56.071062 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5682 0.0 1040 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:26:56.072539 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:26:56.073722 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:26:56.073722 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:26:56.073722 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:26:56.073722 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:26:56.074161 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:26:56.074161 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:27:16.068130 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:27:16.069089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:27:16 UTC 2019 Aug 20 15:27:16.069418 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:16.069418 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2762660 Aug 20 15:27:16.069418 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 212136 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2762412 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 540992 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2109808 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5904840 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1431972 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4392512 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1512328 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 993516 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 696 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4794132 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170588 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398980 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346692 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52288 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12100 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41840 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8182924 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:27:16.070235 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:27:16.074076 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:08 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:03 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:16 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:27:16.092107 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:27:16.094017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 114148 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:27:16.095535 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 96644 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:27:16.097225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:27:16.098486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:18 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:27:16.098486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:27:16.098486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:10 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:16.099079 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26216 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:27:16.100715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:27:16.102396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:46 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:27:16.104208 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:27:16.105754 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:27:16.107439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5699 0.0 3088 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:27:16.109540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5700 0.0 1012 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:27:16.111712 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:27:16.112996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:27:16.112996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:27:16.112996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:27:16.112996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:27:16.113523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:16.113523 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:27:36.105048 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:27:36.106088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:27:36 UTC 2019 Aug 20 15:27:36.106245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:36.106245 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2762040 Aug 20 15:27:36.106445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 210052 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2761272 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 541444 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2110284 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5905700 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1432444 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4392912 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1512788 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 993988 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 768 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4794448 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170784 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398944 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346704 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52240 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11904 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41840 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8187012 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 186368 kB Aug 20 15:27:36.107319 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8198144 kB Aug 20 15:27:36.111131 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:06 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:16 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:27:36.131950 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 130864 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:27:36.133075 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.3 114148 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 111768 4472 00:00:40 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:27:36.133962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 96976 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:01 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:27:36.134909 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81100 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:27:36.135781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:19 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:27:36.135781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:27:36.135781 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:11 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:10 1 - /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:36.136142 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26216 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:27:36.136853 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:27:36.137739 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:47 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:27:36.138644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:27:36.139547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:27:36.140597 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5712 0.0 3064 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:27:36.141632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5713 0.0 1152 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:27:36.142811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:27:36.143592 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:27:36.143592 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:27:36.143592 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:27:36.143592 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:27:36.143952 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:36.143952 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:27:56.144202 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:27:56.145448 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:27:56 UTC 2019 Aug 20 15:27:56.145685 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:56.145685 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2761460 Aug 20 15:27:56.145923 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 209428 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2761460 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 541852 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2110692 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5906688 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1432836 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4393492 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1513196 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 994380 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 1992 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4795280 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 170984 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 399080 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346716 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52364 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11808 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41836 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8177752 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:27:56.146858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:27:56.150691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:16 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:27:56.170926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:27:56.172653 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:08 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:27:56.173833 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 97256 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:27:56.175480 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:27:56.176805 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:19 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:27:56.176805 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:27:56.176805 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:12 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:56.177077 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26256 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:27:56.178126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:27:56.179302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:48 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:27:56.180499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:27:56.181867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:27:56.182779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5752 0.0 3080 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:27:56.184072 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5753 0.0 1056 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:27:56.185376 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:27:56.186507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:27:56.186507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:27:56.186507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:27:56.186507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:27:56.186869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:27:56.186869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:28:36.191206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:28:36.192227 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:28:36 UTC 2019 Aug 20 15:28:36.192506 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:28:36.192506 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2761112 Aug 20 15:28:36.192807 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 207544 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2760840 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 542708 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2111104 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5908004 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1433260 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4393972 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1514032 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 994804 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108184 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108232 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 436 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4795708 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 171236 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 399088 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346720 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52368 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11808 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41840 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8177752 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:28:36.193716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:28:36.197604 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:16 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:28:36.215902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:28:36.217464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:09 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:28:36.218924 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 97564 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 85760 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:28:36.221126 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:28:36.222461 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:19 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:28:36.222461 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:28:36.222461 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:14 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:28:36.222825 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26256 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:28:36.224009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:28:36.225217 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:51 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:28:36.226546 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:28:36.227895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:28:36.229195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5774 0.0 3048 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:28:36.230830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5775 0.0 1048 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:28:36.232527 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:28:36.233716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:28:36.233716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:28:36.233716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:28:36.233716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:28:36.234500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:28:36.234500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:28:56.228418 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:28:56.229464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:28:56 UTC 2019 Aug 20 15:28:56.229657 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:28:56.359360 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691260KB Aug 20 15:28:56.360619 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:29:16.370224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:29:16.373471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:29:16 UTC 2019 Aug 20 15:29:16.373691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:16.373691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2760732 Aug 20 15:29:16.373691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 205780 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2760468 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 543560 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2111612 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5909124 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1433768 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4394216 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1514908 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 995312 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108308 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108356 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 512 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4795820 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 171532 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398992 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346728 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52264 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11860 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41844 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8176236 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:29:16.374100 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:29:16.378666 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149624 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:17 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:29:16.395616 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:29:16.397885 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:12 1 - /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:14 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:29:16.399389 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108564 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.1 97864 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:29:16.401509 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:29:16.403430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:20 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:29:16.403430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:29:16.403430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:16 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:16.403917 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26312 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:29:16.405176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:29:16.406783 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10588 2950 00:00:53 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:29:16.408599 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:29:16.410810 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:29:16.412486 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5841 0.0 2944 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:29:16.414209 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5842 0.0 1048 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:29:16.416296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:29:16.417778 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:29:16.417778 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:29:16.417778 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:29:16.417778 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:29:16.418308 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:16.418308 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:29:36.409232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:29:36.410462 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:29:36 UTC 2019 Aug 20 15:29:36.410595 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:36.410595 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2760616 Aug 20 15:29:36.410595 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 204696 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2760104 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 543968 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2111920 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5909916 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1434052 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4394596 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1515320 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 995596 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108308 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108356 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 812 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4796152 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 171740 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 398980 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346752 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52228 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11824 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41888 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8176236 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:29:36.411354 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:29:36.416859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149880 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:17 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:29:36.435694 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 - /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117708 32195 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:29:36.436797 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:15 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:29:36.437660 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108748 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.2 98072 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:29:36.438672 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:29:36.439498 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:20 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:29:36.439498 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:29:36.439498 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:17 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:36.439832 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26312 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:29:36.440799 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:29:36.442186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:54 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:29:36.443318 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:29:36.444254 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:29:36.444996 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5854 0.0 3076 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:29:36.445968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5855 0.0 1100 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:29:36.447086 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:29:36.448121 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:29:36.448121 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:29:36.448121 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:29:36.448121 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:29:36.448673 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:36.448673 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:29:56.448752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:29:56.449779 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:29:56 UTC 2019 Aug 20 15:29:56.449930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:56.449930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2760360 Aug 20 15:29:56.449930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 203940 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2760096 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 544376 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2112268 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5910508 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1434428 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4394816 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1515692 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 995972 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108308 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108356 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 1180 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4796788 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 172176 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 399128 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346752 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52376 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11792 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41848 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8173572 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:29:56.450962 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:29:56.454692 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149880 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:17 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:29:56.473007 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117712 32195 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:29:56.474908 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:15 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:10 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:29:56.476540 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108760 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.2 98356 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 ep_poll placementuWSGI worker 2 Aug 20 15:29:56.478186 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:29:56.479473 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:20 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:29:56.479473 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:29:56.479473 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:18 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:56.480104 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26312 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:29:56.482024 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:06 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:29:56.483999 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:55 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:29:56.485586 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:29:56.487367 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:29:56.488724 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5891 0.0 3072 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:29:56.490761 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5892 0.0 1096 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:29:56.493632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:29:56.495575 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:29:56.495575 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:29:56.495575 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:29:56.495575 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:29:56.496814 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:29:56.496814 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:30:16.489396 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:30:16.490338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:30:16 UTC 2019 Aug 20 15:30:16.490777 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:16.490777 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2759864 Aug 20 15:30:16.490777 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 202728 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2759580 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 544772 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2112536 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5911208 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1434692 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4395084 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1516124 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 996236 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108308 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108356 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 400 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4796192 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 172100 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 399072 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346752 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52320 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11808 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41888 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8178204 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:30:16.491756 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:30:16.495555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149880 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:17 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:30:16.513948 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117712 32195 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:30:16.515913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:16 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:30:16.517479 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108764 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101376 31833 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.2 98656 1 00:00:11 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:30:16.519530 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:30:16.521147 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:20 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:30:16.521147 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:30:16.521147 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:19 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:30:16.521697 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26320 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:30:16.522990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:07 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:30:16.524440 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:56 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:30:16.526234 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:30:16.528068 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:30:16.529526 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5905 0.0 2972 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:30:16.531452 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5906 0.0 1152 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:30:16.533507 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:30:16.534663 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:30:16.534663 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:30:16.534663 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:30:16.534663 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:30:16.535196 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:16.535196 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:30:36.527993 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:30:36.528742 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:30:36 UTC 2019 Aug 20 15:30:36.528927 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:36.528927 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2759596 Aug 20 15:30:36.528927 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 201756 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2759200 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 545136 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2112756 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5911572 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1434912 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4395084 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 438456 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1516488 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 996456 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108308 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108356 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 2060 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4796716 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 172312 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129064 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 399080 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 346760 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52320 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11840 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41924 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8178204 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:30:36.529817 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:30:36.534022 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 458208 1 00:00:29 76 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 152952 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149880 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:03 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:17 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:30:36.550132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117712 32195 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:30:36.551714 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 114320 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114308 29661 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:16 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:11 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:40 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:30:36.553239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108764 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.2 98948 1 00:00:12 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 0.9 81428 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:30:36.554550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:30:36.555974 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 77600 8400 00:00:21 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:30:36.555974 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:30:36.555974 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5511 0.8 69116 5508 00:00:20 2 poll_schedule_timeout /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5517 0.8 67280 5511 00:00:00 1 ep_poll /tmp/ansible/bin/python2 /tmp/ansible/bin/ansible subnodes -f 5 -i /home/zuul/workspace/inventory -m shell -a cd '/opt/stack/old/devstack' && CELLSV2_SETUP=singleconductor stdbuf -oL -eL ./stack.sh Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:30:36.556351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26320 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:30:36.557411 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:07 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:30:36.559040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:57 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:30:36.560383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5527 0.0 5712 5517 00:00:00 1 poll_schedule_timeout ssh -C -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/opt/stack/new/.ansible/cp/6717e697b9 -tt 10.209.34.112 /bin/sh -c '/usr/bin/python /opt/stack/new/.ansible/tmp/ansible-tmp-1566314684.71-176996853786369/command.py && sleep 0' Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:30:36.561843 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:30:36.563103 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5508 0.0 3124 10935 00:00:00 1 wait /bin/bash ./post-stack.sh Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5924 0.0 3084 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:30:36.564590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 5925 0.0 1004 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:30:36.566521 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:30:36.567681 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:30:36.567681 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:30:36.567681 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:30:36.567681 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:30:36.568232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:30:36.568232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:31:16.572292 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:31:16.574365 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:31:16 UTC 2019 Aug 20 15:31:16.574529 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:16.574529 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2678868 Aug 20 15:31:16.574529 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 206324 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2678868 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 527112 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 2047588 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 5957332 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1388108 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4474908 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 440836 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1482424 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 947272 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108308 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108356 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 9884 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 4879116 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 171100 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128936 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 397472 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 345176 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 52296 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 11808 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 41760 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8160928 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:31:16.575837 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:31:16.579826 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 461320 1 00:00:30 82 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161848 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 1.9 155756 22299 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 153432 21732 00:00:17 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151148 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149880 22299 00:00:09 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 147588 22299 00:00:18 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:31:16.601646 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133264 1 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117724 32195 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:31:16.603734 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115192 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 115032 29661 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114924 29661 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.3 113988 1 00:00:17 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:42 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112100 4472 00:00:41 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:31:16.605239 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109004 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108764 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.2 99636 1 00:00:12 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:31:16.606758 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:31:16.608064 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 79064 8400 00:00:22 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:31:16.608064 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75288 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:31:16.608064 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 73976 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.8 68316 6120 00:00:01 1 - /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:16.608555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27568 25518 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27528 26202 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27180 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26348 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:31:16.609858 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:07 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13648 1 00:00:00 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:31:16.611133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10592 2950 00:00:59 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:07 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:31:16.613053 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:16.615961 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6180 0.0 3080 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:31:16.617629 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:31:16.619472 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6181 0.0 1060 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:31:16.621729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:31:16.621729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:31:16.621729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:31:16.621729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:31:16.621729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:31:16.621729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:31:16.622667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:31:16.622667 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:31:16.622943 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:16.622943 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:31:36.618124 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:31:36.618912 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:31:36 UTC 2019 Aug 20 15:31:36.619057 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:36.619057 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2298700 Aug 20 15:31:36.619057 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 124256 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2297476 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 372664 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1923864 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6267576 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1172172 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4835176 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 452864 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1432400 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 719308 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108324 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108372 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 20584 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5251676 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 177456 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128936 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 377076 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 324028 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 53048 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12192 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 44560 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8811812 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:31:36.620335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:31:36.624894 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 463228 1 00:00:34 89 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.0 167416 22299 00:00:26 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 1.9 161992 22299 00:00:24 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.8 154376 21732 00:00:17 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.8 151960 21732 00:00:18 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 151536 22299 00:00:27 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 150632 1 00:00:07 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149880 22299 00:00:14 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148136 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 147792 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:31:36.650056 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 133980 1 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117728 32195 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:31:36.651375 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 115920 1 00:00:05 1 - /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 115032 29661 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 114924 29661 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 114496 1 00:00:18 1 - /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112372 4472 00:00:46 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112104 4472 00:00:44 1 - keystoneuWSGI worker 1 Aug 20 15:31:36.652613 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 109196 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 108764 27931 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.2 105148 1 00:00:12 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.1 95292 6196 00:00:01 1 wait_woken /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 94840 6194 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 94616 6192 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:31:36.653870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 94228 6190 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:31:36.654700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:36.654700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:36.654700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:02 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:31:36.654700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:31:36.654700 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 0.9 81356 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:31:36.655244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 0.9 79448 8400 00:00:22 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:31:36.655244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75416 1 00:00:02 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:31:36.655244 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 74520 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:01 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6716 0.8 68480 25117 00:00:00 1 ? /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55620 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:36.655584 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 34404 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33688 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.3 31188 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27620 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27608 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27192 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26348 1 00:00:00 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:31:36.656654 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:07 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 13788 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:31:36.657808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10596 2950 00:01:00 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:07 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:31:36.658750 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 4684 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:36.659922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6726 0.0 3064 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:31:36.660879 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:31:36.662019 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6683 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/df301e61-9cc5-4b45-bbcf-ad9e7539f414.conf Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6727 0.0 1116 3386 00:00:00 1 - grep -v ]$ Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:31:36.663322 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:31:36.664118 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:31:36.664118 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:31:36.664118 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 392 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:31:36.664420 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6328 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/host --addn-hosts=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:31:36.664420 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:31:36.664420 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:31:36.664420 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:31:36.664770 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:31:36.664869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:36.797420 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691260KB Aug 20 15:31:36.799603 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:31:56.811871 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:31:56.813449 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:31:56 UTC 2019 Aug 20 15:31:56.813676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:56.813676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2152884 Aug 20 15:31:56.813676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 138292 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2152212 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 283104 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1867560 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6238620 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1195536 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4964188 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 464128 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1274432 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 731408 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108632 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108680 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 24516 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5391980 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 181936 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128936 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 365760 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 310588 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 55172 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 12780 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 44724 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 8924880 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:31:56.814978 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:31:56.820665 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 464284 1 00:00:39 92 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.0 167416 22299 00:00:40 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.0 166780 22299 00:00:40 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.9 160672 21732 00:00:19 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.9 157140 21732 00:00:19 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 151828 1 00:00:08 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 151420 22299 00:00:40 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149408 22299 00:00:17 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148196 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148056 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:31:56.844355 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 134872 1 00:00:11 1 - /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:13 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.4 121636 29661 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.4 119724 29661 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:56.845869 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117744 32195 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 117356 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115232 1 00:00:19 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.4 114688 1 00:00:13 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:12 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:00:55 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:31:56.847224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112104 4472 00:00:52 1 - keystoneuWSGI worker 1 Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 110672 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 110288 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.1 96608 6196 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 95876 6192 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:31:56.848630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95012 6190 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:31:56.849627 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:56.850349 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:31:56.850349 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86052 1 00:00:03 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:31:56.850349 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.0 83620 8400 00:00:23 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:31:56.850349 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82048 22867 00:00:02 1 ep_poll placementuWSGI worker 1 Aug 20 15:31:56.850349 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75664 1 00:00:03 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 74624 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:01 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:31:56.850947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:14 1 - /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7568 0.4 36208 7558 00:00:00 1 - /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35216 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34396 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33576 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33280 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33240 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:31:56.852088 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27788 26202 00:00:01 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27656 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27200 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 26364 1 00:00:01 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7558 0.3 26288 7556 00:00:00 1 wait /usr/bin/python /usr/local/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.2 18360 1 00:00:07 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:31:56.853320 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14024 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:02 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:07 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:31:56.854457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.0 6728 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:31:56.856307 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:04 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7556 0.0 4272 30290 00:00:00 1 poll_schedule_timeout sudo nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:31:56.857659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7579 0.0 3076 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:31:56.859423 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6683 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/df301e61-9cc5-4b45-bbcf-ad9e7539f414.conf Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7476 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/0a42f916-dd80-4aae-bd22-8f9cf20e1d3d.conf Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7580 0.0 1060 3386 00:00:00 1 - grep -v ]$ Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:31:56.863549 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:31:56.864740 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:31:56.864740 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:31:56.864740 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:31:56.864740 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:31:56.864740 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:31:56.865166 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 392 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:31:56.865166 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6328 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/host --addn-hosts=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:31:56.865476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7027 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/host --addn-hosts=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:31:56.865476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:31:56.865476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:31:56.865476 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:31:56.865898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:31:56.866006 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:31:57.028529 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691392KB Aug 20 15:31:57.029250 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:32:17.039172 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:32:17.041346 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:32:17 UTC 2019 Aug 20 15:32:17.041522 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:17.041522 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 2021140 Aug 20 15:32:17.041727 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 236588 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 2021140 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 267900 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1663692 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6194444 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1154912 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 4976624 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 586020 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1217820 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 568892 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108712 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108748 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7999020 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 8464 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5526136 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 189528 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128968 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 356936 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 300392 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 56544 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13136 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 45972 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9402844 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 10240 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:32:17.043206 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:32:17.048055 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.6 464548 1 00:00:43 92 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.1 176572 22299 00:00:54 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.0 167484 22299 00:00:51 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.9 161568 21732 00:00:21 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.9 161072 21732 00:00:21 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 153484 22299 00:00:45 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 152356 1 00:00:09 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149672 22299 00:00:22 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148196 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148056 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:32:17.072232 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.7 141628 31061 00:00:05 2 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:32:17.074074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.7 140532 31061 00:00:05 2 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:32:17.074074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7648 1.6 136252 1 00:00:18 28 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-1-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-1-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:32:17.074074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135060 1 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 131124 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 124604 29661 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 123788 29661 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.4 117772 32195 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:32:17.074532 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 117564 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.4 116112 1 00:00:14 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 115356 28371 00:00:03 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115232 1 00:00:20 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 114392 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:13 1 - /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:00:58 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:00 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 110912 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:17.076009 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 110504 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.2 101276 6196 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96068 6192 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95012 6190 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:17.077500 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 92448 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:17.078449 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86252 1 00:00:03 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:32:17.078449 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.0 84224 8400 00:00:24 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:32:17.078449 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82048 22867 00:00:03 1 ep_poll placementuWSGI worker 1 Aug 20 15:32:17.078449 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 75944 1 00:00:03 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 74624 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:01 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:32:17.078898 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.4 38124 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35216 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:17.079729 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27812 26202 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27656 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27376 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27360 1 00:00:01 17 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23664 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14024 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 13228 1 00:00:07 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:32:17.081096 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:03 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:07 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8572 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:32:17.082133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:05 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:32:17.083883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 3672 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3508 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:32:17.085543 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7852 0.0 3084 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 1996 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:32:17.087730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6683 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/df301e61-9cc5-4b45-bbcf-ad9e7539f414.conf Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7476 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/0a42f916-dd80-4aae-bd22-8f9cf20e1d3d.conf Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7853 0.0 1096 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:32:17.089669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:32:17.091315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:32:17.091315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:32:17.091315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:32:17.091315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:32:17.091315 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:32:17.092002 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 392 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:17.092002 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6328 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/host --addn-hosts=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:17.092280 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7027 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/host --addn-hosts=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/37166d0c-9b27-4052-9e0e-6c6f3ca05012/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:17.092280 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:32:17.092280 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:32:17.092280 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:32:17.092798 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:32:17.092913 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:17.225181 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691460KB Aug 20 15:32:17.226407 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:32:37.237189 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:32:37.238862 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:32:37 UTC 2019 Aug 20 15:32:37.239110 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:37.239248 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1902088 Aug 20 15:32:37.239248 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 150880 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1901080 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 270184 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1631448 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 76 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6224352 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1208084 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5081112 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 594580 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1143240 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 613504 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108756 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108756 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998764 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 4736 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5639388 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 193336 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128984 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 353128 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 295976 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 57152 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13668 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 46604 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9667812 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 8192 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 188416 kB Aug 20 15:32:37.240651 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8196096 kB Aug 20 15:32:37.245101 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.7 467156 1 00:00:46 96 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.2 181284 22299 00:01:01 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.1 177936 22299 00:01:03 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 1.9 161568 21732 00:00:21 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.9 161072 21732 00:00:21 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 153484 22299 00:00:54 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 152356 1 00:00:09 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149672 22299 00:00:23 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.8 148632 31061 00:00:07 3 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 148500 31061 00:00:08 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:32:37.277226 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148196 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:32:37.278673 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148188 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:32:37.278673 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7648 1.6 136984 1 00:00:36 28 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-1-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-1-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:32:37.278673 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136024 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135060 1 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 125356 29661 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.5 123832 1 00:00:15 1 - /lib/systemd/systemd-journald Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 123788 29661 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 122712 32195 00:00:14 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:37.279271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 119908 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 1 Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 117732 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 117528 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 2 Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115488 1 00:00:20 1 - /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:13 1 - /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:01:00 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:02 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 110912 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:37.280718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 110504 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.2 102992 6196 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96068 6192 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95012 6190 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 94956 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:37.281830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 94736 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:37.282655 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.0 86816 8400 00:00:25 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:32:37.282655 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86252 1 00:00:03 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:32:37.282655 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82048 22867 00:00:03 1 ep_poll placementuWSGI worker 1 Aug 20 15:32:37.282655 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76088 1 00:00:03 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 74860 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:01 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:32:37.283066 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.4 38124 1 00:00:00 3 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:37.284369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27812 26202 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27664 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27376 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27360 1 00:00:01 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23584 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8221 0.2 22764 8220 00:00:00 1 - /usr/bin/python /usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/tmpUEon8tubuntu-bionic-rax-dfw-0010301045@lvmdriver-1 Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 14392 1 00:00:08 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:32:37.285668 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14024 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:05 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:07 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8572 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:32:37.286975 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:32:37.288769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 4808 1 00:00:05 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8220 0.0 4288 32289 00:00:00 1 poll_schedule_timeout /usr/bin/sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/tmpUEon8tubuntu-bionic-rax-dfw-0010301045@lvmdriver-1 Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:32:37.290426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8229 0.0 3384 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6328 0.0 2864 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/host --addn-hosts=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:37.292730 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 2748 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6683 0.0 2584 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/df301e61-9cc5-4b45-bbcf-ad9e7539f414.conf Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2020 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:32:37.293748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8230 0.0 1048 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:32:37.295471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:32:37.296321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:32:37.296321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:32:37.296321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 392 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:37.296748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8196 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/host --addn-hosts=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:37.296748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:32:37.296748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:32:37.296748 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:32:37.297116 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:32:37.297225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:37.430897 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691460KB Aug 20 15:32:37.432312 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:32:57.446302 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:32:57.448043 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:32:57 UTC 2019 Aug 20 15:32:57.448313 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:57.448313 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1823396 Aug 20 15:32:57.448594 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 148768 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1823148 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 272648 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1555340 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 244 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6244048 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1190508 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5145868 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 605612 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1098180 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 584896 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108756 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108756 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 14008 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5715004 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 196264 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 129012 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 352568 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 293784 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 58784 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13568 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 47028 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9788284 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 8192 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 196608 kB Aug 20 15:32:57.449514 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8187904 kB Aug 20 15:32:57.456451 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.7 469004 1 00:00:50 96 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.2 182580 22299 00:01:13 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.1 179196 22299 00:01:14 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.0 166236 21732 00:00:23 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.9 161592 21732 00:00:23 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 153484 22299 00:01:01 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 152616 1 00:00:09 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.8 150592 31061 00:00:10 3 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:27 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 149268 31061 00:00:10 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 1 Aug 20 15:32:57.503178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148196 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:32:57.504831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148188 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:32:57.504831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7648 1.6 138112 1 00:00:51 12 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-1-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-1-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:32:57.504831 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136024 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135272 1 00:00:13 1 - /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.5 127240 1 00:00:15 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 127204 29661 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 126300 29661 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 125564 32195 00:00:16 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:32:57.505747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 120964 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 118976 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 117732 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115668 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115488 1 00:00:21 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:01:01 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:04 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 110912 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:57.506896 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 110504 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.2 103804 6196 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:02 1 - /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96068 6192 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95644 6190 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95120 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:57.508362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 94868 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:32:57.509430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.0 88176 8400 00:00:26 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:32:57.509430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86252 1 00:00:03 11 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:32:57.509430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 ep_poll placementuWSGI worker 1 Aug 20 15:32:57.509430 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:02 1 rt_mutex_wait_proxy_lock placementuWSGI worker 2 Aug 20 15:32:57.510418 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76096 1 00:00:04 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:32:57.510418 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 74860 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:32:57.512558 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:32:57.512558 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:32:57.512558 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:32:57.512558 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:32:57.512558 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:32:57.512558 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 4 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:32:57.513954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8986 0.4 39692 1 00:00:00 5 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000004,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-instance-00000004/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid fadaeae2-2a35-4b43-b0fd-7f8fdaccbdc4 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=fadaeae2-2a35-4b43-b0fd-7f8fdaccbdc4,uuid=fadaeae2-2a35-4b43-b0fd-7f8fdaccbdc4,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-2-instance-00000004/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/fadaeae2-2a35-4b43-b0fd-7f8fdaccbdc4/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=28,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:14:45:48,bus=pci.0,addr=0x3 -add-fd set=1,fd=31 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:1 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:32:57.513954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.4 38568 1 00:00:00 4 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:32:57.513954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27816 26202 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27664 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:57.514998 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27628 1 00:00:01 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27376 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 14392 1 00:00:08 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14024 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:32:57.516762 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:06 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:08 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8804 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:32:57.519632 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:05 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:32:57.523735 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9033 0.0 3364 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:32:57.525640 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6328 0.0 2864 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/host --addn-hosts=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/c4c594c5-cf24-412a-95e5-cd83042b1c16/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 2748 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6683 0.0 2584 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/df301e61-9cc5-4b45-bbcf-ad9e7539f414.conf Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:32:57.527381 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2020 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8583 0.0 1132 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/8dc7a5d0-4c1e-447a-af68-80840cb032e3.conf Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9034 0.0 1100 3386 00:00:00 1 - grep -v ]$ Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:32:57.529135 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:32:57.533408 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:32:57.533408 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:32:57.533408 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:32:57.533408 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:32:57.533408 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:32:57.535253 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 392 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:57.535253 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8196 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/host --addn-hosts=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:32:57.535659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:32:57.535659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:32:57.535659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:32:57.535659 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:32:57.536877 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:32:57.536877 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:33:17.527467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:33:17.529133 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:33:17 UTC 2019 Aug 20 15:33:17.529394 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:17.529394 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1814200 Aug 20 15:33:17.529394 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 436888 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1813456 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 274236 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1259024 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 244 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6123332 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1027140 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5088780 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 673336 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1034552 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 353804 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108832 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108832 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 8072 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5725916 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 197996 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128984 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 349384 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 290704 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 58680 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 14368 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 46924 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 10195756 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 8192 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 196608 kB Aug 20 15:33:17.530780 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8187904 kB Aug 20 15:33:17.536870 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.7 470588 1 00:00:54 96 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.2 187080 22299 00:01:31 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.2 183692 22299 00:01:25 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.0 168252 21732 00:00:24 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 1.9 162120 21732 00:00:24 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.8 154148 31061 00:00:11 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 2 Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.8 153884 22299 00:01:11 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 153772 1 00:00:10 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:29 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 149776 31061 00:00:10 3 ep_poll cinder-apiuWSGI worker 1 Aug 20 15:33:17.567343 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148196 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:33:17.568710 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148188 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:33:17.568710 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7648 1.6 138436 1 00:01:10 68 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-1-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-1-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:33:17.568710 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136024 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:33:17.569008 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135540 1 00:00:14 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.5 130560 1 00:00:16 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 129656 29661 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 128632 29661 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:17 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 120964 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 118976 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:33:17.569237 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 117732 1 00:00:07 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115728 1 00:00:22 1 - /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:14 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:01:03 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:05 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 110912 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 110740 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:17.570504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.2 105524 6196 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96068 6192 00:00:01 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95644 6190 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95120 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:17.571464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 94868 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:17.572454 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.0 88712 8400 00:00:26 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:33:17.572454 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86328 1 00:00:03 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:33:17.572454 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:33:17.572454 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 81744 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76200 1 00:00:04 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 74896 1 00:00:01 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49080 1 00:00:00 6 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:33:17.573547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 4 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:17.574495 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27868 26202 00:00:02 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27664 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27656 1 00:00:01 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27380 24944 00:00:00 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 14896 1 00:00:08 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:01 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:33:17.575508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:08 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:08 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:33:17.576859 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:05 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:33:17.578610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:00 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9325 0.0 3392 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:33:17.580224 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 2836 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 2748 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:33:17.581848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8583 0.0 1132 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/8dc7a5d0-4c1e-447a-af68-80840cb032e3.conf Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9326 0.0 1112 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:33:17.582931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:33:17.585067 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:33:17.585067 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:33:17.585067 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:33:17.585067 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:33:17.585067 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:33:17.585067 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:33:17.585902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8196 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/host --addn-hosts=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/e218b023-91e3-4d0d-9d00-6afc31f23ded/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:17.585902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:33:17.585902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:33:17.585902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:33:17.586491 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:33:17.586669 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:17.743145 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691536KB Aug 20 15:33:17.744812 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:33:37.758927 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:33:37.760637 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:33:37 UTC 2019 Aug 20 15:33:37.760959 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:37.760959 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1782936 Aug 20 15:33:37.760959 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 433496 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1782664 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 275560 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1231044 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6165292 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 988432 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5147628 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 644432 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1017664 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 344000 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108832 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108832 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 5632 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5756088 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 200328 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128984 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 348192 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 289968 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 58224 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13568 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 46432 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9631732 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 36864 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 196608 kB Aug 20 15:33:37.762475 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8187904 kB Aug 20 15:33:37.768029 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.7 471904 1 00:00:59 97 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.2 187384 22299 00:01:43 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.2 187080 22299 00:01:46 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.0 169836 21732 00:00:25 1 - nova-apiuWSGI worker 1 Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 2.0 164696 21732 00:00:25 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.9 159420 22299 00:01:26 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 154244 1 00:00:11 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.8 154148 31061 00:00:11 3 ep_poll cinder-apiuWSGI worker 2 Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 150036 31061 00:00:11 3 wait_woken cinder-apiuWSGI worker 1 Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:32 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:33:37.808052 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148440 20868 00:00:05 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 2 Aug 20 15:33:37.809818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148188 20868 00:00:04 2 ep_poll glance-apiuWSGI worker 1 Aug 20 15:33:37.809818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9739 1.7 139776 1 00:00:11 5 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-3-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-3-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:33:37.809818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136024 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:33:37.809818 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.6 135696 1 00:00:17 1 - /lib/systemd/systemd-journald Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135556 1 00:00:15 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 129680 29661 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 129656 29661 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:17 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 120964 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:33:37.810621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 118976 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 117832 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115988 1 00:00:23 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:01:04 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:07 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 111032 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:37.812157 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 110740 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.3 106284 6196 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:02 1 - /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96108 6192 00:00:02 3 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95724 6190 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95120 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:37.813699 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 94868 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:37.815241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.0 89412 8400 00:00:27 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:33:37.815241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86328 1 00:00:04 11 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:33:37.815241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 82508 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:33:37.815241 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76544 1 00:00:05 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 75012 1 00:00:02 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49264 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:33:37.816243 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 5 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:16 1 - /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:37.817589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27888 26202 00:00:02 4 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27788 1 00:00:01 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27684 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27396 24944 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 14896 1 00:00:08 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:33:37.819716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:09 1 - python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:08 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8820 1 00:00:01 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:33:37.821587 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:06 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:33:37.823636 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:01 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10269 0.0 3412 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:33:37.826225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 2836 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 2748 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:33:37.828579 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10260 0.0 1900 26203 00:00:00 1 wait_rcu_gp iptables-restore -n Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9593 0.0 1148 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/3c6c7860-34a1-48c5-8dd2-20481cde166c.conf Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10270 0.0 1064 3386 00:00:00 1 - grep -v ]$ Aug 20 15:33:37.829922 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:33:37.832590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:33:37.833426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9582 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/host --addn-hosts=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:37.833426 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:33:37.833716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9869 0.0 384 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/host --addn-hosts=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:37.833716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:33:37.833716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:33:37.833716 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:33:37.834238 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:37.834238 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:33:57.820931 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:33:57.822274 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:33:57 UTC 2019 Aug 20 15:33:57.822600 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:57.822600 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1774000 Aug 20 15:33:57.822867 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 429932 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1773528 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 277488 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1223992 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6130372 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1029120 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5131884 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 671020 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 998488 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 358100 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108884 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108884 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 12748 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5766532 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 199180 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128988 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 348236 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 289464 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 58772 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13712 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 46740 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9739024 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 24576 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 196608 kB Aug 20 15:33:57.823678 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8187904 kB Aug 20 15:33:57.828293 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.7 472168 1 00:01:02 97 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.3 189720 22299 00:01:53 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.2 187184 22299 00:02:02 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.1 174968 21732 00:00:27 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 2.0 169596 21732 00:00:28 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.9 159420 22299 00:01:30 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.9 156388 31061 00:00:12 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 2 Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 154416 1 00:00:12 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 152664 31061 00:00:12 4 ep_poll cinder-apiuWSGI worker 1 Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:35 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:33:57.854602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148440 20868 00:00:05 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:33:57.856404 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148188 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:33:57.856404 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.7 139344 1 00:00:17 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:33:57.856404 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9739 1.6 136388 1 00:00:30 14 - /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-3-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-3-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:33:57.856404 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136248 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135920 1 00:00:16 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 129680 29661 00:00:10 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 129656 29661 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:18 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.4 120964 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:33:57.856942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 118976 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 2 Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 118184 1 00:00:08 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115988 1 00:00:24 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:04 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:15 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:01:04 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:07 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 111256 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:57.857966 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 111056 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.3 106284 6196 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:14 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96108 6192 00:00:02 3 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95724 6190 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95120 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:57.858900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 94868 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:33:57.859875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.1 89972 8400 00:00:28 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:33:57.859875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86380 1 00:00:04 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:33:57.859875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 82508 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:33:57.859875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76636 1 00:00:06 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 75012 1 00:00:02 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49472 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:33:57.860590 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 5 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:33:57.861439 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27960 1 00:00:02 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27904 26202 00:00:02 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27688 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27412 24944 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 14896 1 00:00:08 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:33:57.862554 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10600 2950 00:01:11 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:09 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8820 1 00:00:01 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:33:57.863973 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:06 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:33:57.865644 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:01 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10566 0.0 3392 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:33:57.866809 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 2836 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 2748 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:33:57.868384 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10557 0.0 1164 6197 00:00:00 1 skb_wait_for_more_packets ping -c1 -w1 172.24.5.176 Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9593 0.0 1148 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/3c6c7860-34a1-48c5-8dd2-20481cde166c.conf Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10295 0.0 1148 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/b1b0f94d-bdec-4ee4-9ea6-c7553b2adae5.conf Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:33:57.869512 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10567 0.0 1036 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:33:57.871691 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:33:57.872703 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9582 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/host --addn-hosts=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:57.872703 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:33:57.872976 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9869 0.0 384 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/host --addn-hosts=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:33:57.872976 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:33:57.872976 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:33:57.872976 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:33:57.873499 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:33:58.023945 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691588KB Aug 20 15:33:58.025513 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:34:18.038065 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:34:18.039589 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:34:18 UTC 2019 Aug 20 15:34:18.039862 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:34:18.039862 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1725884 Aug 20 15:34:18.039862 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 377212 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1725156 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 278864 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1226992 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6178604 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1031864 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5178532 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 671016 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1000072 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 360848 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108884 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108884 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 3112 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5813500 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 200416 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128988 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 348624 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 289480 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 59144 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13744 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 46756 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9771680 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 22528 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 196608 kB Aug 20 15:34:18.041016 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8187904 kB Aug 20 15:34:18.046347 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.7 472168 1 00:01:06 98 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.3 189720 22299 00:02:05 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.2 187184 22299 00:02:17 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.1 176800 21732 00:00:28 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 2.1 172420 21732 00:00:29 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 2 Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.9 159420 22299 00:01:39 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.9 156388 31061 00:00:12 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 2 Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.8 154744 1 00:00:12 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 152836 31061 00:00:12 4 ep_poll cinder-apiuWSGI worker 1 Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:38 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:34:18.071463 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 148440 20868 00:00:05 2 ep_poll glance-apiuWSGI worker 2 Aug 20 15:34:18.073670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148188 20868 00:00:04 2 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:34:18.073670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.7 142116 1 00:00:18 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:34:18.073670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9739 1.6 136464 1 00:00:45 16 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000002,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-3-instance-00000002/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 968e46bc-fef7-4600-a7ab-3e6ef35ca39e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,uuid=968e46bc-fef7-4600-a7ab-3e6ef35ca39e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-3-instance-00000002/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/968e46bc-fef7-4600-a7ab-3e6ef35ca39e/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:9d:f0:7f,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:34:18.073670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136248 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 135920 1 00:00:17 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:16 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 129680 29661 00:00:11 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.5 129656 29661 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:18 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.5 123076 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 1 Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:34:18.074372 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 120896 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 2 Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 118196 1 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 115988 1 00:00:24 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:15 1 - /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112580 4472 00:01:05 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:07 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 2 Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 111256 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:34:18.076848 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 111056 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.3 106604 6196 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:14 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 96132 6194 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.1 96108 6192 00:00:02 3 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.1 95724 6190 00:00:02 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 95428 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:34:18.079471 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95148 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:34:18.081074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.1 90280 8400 00:00:29 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:34:18.081074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86380 1 00:00:04 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:34:18.081074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 82508 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:34:18.081074 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76732 1 00:00:06 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 75012 1 00:00:02 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 73780 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49472 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:34:18.082795 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 5 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33580 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:34:18.083882 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 27960 1 00:00:02 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27904 26202 00:00:02 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27688 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27412 24944 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 14896 1 00:00:08 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:34:18.085718 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10648 2950 00:01:12 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:00 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:09 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8820 1 00:00:01 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:34:18.087630 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:06 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:00 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:34:18.089602 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:01 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10655 0.0 3384 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:34:18.091457 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6671 0.0 2836 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/host --addn-hosts=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/9ab69b59-9702-415b-9bef-957fa8ad03ec/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7028 0.0 2748 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/137e4c19-e31c-42ce-af4f-4511ac2ddd46.conf Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9593 0.0 2624 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/3c6c7860-34a1-48c5-8dd2-20481cde166c.conf Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:34:18.094467 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10295 0.0 1148 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/b1b0f94d-bdec-4ee4-9ea6-c7553b2adae5.conf Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:34:18.095611 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10656 0.0 1080 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:34:18.097808 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:34:18.098811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9582 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/host --addn-hosts=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:34:18.098811 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:34:18.099073 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9869 0.0 384 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/host --addn-hosts=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/3617e3d1-e873-45aa-b409-b727d13b282d/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:34:18.099073 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:34:18.099073 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:34:18.099073 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:34:18.099555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:34:18.099555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:34:38.088983 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:34:38.090731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:34:38 UTC 2019 Aug 20 15:34:38.091010 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:34:38.254676 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691584KB Aug 20 15:34:38.256203 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:35:18.278752 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:35:18.280289 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:35:18 UTC 2019 Aug 20 15:35:18.280547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:18.280547 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1693452 Aug 20 15:35:18.280836 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 322084 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1692344 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 283956 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1244156 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6238360 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1024512 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5231240 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 648392 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1007120 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 376120 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108880 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108880 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 9752 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5843400 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 211360 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128988 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 347868 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 289464 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 58404 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13664 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 47344 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 10018268 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 34816 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 196608 kB Aug 20 15:35:18.281926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8187904 kB Aug 20 15:35:18.287615 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.8 473488 1 00:01:19 98 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.3 191640 22299 00:02:57 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.3 190200 22299 00:03:03 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.1 176800 21732 00:00:29 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 2.1 173740 21732 00:00:31 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 1.9 159420 22299 00:02:00 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.9 156388 31061 00:00:12 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 2 Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.9 155120 1 00:00:13 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.8 153360 1 00:00:20 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 152836 31061 00:00:12 4 ep_poll cinder-apiuWSGI worker 1 Aug 20 15:35:18.316990 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:44 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:35:18.318670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 149156 20868 00:00:06 3 ep_poll glance-apiuWSGI worker 2 Aug 20 15:35:18.318670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148452 20868 00:00:05 3 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:35:18.318670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136248 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:35:18.318670 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 136172 1 00:00:19 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:18.319026 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10986 1.6 135172 1 00:00:11 5 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000008,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-5-instance-00000008/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 6506f92f-846c-40a5-a7b2-37184caa8946 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=6506f92f-846c-40a5-a7b2-37184caa8946,uuid=6506f92f-846c-40a5-a7b2-37184caa8946,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-5-instance-00000008/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/6506f92f-846c-40a5-a7b2-37184caa8946/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:08:0b:77,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:35:18.319026 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:18 1 - /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:35:18.319026 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.6 131212 29661 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 129680 29661 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:19 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.5 123076 28371 00:00:04 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 1 Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 120896 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 2 Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 118196 1 00:00:09 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:35:18.319383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:20 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 116252 1 00:00:26 1 - /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112816 4472 00:01:21 1 ep_poll keystoneuWSGI worker 1 Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:23 1 - keystoneuWSGI worker 2 Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 111256 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 111056 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.3 107264 6196 00:00:04 5 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:35:18.320902 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:35:18.321929 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:15 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:35:18.321929 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.2 100608 6190 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:35:18.321929 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.2 99384 6192 00:00:03 4 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:35:18.321929 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.1 97144 6194 00:00:07 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:35:18.321929 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 95428 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:35:18.321929 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95148 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:35:18.322508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.1 90528 8400 00:00:30 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:35:18.322508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86376 1 00:00:05 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:35:18.322508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 82816 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:35:18.322508 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 76848 1 00:00:06 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 75124 1 00:00:02 9 - /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 74024 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:20 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49608 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:35:18.322994 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.4 39856 1 00:00:00 6 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33592 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:35:18.324098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 28160 1 00:00:02 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27904 26202 00:00:02 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27688 25518 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27448 24944 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 15304 1 00:00:09 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:02 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:35:18.325220 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10648 2950 00:01:17 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:10 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8824 1 00:00:01 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:35:18.326371 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:07 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:01 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:35:18.328743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:01 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11208 0.0 3384 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:35:18.330023 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9582 0.0 2896 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/host --addn-hosts=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9593 0.0 2624 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/3c6c7860-34a1-48c5-8dd2-20481cde166c.conf Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:35:18.331550 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11209 0.0 1156 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:35:18.333555 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:35:18.335127 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:35:18.335127 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:35:18.335127 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:35:18.335127 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:35:18.335127 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:35:18.335952 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11142 0.0 392 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/e602aa68-51c5-470a-bfe8-71ce87e14874/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/e602aa68-51c5-470a-bfe8-71ce87e14874/host --addn-hosts=/opt/stack/data/neutron/dhcp/e602aa68-51c5-470a-bfe8-71ce87e14874/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/e602aa68-51c5-470a-bfe8-71ce87e14874/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/e602aa68-51c5-470a-bfe8-71ce87e14874/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,2003:0:0:ffff::,static,64,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16777216 --conf-file= --domain=openstacklocal Aug 20 15:35:18.335952 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:35:18.335952 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:35:18.335952 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:35:18.336338 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:35:18.336464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:18.336464 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:35:58.347926 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:35:58.349050 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:35:58 UTC 2019 Aug 20 15:35:58.349638 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:58.349638 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1683848 Aug 20 15:35:58.349638 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 301036 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1682836 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 287108 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1252496 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6249828 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1032816 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5239548 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 648392 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1010280 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 384424 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108872 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108872 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 11424 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5851624 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 216164 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128988 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 348860 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 289512 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 59348 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 13956 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 47160 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 9931928 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 26624 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 198656 kB Aug 20 15:35:58.350954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8185856 kB Aug 20 15:35:58.355283 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.8 474016 1 00:01:27 101 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.3 191564 22299 00:03:30 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.3 190200 22299 00:03:33 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.1 176800 21732 00:00:30 1 ep_poll nova-apiuWSGI worker 1 Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 2.1 173740 21732 00:00:31 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 2.0 163844 22299 00:02:26 1 - neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 1.9 161332 1 00:00:21 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.9 156388 31061 00:00:12 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 2 Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.9 155212 1 00:00:13 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 152836 31061 00:00:12 4 ep_poll cinder-apiuWSGI worker 1 Aug 20 15:35:58.378938 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 149776 22299 00:00:47 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:35:58.380610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 149156 20868 00:00:06 3 ep_poll glance-apiuWSGI worker 2 Aug 20 15:35:58.380610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148452 20868 00:00:05 3 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:35:58.380610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10986 1.6 136288 1 00:00:40 17 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000008,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-5-instance-00000008/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 6506f92f-846c-40a5-a7b2-37184caa8946 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=6506f92f-846c-40a5-a7b2-37184caa8946,uuid=6506f92f-846c-40a5-a7b2-37184caa8946,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-5-instance-00000008/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/6506f92f-846c-40a5-a7b2-37184caa8946/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:08:0b:77,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:35:58.380610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136248 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 136172 1 00:00:21 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.6 132004 29661 00:00:12 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.5 129940 29661 00:00:13 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:20 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.5 124164 28371 00:00:05 1 ep_poll nova-api-metauWSGI worker 1 Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:35:58.381017 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 120896 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 2 Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:20 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 118244 1 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:20 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 116432 1 00:00:28 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:17 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112816 4472 00:01:26 1 rt_mutex_wait_proxy_lock keystoneuWSGI worker 1 Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112552 4472 00:01:27 1 ep_poll keystoneuWSGI worker 2 Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 111256 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:35:58.382195 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 111056 27931 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.3 107428 6196 00:00:04 5 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.2 103948 6190 00:00:03 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:16 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.2 100432 6192 00:00:08 4 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.2 99284 6194 00:00:07 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 95428 24396 00:00:00 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:35:58.383144 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95148 24396 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:35:58.383969 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.1 91004 8400 00:00:31 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:35:58.383969 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86360 1 00:00:05 10 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:35:58.383969 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 82816 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:35:58.383969 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 77004 1 00:00:07 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 75528 1 00:00:03 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 74176 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:20 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:35:58.384362 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49608 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.5 41928 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35360 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 34492 18844 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33592 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:35:58.385089 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 28160 1 00:00:02 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27916 26202 00:00:02 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27692 25518 00:00:02 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27448 24944 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 15304 1 00:00:09 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:35:58.386117 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:03 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10696 2950 00:01:20 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:10 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8824 1 00:00:01 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:35:58.387146 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:07 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:01 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:35:58.388954 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:01 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:35:58.390348 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11966 0.0 3400 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9582 0.0 2896 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/host --addn-hosts=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9593 0.0 2624 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/3c6c7860-34a1-48c5-8dd2-20481cde166c.conf Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:35:58.392359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:35:58.393438 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11911 0.0 1148 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/65f474dd-8253-424e-9951-7ae3b0dd2b06.conf Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11963 0.0 1088 25519 00:00:00 1 wait_rcu_gp /sbin/ip netns exec qdhcp-441344e0-dc26-4a42-9375-94ad19fa98b4 ip -4 route list dev tap02df8311-9b Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11967 0.0 1044 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:35:58.396265 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:35:58.397621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:35:58.397621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:35:58.397621 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:35:58.398018 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11656 0.0 384 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/host --addn-hosts=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:35:58.398018 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:35:58.398018 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:35:58.398018 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:35:58.398585 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:35:58.545098 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:35:58.546207 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:36:18.557563 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:36:18.558747 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:36:18 UTC 2019 Aug 20 15:36:18.559176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:36:18.559176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: memory_tracker low_point: 1675236 Aug 20 15:36:18.559176 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemTotal: 8162392 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemFree: 285172 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: MemAvailable: 1674724 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Buffers: 289120 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Cached: 1258200 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapCached: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active: 6259560 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive: 1038368 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(anon): 5247120 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(anon): 648392 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Active(file): 1012440 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Inactive(file): 389976 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Unevictable: 108872 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mlocked: 108872 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapTotal: 7999020 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SwapFree: 7998508 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Dirty: 9720 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Writeback: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonPages: 5859308 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Mapped: 218684 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Shmem: 128988 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Slab: 349348 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SReclaimable: 289544 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: SUnreclaim: 59804 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: KernelStack: 14304 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PageTables: 47012 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: NFS_Unstable: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Bounce: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: WritebackTmp: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CommitLimit: 12080216 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Committed_AS: 10098496 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocTotal: 34359738367 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocUsed: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: VmallocChunk: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HardwareCorrupted: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: AnonHugePages: 26624 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemHugePages: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ShmemPmdMapped: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaTotal: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: CmaFree: 0 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Total: 0 Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Free: 0 Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Rsvd: 0 Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: HugePages_Surp: 0 Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Hugepagesize: 2048 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap4k: 198656 kB Aug 20 15:36:18.560112 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: DirectMap2M: 8185856 kB Aug 20 15:36:18.565743 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2541 5.8 474016 1 00:01:31 101 poll_schedule_timeout /usr/sbin/mysqld --daemonize --pid-file=/run/mysqld/mysqld.pid Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22406 2.3 191564 22299 00:03:46 1 - /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22407 2.3 190356 22299 00:03:49 1 ep_poll /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21733 2.1 176800 21732 00:00:31 1 rt_mutex_wait_proxy_lock nova-apiuWSGI worker 1 Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21734 2.1 173740 21732 00:00:32 1 ep_poll nova-apiuWSGI worker 2 Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7339 2.0 166908 1 00:00:22 1 ep_poll /lib/systemd/systemd-journald Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22408 2.0 163844 22299 00:02:34 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31063 1.9 156388 31061 00:00:12 3 rt_mutex_wait_proxy_lock cinder-apiuWSGI worker 2 Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30290 1.9 155396 1 00:00:14 22 ep_poll /usr/bin/python /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31062 1.8 152836 31061 00:00:12 4 ep_poll cinder-apiuWSGI worker 1 Aug 20 15:36:18.592713 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22409 1.8 150016 22299 00:00:48 1 ep_poll neutron-server: rpc worker (/usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Aug 20 15:36:18.594081 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20870 1.8 149156 20868 00:00:06 3 ep_poll glance-apiuWSGI worker 2 Aug 20 15:36:18.594081 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20869 1.8 148452 20868 00:00:05 3 rt_mutex_wait_proxy_lock glance-apiuWSGI worker 1 Aug 20 15:36:18.594081 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23314 1.6 136436 1 00:00:22 1 ep_poll /usr/bin/python /usr/local/bin/neutron-openvswitch-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:36:18.594081 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10986 1.6 136288 1 00:00:57 17 poll_schedule_timeout /usr/bin/qemu-system-x86_64 -name guest=instance-00000008,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-5-instance-00000008/master-key.aes -machine pc-i440fx-bionic,accel=tcg,usb=off,dump-guest-core=off -m 64 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 6506f92f-846c-40a5-a7b2-37184caa8946 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=19.0.3,serial=6506f92f-846c-40a5-a7b2-37184caa8946,uuid=6506f92f-846c-40a5-a7b2-37184caa8946,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-5-instance-00000008/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/opt/stack/data/nova/instances/6506f92f-846c-40a5-a7b2-37184caa8946/disk,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=27,id=hostnet0 -device virtio-net-pci,host_mtu=1400,netdev=hostnet0,id=net0,mac=fa:16:3e:08:0b:77,bus=pci.0,addr=0x3 -add-fd set=1,fd=30 -chardev pty,id=charserial0,logfile=/dev/fdset/1,logappend=on -device isa-serial,chardev=charserial0,id=serial0 -vnc 127.0.0.1:0 -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31492 1.6 136248 1 00:00:06 1 ep_poll /usr/bin/python /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30361 1.6 133324 29661 00:00:14 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32195 1.6 131780 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20435 1.6 131468 1 00:00:20 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30362 1.6 131136 29661 00:00:14 1 ep_poll /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22299 1.5 128228 1 00:00:04 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32289 1.5 126352 32195 00:00:21 21 ep_poll /usr/bin/python /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28372 1.5 124164 28371 00:00:05 1 rt_mutex_wait_proxy_lock nova-api-metauWSGI worker 1 Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28373 1.4 121080 28371 00:00:04 1 ep_poll nova-api-metauWSGI worker 2 Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20935 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:36:18.594445 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20936 1.4 121024 20435 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29661 1.4 118892 1 00:00:20 1 - /usr/bin/python /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24045 1.4 118244 1 00:00:10 1 ep_poll /usr/bin/python /usr/local/bin/neutron-l3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 27931 1.4 117092 1 00:00:21 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 23666 1.4 116692 1 00:00:29 1 ep_poll /usr/bin/python /usr/local/bin/neutron-dhcp-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28718 1.4 115932 1 00:00:05 1 ep_poll /usr/bin/python /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29082 1.4 115472 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova.conf --web /usr/share/novnc Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31833 1.3 113480 1 00:00:18 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4473 1.3 112816 4472 00:01:28 1 - keystoneuWSGI worker 1 Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4474 1.3 112556 4472 00:01:30 1 - keystoneuWSGI worker 2 Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29071 1.3 111256 27931 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:36:18.595875 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29070 1.3 111056 27931 00:00:02 1 ep_poll /usr/bin/python /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6197 1.3 107428 6196 00:00:04 5 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpJ5u1uG Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24762 1.3 106540 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metering-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/services/metering/metering_agent.ini Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24396 1.2 105676 1 00:00:03 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6191 1.2 103948 6190 00:00:04 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpUcx6eV Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32284 1.2 101632 31833 00:00:17 1 ep_poll /usr/bin/python /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6193 1.2 100432 6192 00:00:08 4 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpqcpSyX Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6195 1.2 100328 6194 00:00:08 1 poll_schedule_timeout /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpBJuJDN Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24948 1.1 95428 24396 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:36:18.597321 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24949 1.1 95148 24396 00:00:01 1 ep_poll /usr/bin/python /usr/local/bin/neutron-metadata-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/metadata_agent.ini Aug 20 15:36:18.598437 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8695 1.1 91760 8400 00:00:32 158 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/beam.smp -W w -A 128 -P 1048576 -t 5000000 -stbt db -zdbbl 32000 -K true -B i -- -root /usr/lib/erlang -progname erl -- -home /var/lib/rabbitmq -- -pa /usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/ebin -noshell -noinput -s rabbit boot -sname rabbit@ubuntu-bionic-rax-dfw-0010301045 -boot start_sasl -kernel inet_default_connect_options [{nodelay,true}] -sasl errlog_type error -sasl sasl_error_logger false -rabbit error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045.log"} -rabbit sasl_error_logger {file,"/var/log/rabbitmq/rabbit@ubuntu-bionic-rax-dfw-0010301045-sasl.log"} -rabbit enabled_plugins_file "/etc/rabbitmq/enabled_plugins" -rabbit plugins_dir "/usr/lib/rabbitmq/plugins:/usr/lib/rabbitmq/lib/rabbitmq_server-3.6.10/plugins" -rabbit plugins_expand_dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045-plugins-expand" -os_mon start_cpu_sup false -os_mon start_disksup false -os_mon start_memsup false -mnesia dir "/var/lib/rabbitmq/mnesia/rabbit@ubuntu-bionic-rax-dfw-0010301045" -kernel inet_dist_listen_min 25672 -kernel inet_dist_listen_max 25672 Aug 20 15:36:18.598437 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12032 1.0 86360 1 00:00:06 11 poll_schedule_timeout ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Aug 20 15:36:18.598437 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22869 1.0 82816 22867 00:00:03 1 ep_poll placementuWSGI worker 2 Aug 20 15:36:18.598437 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22868 1.0 82304 22867 00:00:03 1 rt_mutex_wait_proxy_lock placementuWSGI worker 1 Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25117 0.9 77020 1 00:00:07 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/l3_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpuET0QK/privsep.sock Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25501 0.9 75576 1 00:00:03 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/dhcp_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmp903_rf/privsep.sock Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6171 0.9 74176 6120 00:00:02 5 futex_wait_queue_me /opt/stack/old/tempest/.tox/tempest/bin/python2 /opt/stack/old/tempest/.tox/tempest/bin/tempest run --regex \[.*\bsmoke\b.*\] --concurrency=4 Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24632 0.8 72828 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpFnZdqG/privsep.sock Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19940 0.7 60084 1 00:00:21 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20039 0.6 55784 19940 00:00:02 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Aug 20 15:36:18.598942 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7585 0.6 49608 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpIkexjV/privsep.sock Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 7479 0.5 41928 1 00:00:00 9 unix_stream_read_generic /usr/bin/python /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg4zBNa/privsep.sock Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19578 0.5 41092 1 00:00:01 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18844 0.4 38508 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18490 0.4 37760 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19192 0.4 37084 1 00:00:19 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19186 0.4 35432 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19187 0.4 35424 18844 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18842 0.4 33752 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18843 0.4 33676 18490 00:00:00 21 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Aug 20 15:36:18.599830 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19572 0.4 33380 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 19573 0.4 33308 19192 00:00:00 1 poll_schedule_timeout /usr/bin/python /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6120 0.3 28936 10935 00:00:01 1 wait /usr/bin/python2 /usr/local/bin/tox -esmoke -- --concurrency=4 Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32036 0.3 28208 1 00:00:02 18 poll_schedule_timeout /usr/sbin/libvirtd Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26203 0.3 27920 26202 00:00:02 3 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25519 0.3 27692 25518 00:00:02 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24945 0.3 27448 24944 00:00:01 2 skb_wait_for_more_packets /usr/bin/python /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32571 0.2 23600 1 00:00:00 3 poll_schedule_timeout /sbin/dmeventd -f Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3839 0.1 15304 1 00:00:09 19 futex_wait_queue_me /opt/stack/old/bin/etcd --name ubuntu-bionic-rax-dfw-0010301045 --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster ubuntu-bionic-rax-dfw-0010301045=http://10.209.34.58:2380 --initial-advertise-peer-urls http://10.209.34.58:2380 --advertise-client-urls http://10.209.34.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://10.209.34.58:2379 --debug Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3821 0.1 14732 3820 00:00:00 2 wait /usr/bin/python2 Aug 20 15:36:18.601210 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 598 0.1 14412 1 00:00:00 2 poll_schedule_timeout /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18139 0.1 14208 1 00:00:03 10 ep_poll /usr/bin/memcached -m 64 -p 11211 -u memcache -l 127.0.0.1 -P /var/run/memcached/memcached.pid Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28371 0.1 12720 1 00:00:00 1 ep_poll nova-api-metauWSGI master Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 20868 0.1 12668 1 00:00:00 1 ep_poll glance-apiuWSGI master Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31061 0.1 12580 1 00:00:00 1 ep_poll cinder-apiuWSGI master Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 22867 0.1 12544 1 00:00:00 1 ep_poll placementuWSGI master Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 21732 0.1 12488 1 00:00:00 1 ep_poll nova-apiuWSGI master Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4472 0.1 12456 1 00:00:00 1 ep_poll keystoneuWSGI master Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 884 0.1 12420 1 00:00:00 1 ep_poll /usr/sbin/unbound -d Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 786 0.1 11024 1 00:00:00 2 inet_csk_accept /usr/bin/python2 Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2954 0.1 10696 2950 00:01:21 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --top-cpu-adv --top-io-adv --top-mem --swap --tcp Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1509 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1510 0.1 10320 1508 00:00:01 27 pipe_wait /usr/sbin/apache2 -k start Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2953 0.1 9340 2950 00:00:10 1 poll_schedule_timeout python2 /usr/bin/dstat -tcmndrylpg --tcp --output /opt/stack/old/dstat-csv.log Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1 0.1 9220 0 00:00:30 1 ep_poll /sbin/init nofb Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 32063 0.1 8824 1 00:00:01 2 poll_schedule_timeout /usr/sbin/virtlogd Aug 20 15:36:18.602374 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17564 0.0 8016 1 00:00:00 1 wait /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10963 0.0 7852 10960 00:00:00 1 pipe_wait python ./tools/outfilter.py -v -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134.2019-08-20-150134.summary Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10961 0.0 7688 10959 00:00:02 1 pipe_wait python ./tools/outfilter.py -o /opt/stack/logs/grenade.sh.log.2019-08-20-150134 Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 684 0.0 7480 1 00:00:00 1 ep_poll /lib/systemd/systemd --user Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 677 0.0 6384 1 00:00:00 1 poll_schedule_timeout /usr/sbin/sshd -D Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 603 0.0 5976 1 00:00:02 1 ep_poll /lib/systemd/systemd-logind Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 1508 0.0 5572 1 00:00:00 1 poll_schedule_timeout /usr/sbin/apache2 -k start Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 28374 0.0 5564 28371 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 307 0.0 5304 1 00:00:00 1 ep_poll /lib/systemd/systemd-udevd Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29329 0.0 5296 1 00:00:00 1 poll_schedule_timeout /sbin/iscsid Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10935 0.0 5264 10934 00:00:00 1 wait bash ./grenade.sh Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6070 0.0 5072 1 00:00:08 4 poll_schedule_timeout /usr/sbin/rsyslogd -n Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11994 0.0 5040 1 00:00:01 1 poll_schedule_timeout ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Aug 20 15:36:18.604930 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 340 0.0 4868 1 00:00:00 1 ep_poll /lib/systemd/systemd-resolved Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 346 0.0 4864 1 00:00:01 1 poll_schedule_timeout /usr/sbin/haveged --Foreground --verbose=1 -w 1024 Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9995 0.0 4812 9994 00:00:00 1 wait /bin/bash /opt/stack/new/devstack-gate/devstack-vm-gate.sh Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 605 0.0 4660 1 00:00:04 1 ep_poll /usr/bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation --syslog-only Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 703 0.0 4604 682 00:00:00 1 poll_schedule_timeout sshd: zuul@notty Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24944 0.0 4336 23314 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25518 0.0 4304 23666 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26202 0.0 4272 24045 00:00:00 1 poll_schedule_timeout sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10934 0.0 4196 9995 00:00:00 1 poll_schedule_timeout sudo -H -u stack DSTOOLS_VERSION=0.4.0 stdbuf -oL -eL ./grenade.sh Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3892 0.0 3808 1 00:00:00 2 poll_schedule_timeout /usr/sbin/ntpd -p /var/run/ntpd.pid -g -u 106:109 Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 31483 0.0 3772 1 00:00:01 1 poll_schedule_timeout /usr/sbin/conntrackd -C /etc/conntrackd/conntrackd.conf Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3822 0.0 3716 3821 00:00:00 1 wait /bin/bash ./safe-devstack-vm-gate-wrap.sh Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9994 0.0 3596 9993 00:00:00 1 wait bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:36:18.606581 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 24968 0.0 3412 23314 00:00:00 1 poll_schedule_timeout ovsdb-client monitor tcp:127.0.0.1:6640 Interface name,ofport,external_ids --format=json Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12230 0.0 3388 3386 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3386 0.0 3232 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/memory_tracker.sh Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 2950 0.0 3092 1 00:00:00 1 wait /bin/bash /opt/stack/old/devstack/tools/dstat.sh /opt/stack/old Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 592 0.0 2912 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/cron -f Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9582 0.0 2896 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/host --addn-hosts=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/b9a57d78-0875-49e3-a1a0-456412758222/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9593 0.0 2624 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/3c6c7860-34a1-48c5-8dd2-20481cde166c.conf Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 594 0.0 2480 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/atd -f Aug 20 15:36:18.608005 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 30649 0.0 2332 1 00:00:00 1 ep_poll /usr/sbin/tgtd -f Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26947 0.0 2316 1 00:00:00 1 poll_schedule_timeout radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 645 0.0 2144 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --keep-baud 115200,38400,9600 ttyS0 vt220 Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 294 0.0 2076 1 00:00:00 2 poll_schedule_timeout /sbin/lvmetad -f Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 685 0.0 2048 684 00:00:00 1 sigtimedwait (sd-pam) Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10959 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 10960 0.0 2028 10935 00:00:00 1 wait bash ./grenade.sh Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8400 0.0 1848 8391 00:00:00 1 sigsuspend /bin/sh /usr/lib/rabbitmq/bin/rabbitmq-server Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 643 0.0 1828 1 00:00:00 1 poll_schedule_timeout /sbin/agetty -o -p -- \u --noclear tty1 linux Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8967 0.0 1792 8966 00:00:00 1 pipe_wait inet_gethost 4 Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8879 0.0 1556 8695 00:00:00 1 poll_schedule_timeout erl_child_setup 65536 Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8966 0.0 1260 8879 00:00:00 1 poll_schedule_timeout inet_gethost 4 Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 17565 0.0 1256 17564 00:00:00 1 ep_poll /usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -p /run/haproxy.pid Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 4285 0.0 1216 1 00:00:00 1 poll_schedule_timeout /usr/sbin/uuidd --socket-activation Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 12231 0.0 1152 3386 00:00:00 1 pipe_wait grep -v ]$ Aug 20 15:36:18.610059 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11911 0.0 1148 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/65f474dd-8253-424e-9951-7ae3b0dd2b06.conf Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26456 0.0 1144 1 00:00:00 1 ep_poll haproxy -f /opt/stack/data/neutron/ns-metadata-proxy/291c75ec-ec47-449b-b34c-5d08af3369ac.conf Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 18156 0.0 972 1 00:00:00 1 poll_schedule_timeout /usr/bin/rsync --daemon --no-detach Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 9993 0.0 968 3822 00:00:00 1 sigsuspend timeout -s 9 156m bash -c source /home/zuul/workspace/devstack-gate/functions.sh && gate_hook Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8391 0.0 860 1 00:00:00 1 wait /bin/sh /usr/sbin/rabbitmq-server Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 3820 0.0 832 703 00:00:00 1 wait /bin/sh -c ZUUL_CHANGES=openstack/nova:master:refs/changes/84/676684/7 ZUUL_BRANCH=master ZUUL_VOTING=True WORKSPACE=/home/zuul/workspace BUILD_TIMEOUT=10800000 ZUUL_SHORT_PROJECT_NAME=nova TOX_TESTENV_PASSENV='ZUUL_CHANGES ZUUL_BRANCH ZUUL_VOTING WORKSPACE BUILD_TIMEOUT ZUUL_SHORT_PROJECT_NAME ZUUL_UUID ZUUL_PIPELINE ZUUL_CHANGE ZUUL_CHANGE_IDS ZUUL_PROJECT ZUUL_PATCHSET' ZUUL_UUID=8626716179304e069fec0b461bec0eb4 ZUUL_PIPELINE=check ZUUL_CHANGE=676684 ZUUL_CHANGE_IDS=676684,7 ZUUL_PROJECT=openstack/nova ZUUL_PATCHSET=7 /usr/bin/python2 && sleep 0 Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6196 0.0 832 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpJ5u1uG Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6192 0.0 828 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpqcpSyX Aug 20 15:36:18.611610 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6190 0.0 824 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpUcx6eV Aug 20 15:36:18.612298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 6194 0.0 776 6171 00:00:00 1 wait /bin/sh -c /opt/stack/old/tempest/.tox/tempest/bin/python2 -m subunit.run discover -t "./" "./tempest/test_discover" --load-list /tmp/tmpBJuJDN Aug 20 15:36:18.612298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 25924 0.0 388 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/host --addn-hosts=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/235fe87e-6268-479d-a173-a2d61b8613a0/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag1,10.1.0.0,static,255.255.255.192,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=64 --conf-file= --domain=openstacklocal Aug 20 15:36:18.612298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 11656 0.0 384 1 00:00:00 1 poll_schedule_timeout dnsmasq --no-hosts --pid-file=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/pid --dhcp-hostsfile=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/host --addn-hosts=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/addn_hosts --dhcp-optsfile=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/opts --dhcp-leasefile=/opt/stack/data/neutron/dhcp/441344e0-dc26-4a42-9375-94ad19fa98b4/leases --dhcp-match=set:ipxe,175 --dhcp-userclass=set:ipxe6,iPXE --local-service --bind-dynamic --dhcp-range=set:tag0,10.1.0.0,static,255.255.255.240,86400s --dhcp-option-force=option:mtu,1400 --dhcp-lease-max=16 --conf-file= --domain=openstacklocal Aug 20 15:36:18.612298 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 29328 0.0 232 1 00:00:00 1 hrtimer_nanosleep /sbin/iscsid Aug 20 15:36:18.612663 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 8554 0.0 204 1 00:00:00 1 poll_schedule_timeout /usr/lib/erlang/erts-9.2/bin/epmd -daemon Aug 20 15:36:18.612663 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: 26948 0.0 140 26947 00:00:00 1 pipe_wait radvd -C /opt/stack/data/neutron/ra/291c75ec-ec47-449b-b34c-5d08af3369ac.radvd.conf -p /opt/stack/data/neutron/external/pids/291c75ec-ec47-449b-b34c-5d08af3369ac.pid.radvd -u stack -m syslog Aug 20 15:36:18.612840 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:36:18.612840 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:36:58.617443 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:36:58.619076 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:36:58 UTC 2019 Aug 20 15:36:58.619335 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:36:58.782769 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:36:58.784178 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:37:18.795063 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:37:18.796266 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:37:18 UTC 2019 Aug 20 15:37:18.796435 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:37:18.941040 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:37:18.942622 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:37:58.966078 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:37:58.967359 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:37:58 UTC 2019 Aug 20 15:37:58.967596 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:37:59.113911 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:37:59.115212 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:38:19.126132 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:38:19.127895 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:38:19 UTC 2019 Aug 20 15:38:19.128093 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:38:19.269947 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:38:19.271334 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:38:59.292271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:38:59.293545 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:38:59 UTC 2019 Aug 20 15:38:59.293775 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:38:59.450536 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:38:59.451351 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:40:19.494541 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:40:19.495715 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:40:19 UTC 2019 Aug 20 15:40:19.495964 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:40:19.662863 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:40:19.664015 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:40:39.673847 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:40:39.674900 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:40:39 UTC 2019 Aug 20 15:40:39.675057 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:40:39.821585 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=25860KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:40:39.823231 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:42:19.874928 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:42:19.876855 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:42:19 UTC 2019 Aug 20 15:42:19.877271 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:42:20.003504 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34684KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:42:20.004704 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:43:00.027406 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:43:00.030010 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:43:00 UTC 2019 Aug 20 15:43:00.030385 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:43:00.189731 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34952KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:12032)]=691568KB Aug 20 15:43:00.191681 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:46:25.339079 ubuntu-bionic-rax-dfw-0010301045 systemd[1]: devstack@peakmem_tracker.service: Current command vanished from the unit file, execution of the command list won't be resumed. Aug 20 15:49:20.379517 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:49:20.381080 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:49:20 UTC 2019 Aug 20 15:49:20.381296 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:49:20.509162 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34952KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:10278)]=691120KB Aug 20 15:49:20.510383 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:49:40.522225 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:49:40.523778 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:49:40 UTC 2019 Aug 20 15:49:40.524097 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:49:40.678397 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34952KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:10278)]=691120KB Aug 20 15:49:40.680214 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:50:00.691382 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:50:00.693106 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:50:00 UTC 2019 Aug 20 15:50:00.693352 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:50:00.840544 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34952KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:10278)]=691368KB Aug 20 15:50:00.841883 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:53:00.937919 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:53:00.939101 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:53:00 UTC 2019 Aug 20 15:53:00.939286 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:53:01.085968 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34952KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:10278)]=691368KB Aug 20 15:53:01.087070 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]] Aug 20 15:53:21.098732 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [[[ Aug 20 15:53:21.101171 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: Tue Aug 20 15:53:21 UTC 2019 Aug 20 15:53:21.101369 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: --- Aug 20 15:53:21.267634 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: [iscsid (pid:29329)]=34952KB; [dmeventd (pid:32571)]=119732KB; [ovs-vswitchd (pid:10278)]=691368KB Aug 20 15:53:21.269123 ubuntu-bionic-rax-dfw-0010301045 memory_tracker.sh[3386]: ]]]