diag Command Examples#

For details, see: Diagnostic Tools.

diag disk#

platform@VOSS:~$ diag disk
Filesystem               Size  Used Avail Use% Mounted on
udev                     3.9G     0  3.9G   0% /dev
tmpfs                    1.6G   80M  1.5G   5% /run
/dev/sda1                 18G  7.9G  8.9G  47% /
tmpfs                    3.9G  3.8M  3.9G   1% /dev/shm
tmpfs                    5.0M     0  5.0M   0% /run/lock
tmpfs                    3.9G     0  3.9G   0% /sys/fs/cgroup
none                     3.9G  8.0K  3.9G   1% /tmp
none                     3.9G     0  3.9G   0% /run/shm
/dev/sdb1                9.9G  846M  8.6G   9% /var/log
/dev/sdb2                 40G   15G   23G  39% /opt/platform
cgmfs                    100K     0  100K   0% /run/cgmanager/fs
/dev/sdc1                 50G  9.2G   38G  20% /backups
[...]

diag monitor#

platform@VOSS:~$ diag monitor
2021-02-15 12:59:32.325225
  4810.5 Mb used, 2252.8 Mb free, 291 processes
 Private  +   Shared  =  RAM used    Files   Sockets CPU usage       Program

    -0.3 +      0.8 =      0.5               4       0       0       launch.true (20)
    -0.0 +      0.5 =      0.5               10      3       0       qmgr
    -0.0 +      0.6 =      0.6               10      3       0       pickup
     0.0 +      0.2 =      0.2               3       10      0       dbus-daemon
     0.0 +      0.1 =      0.1               7       7       0       systemd-udevd
     0.1 +      0.2 =      0.3               4       0       0       rbash
     0.1 +      0.2 =      0.3               3       21      0       ntpd
     0.7 +      0.7 =      1.4               4       3       0       (sd-pam)
[...]

diag monitor list#

platform@VOSS:~$ diag monitor list
The following monitor findings were recorded:
---------------------------------------------
launch.true:
   max num_threads = 21 at 2019-10-23 07:10:03.2

systemd:
   avg num_sockets = 31
   max num_sockets = 33 at 2020-10-02 17:30:03.1
   avg num_files = 22
   max num_files = 27 at 2020-10-02 17:30:03.2

metric-collecto:
   max num_files = 27 at 2021-02-04 11:00:03.8

dockerd-ce:
   max mem_private = 94 at 2021-01-27 17:10:03.2
   avg num_sockets = 58
   max num_sockets = 65 at 2019-10-23 08:30:04.8
   avg num_files = 67
   max num_files = 78 at 2019-10-23 07:20:03.5
   max mem_total = 94 at 2021-01-27 17:10:03.2

scripts.py:
   max mem_private = 55 at 2019-10-23 06:20:03.4
   max mem_total = 58 at 2019-10-23 06:20:03.4

nginx:
[...]

diag nicstat#

platform@VOSS:~$ diag nicstat
    Time      Int   rKB/s   wKB/s   rPk/s   wPk/s    rAvs    wAvs %Util    Sat
13:01:28 veth64e996f    1.23    6.86    4.29    2.98   292.7  2357.4  0.00   0.00
13:01:28    ens32    0.06    0.60    0.22    0.38   300.5  1621.6  0.00   0.00
13:01:28 veth7b06047    0.00    0.00    0.00    0.00    0.00   72.52  0.00   0.00
13:01:28 veth143e619    0.45    4.08    0.74    0.68   621.0  6172.7  0.00   0.00
13:01:28       lo    0.01    0.01    0.24    0.24   61.94   61.94  0.00   0.00
13:01:28 veth8b143f0   29.02    8.53   28.12   50.87  1056.9   171.8  0.02   0.00
13:01:28 veth6774425    0.04    0.00    0.00    0.00 15564.9   98.22  0.00   0.00
13:01:28 veth7f61555    0.00    0.00    0.00    0.00    0.00   72.52  0.00   0.00
13:01:28 veth1694cf5    0.00    0.00    0.00    0.00    0.00   72.11  0.00   0.00
13:01:28 veth655de40    0.03    0.05    0.28    0.15   123.8   324.7  0.00   0.00
13:01:28 veth76b16c9    0.04    0.09    0.05    0.06   855.2  1523.7  0.00   0.00
13:01:28  docker0   36.91   37.69   78.75   78.69   480.0   490.4  0.00   0.00
13:01:28 veth6f85a4b    0.35    3.94    1.63    1.17   218.6  3460.7  0.00   0.00
13:01:28 veth41ddd78    6.82   14.12   43.64   22.78   160.0   634.7  0.01   0.00

diag ntp#

platform@VOSS:~$ diag ntp
     remote           refid      st t when poll reach   delay   offset  jitter
==============================================================================
*172.39.89.56    196.5.170.4      3 u  241  256  377    0.582   -1.883   1.788

diag free#

platform@VOSS:~$ diag free
              total        used        free      shared  buff/cache   available
Mem:        8174732     5024144      127472       59840     3023116     2714864
Swap:       2096124      270168     1825956

diag iostat#

platform@VOSS:~$ diag iostat
Linux 4.4.0-151-generic (VOSS)       02/15/2021      _x86_64_        (4 CPU)

avg-cpu:  %user   %nice %system %iowait  %steal   %idle
           1.86    0.00    1.08    0.09    0.00   96.97

Device:            tps    kB_read/s    kB_wrtn/s    kB_read    kB_wrtn
sdb               2.31        37.31         6.40   47828330    8197356
sdc               0.90       114.40         0.01  146633661      14176
sdd               2.10         0.42        18.24     533207   23383024
sda               1.40        26.37         6.98   33802387    8949616
dm-0              2.53         0.41        18.24     530915   23383024

diag top#

platform@VOSS:~$ diag top
top - 12:48:53 up 14 days, 20:03,  1 user,  load average: 0.53, 0.48, 0.30
Tasks: 297 total,   2 running, 295 sleeping,   0 stopped,   0 zombie
%Cpu(s):  1.9 us,  1.0 sy,  0.0 ni, 97.0 id,  0.1 wa,  0.0 hi,  0.1 si,  0.0 st
KiB Mem :  8174732 total,   149012 free,  5032732 used,  2992988 buff/cache
KiB Swap:  2096124 total,  1825764 free,   270360 used.  2706380 avail Mem

    PID USER      PR  NI    VIRT    RES    SHR S  %CPU %MEM     TIME+ COMMAND
3165010 root      20   0   40656   3868   3180 R  11.1  0.0   0:00.04 top
   3783 snmp      20   0   59296   5968   2960 S   5.6  0.1  27:33.32 snmpd
   4915 root      20   0   15944   3184   1352 S   5.6  0.0 134:38.96 docker-p+
   8213 www-data  20   0  649084 332456   9660 S   5.6  4.1 445:08.94 python
      1 root      20   0   38036   4952   3108 S   0.0  0.1   1:07.13 systemd
      2 root      20   0       0      0      0 S   0.0  0.0   0:00.41 kthreadd

diag config platform#

platform@VOSS:~$ diag config platform
    platform:
        backup:
            default: localbackup
            locations:
                localbackup:
                    uri: file:///backups
            passphrase: sftp://nobody:********@nowhere/
        credstore: ********
        disa:
            inactive_lock_days: 35
            max_password_age: 60
            max_simultaneous_logins: 10
            min_password_age: 1
            system_default_umask: 077
            user_password_history: 10
            user_password_length: 8
        drivemounts:
            mongodb:
                dbroot:
                    disk: 3a4085ec-b88d-411d-a6c6-e2ea6bb2fefa
                    format: xfs
                    mountpoint: /opt/platform/apps/mongodb/dbroot
                    reserve: 10
            services:
                SWAPSPACE:
                    mountpoint: /SWAPSPACE
                backups:
                    disk: a2a3c270-5541-4cfe-87ba-7d61d0f6ccde
                    mountpoint: /backups
                    onassign: /opt/platform/apps/services/backup.py --name=localbackup --register-location=file:///backups --force
                    permission: 1777
        location: cpt
[...]

diag config app snmp#

platform@VOSS:~$ diag config app snmp
    load1: 4
    load15: 2
    load5: 1
    query: value not set
    syscontact: localhost
    syslocation: None
    sysname: None

diag proc#

platform@VOSS:~$ diag proc
systemd-+-VGAuthService
        |-accounts-daemon-+-{gdbus}
        |                 `-{gmain}
        |-agetty
        |-atd
        |-auditd-+-audispd---{audispd}
        |        `-{auditd}
        |-cgmanager
        |-containerd-+-containerd-shim-+-nginx---nginx---4*[nginx]
        |            |                 `-11*[{containerd-shim}]
        |            |-containerd-shim-+-mongodb---sudo---mongod-+-{ApplyBa.Journal}
        |            |                 |                         |-{Backgro.kSource}
[...]
        |-ntpd
        |-rsyslogd-+-syslog_alert.py
        |          |-{in:imklog}
        |          |-{in:impstats}
        |          |-{in:imuxsock}
        |          `-{rs:main Q:Reg}
        |-snmpd
        |-snmptrapd
        |-sshd---sshd---sshd---rbash---diag---sh---sudo---ui-real.py---execute---pstree
        |-stunnel4
        |-systemd---(sd-pam)
        |-systemd-journal
        |-systemd-logind
        |-systemd-udevd
        `-vmtoolsd---{gmain}

diag stats#

platform@VOSS:~$ diag stats
CONTAINER ID   NAME                  CPU %  MEM USAGE / LIMIT    MEM %   NET I/O          BLOCK I/O       PIDS
selenium       selenium              0.18%  58.8MiB / 7.796GiB   0.74%   32.1kB / 0B      78.9MB / 0B     30
selfservice_   selfservice_node      0.00%  101.9MiB / 7.796GiB  1.28%   32.1kB / 0B      32.6MB / 0B     31
voss-portal    voss-portal           0.00%  14.81MiB / 7.796GiB  0.19%   349kB / 58.9MB   31MB / 0B       5
voss-wsgi      voss-wsgi             0.90%  570.2MiB / 7.796GiB  7.14%   5.17GB / 456MB   186MB / 0B      10
voss-monitor   voss-monitoring       1.29%  189MiB / 7.796GiB    2.37%   62.5MB / 43.8MB  34.8MB / 0B     23
voss-risapi_   voss-risapi_collector 0.10%  106MiB / 7.796GiB    1.33%   5.35GB / 589MB   4.71MB / 0B     3
voss-queue     voss-queue            3.57%  315.3MiB / 7.796GiB  3.95%   18.5GB / 8.96GB  5.89MB / 0B     4
voss-cnf_col   voss-cnf_collector    0.15%  105.1MiB / 7.796GiB  1.32%   9.02GB / 1.61GB  31MB / 0B       3
mongoarbiter   mongoarbiter          1.45%  31.75MiB / 7.796GiB  0.40%   32.3kB / 0B      151MB / 520kB   27
mongodb        mongodb               3.22%  2.98GiB / 7.796GiB   38.23%  11.2GB / 38.1GB  1.2GB / 37.4GB  109
nginx          nginx                 0.03%  21.03MiB / 7.796GiB  0.26%   118MB / 56.1MB   28.4MB / 0B     6

diag tasks#

platform@VOSS:~$ diag tasks
top - 13:04:13 up 14 days, 20:18,  1 user,  load average: 0.07, 0.30, 0.27
Tasks: 294 total,   1 running, 293 sleeping,   0 stopped,   0 zombie
%Cpu(s):  1.9 us,  1.0 sy,  0.0 ni, 97.0 id,  0.1 wa,  0.0 hi,  0.1 si,  0.0 st
KiB Mem :  8174732 total,   390904 free,  5046048 used,  2737780 buff/cache
KiB Swap:  2096124 total,  1828992 free,   267132 used.  2655756 avail Mem

    PID USER      PR  NI    VIRT    RES    SHR S  %CPU %MEM     TIME+ COMMAND
3168836 root      20   0   40680   3916   3200 R  22.2  0.0   0:00.07 /usr/bin/top -b -n 1 -c -w 230
   6680 www-data  20   0  578060   8168   5536 S   5.6  0.1 136:09.89 /opt/voss-deviceapi/go/bin/sysmon
   8213 www-data  20   0  649084 332120   9332 S   5.6  4.1 445:41.70 /usr/bin/python /opt/voss-deviceapi/bin/python /opt/voss-deviceapi/src/deviceapi/background/queue.py 30
      1 root      20   0   38036   4896   3108 S   0.0  0.1   1:07.29 /sbin/init
      2 root      20   0       0      0      0 S   0.0  0.0   0:00.41 [kthreadd]
      3 root      20   0       0      0      0 S   0.0  0.0   0:35.52 [ksoftirqd/0]
      7 root      20   0       0      0      0 S   0.0  0.0   6:54.66 [rcu_sched]
      8 root      20   0       0      0      0 S   0.0  0.0   0:00.00 [rcu_bh]
      9 root      rt   0       0      0      0 S   0.0  0.0   0:08.10 [migration/0]
     10 root      rt   0       0      0      0 S   0.0  0.0   0:04.14 [watchdog/0]
     11 root      rt   0       0      0      0 S   0.0  0.0   0:04.03 [watchdog/1]
     12 root      rt   0       0      0      0 S   0.0  0.0   0:07.98 [migration/1]
     13 root      20   0       0      0      0 S   0.0  0.0   0:34.08 [ksoftirqd/1]
     15 root       0 -20       0      0      0 S   0.0  0.0   0:00.00 [kworker/1:0H]
[...]

diag test_connection <host> <port>#

platform@VOSS:~$ diag test_connection www.voss.com 80
Successfully connected to www.voss.com:80

platform@VOSS:~$ diag test_connection www.voss.com 81
Failed to connect to www.voss.com:81

diag top#

platform@VOSS:~$ diag top
top - 13:04:43 up 14 days, 20:19,  1 user,  load average: 0.04, 0.27, 0.26
Tasks: 295 total,   1 running, 294 sleeping,   0 stopped,   0 zombie
%Cpu(s):  1.9 us,  1.0 sy,  0.0 ni, 97.0 id,  0.1 wa,  0.0 hi,  0.1 si,  0.0 st
KiB Mem :  8174732 total,   379256 free,  5053288 used,  2742188 buff/cache
KiB Swap:  2096124 total,  1835344 free,   260780 used.  2644160 avail Mem

    PID USER      PR  NI    VIRT    RES    SHR S  %CPU %MEM     TIME+ COMMAND
3168863 root      20   0   40656   3860   3176 R  23.5  0.0   0:00.06 top
      1 root      20   0   38036   4896   3108 S   0.0  0.1   1:07.29 systemd
      2 root      20   0       0      0      0 S   0.0  0.0   0:00.41 kthreadd
      3 root      20   0       0      0      0 S   0.0  0.0   0:35.52 ksoftirq+
      7 root      20   0       0      0      0 S   0.0  0.0   6:54.69 rcu_sched
      8 root      20   0       0      0      0 S   0.0  0.0   0:00.00 rcu_bh
      9 root      rt   0       0      0      0 S   0.0  0.0   0:08.10 migratio+
     10 root      rt   0       0      0      0 S   0.0  0.0   0:04.14 watchdog+
     11 root      rt   0       0      0      0 S   0.0  0.0   0:04.03 watchdog+
     12 root      rt   0       0      0      0 S   0.0  0.0   0:07.98 migratio+
     13 root      20   0       0      0      0 S   0.0  0.0   0:34.08 ksoftirq+
[...]

diag vmstat#

platform@VOSS:~$ diag vmstat
procs -----------memory---------- ---swap-- -----io---- -system-- ------cpu-----
 r  b   swpd   free   buff  cache   si   so    bi    bo   in   cs us sy id wa st
 1  0 260780 378512 273412 2468844    0    0    45     8    4    6  2  1 97  0  0