550 lines
19 KiB
Python
550 lines
19 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
||
|
# Copyright (c) 2009, Giampaolo Rodola'. All rights reserved.
|
||
|
# Use of this source code is governed by a BSD-style license that can be
|
||
|
# found in the LICENSE file.
|
||
|
|
||
|
"""Iterate over all process PIDs and for each one of them invoke and
|
||
|
test all psutil.Process() methods.
|
||
|
"""
|
||
|
|
||
|
import enum
|
||
|
import errno
|
||
|
import multiprocessing
|
||
|
import os
|
||
|
import stat
|
||
|
import time
|
||
|
import traceback
|
||
|
|
||
|
import psutil
|
||
|
from psutil import AIX
|
||
|
from psutil import BSD
|
||
|
from psutil import FREEBSD
|
||
|
from psutil import LINUX
|
||
|
from psutil import MACOS
|
||
|
from psutil import NETBSD
|
||
|
from psutil import OPENBSD
|
||
|
from psutil import OSX
|
||
|
from psutil import POSIX
|
||
|
from psutil import WINDOWS
|
||
|
from psutil._compat import PY3
|
||
|
from psutil._compat import FileNotFoundError
|
||
|
from psutil._compat import long
|
||
|
from psutil._compat import unicode
|
||
|
from psutil.tests import CI_TESTING
|
||
|
from psutil.tests import QEMU_USER
|
||
|
from psutil.tests import VALID_PROC_STATUSES
|
||
|
from psutil.tests import PsutilTestCase
|
||
|
from psutil.tests import check_connection_ntuple
|
||
|
from psutil.tests import create_sockets
|
||
|
from psutil.tests import is_namedtuple
|
||
|
from psutil.tests import is_win_secure_system_proc
|
||
|
from psutil.tests import process_namespace
|
||
|
from psutil.tests import serialrun
|
||
|
|
||
|
|
||
|
# Cuts the time in half, but (e.g.) on macOS the process pool stays
|
||
|
# alive after join() (multiprocessing bug?), messing up other tests.
|
||
|
USE_PROC_POOL = LINUX and not CI_TESTING
|
||
|
|
||
|
|
||
|
def proc_info(pid):
|
||
|
tcase = PsutilTestCase()
|
||
|
|
||
|
def check_exception(exc, proc, name, ppid):
|
||
|
tcase.assertEqual(exc.pid, pid)
|
||
|
if exc.name is not None:
|
||
|
tcase.assertEqual(exc.name, name)
|
||
|
if isinstance(exc, psutil.ZombieProcess):
|
||
|
tcase.assertProcessZombie(proc)
|
||
|
if exc.ppid is not None:
|
||
|
tcase.assertGreaterEqual(exc.ppid, 0)
|
||
|
tcase.assertEqual(exc.ppid, ppid)
|
||
|
elif isinstance(exc, psutil.NoSuchProcess):
|
||
|
tcase.assertProcessGone(proc)
|
||
|
str(exc)
|
||
|
repr(exc)
|
||
|
|
||
|
def do_wait():
|
||
|
if pid != 0:
|
||
|
try:
|
||
|
proc.wait(0)
|
||
|
except psutil.Error as exc:
|
||
|
check_exception(exc, proc, name, ppid)
|
||
|
|
||
|
try:
|
||
|
proc = psutil.Process(pid)
|
||
|
except psutil.NoSuchProcess:
|
||
|
tcase.assertPidGone(pid)
|
||
|
return {}
|
||
|
try:
|
||
|
d = proc.as_dict(['ppid', 'name'])
|
||
|
except psutil.NoSuchProcess:
|
||
|
tcase.assertProcessGone(proc)
|
||
|
else:
|
||
|
name, ppid = d['name'], d['ppid']
|
||
|
info = {'pid': proc.pid}
|
||
|
ns = process_namespace(proc)
|
||
|
# We don't use oneshot() because in order not to fool
|
||
|
# check_exception() in case of NSP.
|
||
|
for fun, fun_name in ns.iter(ns.getters, clear_cache=False):
|
||
|
try:
|
||
|
info[fun_name] = fun()
|
||
|
except psutil.Error as exc:
|
||
|
check_exception(exc, proc, name, ppid)
|
||
|
continue
|
||
|
do_wait()
|
||
|
return info
|
||
|
|
||
|
|
||
|
@serialrun
|
||
|
class TestFetchAllProcesses(PsutilTestCase):
|
||
|
"""Test which iterates over all running processes and performs
|
||
|
some sanity checks against Process API's returned values.
|
||
|
Uses a process pool to get info about all processes.
|
||
|
"""
|
||
|
|
||
|
def setUp(self):
|
||
|
psutil._set_debug(False)
|
||
|
# Using a pool in a CI env may result in deadlock, see:
|
||
|
# https://github.com/giampaolo/psutil/issues/2104
|
||
|
if USE_PROC_POOL:
|
||
|
self.pool = multiprocessing.Pool()
|
||
|
|
||
|
def tearDown(self):
|
||
|
psutil._set_debug(True)
|
||
|
if USE_PROC_POOL:
|
||
|
self.pool.terminate()
|
||
|
self.pool.join()
|
||
|
|
||
|
def iter_proc_info(self):
|
||
|
# Fixes "can't pickle <function proc_info>: it's not the
|
||
|
# same object as test_process_all.proc_info".
|
||
|
from psutil.tests.test_process_all import proc_info
|
||
|
|
||
|
if USE_PROC_POOL:
|
||
|
return self.pool.imap_unordered(proc_info, psutil.pids())
|
||
|
else:
|
||
|
ls = []
|
||
|
for pid in psutil.pids():
|
||
|
ls.append(proc_info(pid))
|
||
|
return ls
|
||
|
|
||
|
def test_all(self):
|
||
|
failures = []
|
||
|
for info in self.iter_proc_info():
|
||
|
for name, value in info.items():
|
||
|
meth = getattr(self, name)
|
||
|
try:
|
||
|
meth(value, info)
|
||
|
except Exception: # noqa: BLE001
|
||
|
s = '\n' + '=' * 70 + '\n'
|
||
|
s += "FAIL: name=test_%s, pid=%s, ret=%s\ninfo=%s\n" % (
|
||
|
name,
|
||
|
info['pid'],
|
||
|
repr(value),
|
||
|
info,
|
||
|
)
|
||
|
s += '-' * 70
|
||
|
s += "\n%s" % traceback.format_exc()
|
||
|
s = "\n".join((" " * 4) + i for i in s.splitlines()) + "\n"
|
||
|
failures.append(s)
|
||
|
else:
|
||
|
if value not in (0, 0.0, [], None, '', {}):
|
||
|
assert value, value
|
||
|
if failures:
|
||
|
raise self.fail(''.join(failures))
|
||
|
|
||
|
def cmdline(self, ret, info):
|
||
|
self.assertIsInstance(ret, list)
|
||
|
for part in ret:
|
||
|
self.assertIsInstance(part, str)
|
||
|
|
||
|
def exe(self, ret, info):
|
||
|
self.assertIsInstance(ret, (str, unicode))
|
||
|
self.assertEqual(ret.strip(), ret)
|
||
|
if ret:
|
||
|
if WINDOWS and not ret.endswith('.exe'):
|
||
|
return # May be "Registry", "MemCompression", ...
|
||
|
assert os.path.isabs(ret), ret
|
||
|
# Note: os.stat() may return False even if the file is there
|
||
|
# hence we skip the test, see:
|
||
|
# http://stackoverflow.com/questions/3112546/os-path-exists-lies
|
||
|
if POSIX and os.path.isfile(ret):
|
||
|
if hasattr(os, 'access') and hasattr(os, "X_OK"):
|
||
|
# XXX: may fail on MACOS
|
||
|
try:
|
||
|
assert os.access(ret, os.X_OK)
|
||
|
except AssertionError:
|
||
|
if os.path.exists(ret) and not CI_TESTING:
|
||
|
raise
|
||
|
|
||
|
def pid(self, ret, info):
|
||
|
self.assertIsInstance(ret, int)
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
|
||
|
def ppid(self, ret, info):
|
||
|
self.assertIsInstance(ret, (int, long))
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
proc_info(ret)
|
||
|
|
||
|
def name(self, ret, info):
|
||
|
self.assertIsInstance(ret, (str, unicode))
|
||
|
if WINDOWS and not ret and is_win_secure_system_proc(info['pid']):
|
||
|
# https://github.com/giampaolo/psutil/issues/2338
|
||
|
return
|
||
|
# on AIX, "<exiting>" processes don't have names
|
||
|
if not AIX:
|
||
|
assert ret, repr(ret)
|
||
|
|
||
|
def create_time(self, ret, info):
|
||
|
self.assertIsInstance(ret, float)
|
||
|
try:
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
except AssertionError:
|
||
|
# XXX
|
||
|
if OPENBSD and info['status'] == psutil.STATUS_ZOMBIE:
|
||
|
pass
|
||
|
else:
|
||
|
raise
|
||
|
# this can't be taken for granted on all platforms
|
||
|
# self.assertGreaterEqual(ret, psutil.boot_time())
|
||
|
# make sure returned value can be pretty printed
|
||
|
# with strftime
|
||
|
time.strftime("%Y %m %d %H:%M:%S", time.localtime(ret))
|
||
|
|
||
|
def uids(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
for uid in ret:
|
||
|
self.assertIsInstance(uid, int)
|
||
|
self.assertGreaterEqual(uid, 0)
|
||
|
|
||
|
def gids(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
# note: testing all gids as above seems not to be reliable for
|
||
|
# gid == 30 (nodoby); not sure why.
|
||
|
for gid in ret:
|
||
|
self.assertIsInstance(gid, int)
|
||
|
if not MACOS and not NETBSD:
|
||
|
self.assertGreaterEqual(gid, 0)
|
||
|
|
||
|
def username(self, ret, info):
|
||
|
self.assertIsInstance(ret, str)
|
||
|
self.assertEqual(ret.strip(), ret)
|
||
|
assert ret.strip()
|
||
|
|
||
|
def status(self, ret, info):
|
||
|
self.assertIsInstance(ret, str)
|
||
|
assert ret, ret
|
||
|
if QEMU_USER:
|
||
|
# status does not work under qemu user
|
||
|
return
|
||
|
self.assertNotEqual(ret, '?') # XXX
|
||
|
self.assertIn(ret, VALID_PROC_STATUSES)
|
||
|
|
||
|
def io_counters(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
for field in ret:
|
||
|
self.assertIsInstance(field, (int, long))
|
||
|
if field != -1:
|
||
|
self.assertGreaterEqual(field, 0)
|
||
|
|
||
|
def ionice(self, ret, info):
|
||
|
if LINUX:
|
||
|
self.assertIsInstance(ret.ioclass, int)
|
||
|
self.assertIsInstance(ret.value, int)
|
||
|
self.assertGreaterEqual(ret.ioclass, 0)
|
||
|
self.assertGreaterEqual(ret.value, 0)
|
||
|
else: # Windows, Cygwin
|
||
|
choices = [
|
||
|
psutil.IOPRIO_VERYLOW,
|
||
|
psutil.IOPRIO_LOW,
|
||
|
psutil.IOPRIO_NORMAL,
|
||
|
psutil.IOPRIO_HIGH,
|
||
|
]
|
||
|
self.assertIsInstance(ret, int)
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
self.assertIn(ret, choices)
|
||
|
|
||
|
def num_threads(self, ret, info):
|
||
|
self.assertIsInstance(ret, int)
|
||
|
if WINDOWS and ret == 0 and is_win_secure_system_proc(info['pid']):
|
||
|
# https://github.com/giampaolo/psutil/issues/2338
|
||
|
return
|
||
|
self.assertGreaterEqual(ret, 1)
|
||
|
|
||
|
def threads(self, ret, info):
|
||
|
self.assertIsInstance(ret, list)
|
||
|
for t in ret:
|
||
|
assert is_namedtuple(t)
|
||
|
self.assertGreaterEqual(t.id, 0)
|
||
|
self.assertGreaterEqual(t.user_time, 0)
|
||
|
self.assertGreaterEqual(t.system_time, 0)
|
||
|
for field in t:
|
||
|
self.assertIsInstance(field, (int, float))
|
||
|
|
||
|
def cpu_times(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
for n in ret:
|
||
|
self.assertIsInstance(n, float)
|
||
|
self.assertGreaterEqual(n, 0)
|
||
|
# TODO: check ntuple fields
|
||
|
|
||
|
def cpu_percent(self, ret, info):
|
||
|
self.assertIsInstance(ret, float)
|
||
|
assert 0.0 <= ret <= 100.0, ret
|
||
|
|
||
|
def cpu_num(self, ret, info):
|
||
|
self.assertIsInstance(ret, int)
|
||
|
if FREEBSD and ret == -1:
|
||
|
return
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
if psutil.cpu_count() == 1:
|
||
|
self.assertEqual(ret, 0)
|
||
|
self.assertIn(ret, list(range(psutil.cpu_count())))
|
||
|
|
||
|
def memory_info(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
for value in ret:
|
||
|
self.assertIsInstance(value, (int, long))
|
||
|
self.assertGreaterEqual(value, 0)
|
||
|
if WINDOWS:
|
||
|
self.assertGreaterEqual(ret.peak_wset, ret.wset)
|
||
|
self.assertGreaterEqual(ret.peak_paged_pool, ret.paged_pool)
|
||
|
self.assertGreaterEqual(ret.peak_nonpaged_pool, ret.nonpaged_pool)
|
||
|
self.assertGreaterEqual(ret.peak_pagefile, ret.pagefile)
|
||
|
|
||
|
def memory_full_info(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
total = psutil.virtual_memory().total
|
||
|
for name in ret._fields:
|
||
|
value = getattr(ret, name)
|
||
|
self.assertIsInstance(value, (int, long))
|
||
|
self.assertGreaterEqual(value, 0, msg=(name, value))
|
||
|
if LINUX or OSX and name in ('vms', 'data'):
|
||
|
# On Linux there are processes (e.g. 'goa-daemon') whose
|
||
|
# VMS is incredibly high for some reason.
|
||
|
continue
|
||
|
self.assertLessEqual(value, total, msg=(name, value, total))
|
||
|
|
||
|
if LINUX:
|
||
|
self.assertGreaterEqual(ret.pss, ret.uss)
|
||
|
|
||
|
def open_files(self, ret, info):
|
||
|
self.assertIsInstance(ret, list)
|
||
|
for f in ret:
|
||
|
self.assertIsInstance(f.fd, int)
|
||
|
self.assertIsInstance(f.path, str)
|
||
|
self.assertEqual(f.path.strip(), f.path)
|
||
|
if WINDOWS:
|
||
|
self.assertEqual(f.fd, -1)
|
||
|
elif LINUX:
|
||
|
self.assertIsInstance(f.position, int)
|
||
|
self.assertIsInstance(f.mode, str)
|
||
|
self.assertIsInstance(f.flags, int)
|
||
|
self.assertGreaterEqual(f.position, 0)
|
||
|
self.assertIn(f.mode, ('r', 'w', 'a', 'r+', 'a+'))
|
||
|
self.assertGreater(f.flags, 0)
|
||
|
elif BSD and not f.path:
|
||
|
# XXX see: https://github.com/giampaolo/psutil/issues/595
|
||
|
continue
|
||
|
assert os.path.isabs(f.path), f
|
||
|
try:
|
||
|
st = os.stat(f.path)
|
||
|
except FileNotFoundError:
|
||
|
pass
|
||
|
else:
|
||
|
assert stat.S_ISREG(st.st_mode), f
|
||
|
|
||
|
def num_fds(self, ret, info):
|
||
|
self.assertIsInstance(ret, int)
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
|
||
|
def net_connections(self, ret, info):
|
||
|
with create_sockets():
|
||
|
self.assertEqual(len(ret), len(set(ret)))
|
||
|
for conn in ret:
|
||
|
assert is_namedtuple(conn)
|
||
|
check_connection_ntuple(conn)
|
||
|
|
||
|
def cwd(self, ret, info):
|
||
|
self.assertIsInstance(ret, (str, unicode))
|
||
|
self.assertEqual(ret.strip(), ret)
|
||
|
if ret:
|
||
|
assert os.path.isabs(ret), ret
|
||
|
try:
|
||
|
st = os.stat(ret)
|
||
|
except OSError as err:
|
||
|
if WINDOWS and psutil._psplatform.is_permission_err(err):
|
||
|
pass
|
||
|
# directory has been removed in mean time
|
||
|
elif err.errno != errno.ENOENT:
|
||
|
raise
|
||
|
else:
|
||
|
assert stat.S_ISDIR(st.st_mode)
|
||
|
|
||
|
def memory_percent(self, ret, info):
|
||
|
self.assertIsInstance(ret, float)
|
||
|
assert 0 <= ret <= 100, ret
|
||
|
|
||
|
def is_running(self, ret, info):
|
||
|
self.assertIsInstance(ret, bool)
|
||
|
|
||
|
def cpu_affinity(self, ret, info):
|
||
|
self.assertIsInstance(ret, list)
|
||
|
self.assertNotEqual(ret, [])
|
||
|
cpus = list(range(psutil.cpu_count()))
|
||
|
for n in ret:
|
||
|
self.assertIsInstance(n, int)
|
||
|
self.assertIn(n, cpus)
|
||
|
|
||
|
def terminal(self, ret, info):
|
||
|
self.assertIsInstance(ret, (str, type(None)))
|
||
|
if ret is not None:
|
||
|
assert os.path.isabs(ret), ret
|
||
|
assert os.path.exists(ret), ret
|
||
|
|
||
|
def memory_maps(self, ret, info):
|
||
|
for nt in ret:
|
||
|
self.assertIsInstance(nt.addr, str)
|
||
|
self.assertIsInstance(nt.perms, str)
|
||
|
self.assertIsInstance(nt.path, str)
|
||
|
for fname in nt._fields:
|
||
|
value = getattr(nt, fname)
|
||
|
if fname == 'path':
|
||
|
if not value.startswith(("[", "anon_inode:")):
|
||
|
assert os.path.isabs(nt.path), nt.path
|
||
|
# commented as on Linux we might get
|
||
|
# '/foo/bar (deleted)'
|
||
|
# assert os.path.exists(nt.path), nt.path
|
||
|
elif fname == 'addr':
|
||
|
assert value, repr(value)
|
||
|
elif fname == 'perms':
|
||
|
if not WINDOWS:
|
||
|
assert value, repr(value)
|
||
|
else:
|
||
|
self.assertIsInstance(value, (int, long))
|
||
|
self.assertGreaterEqual(value, 0)
|
||
|
|
||
|
def num_handles(self, ret, info):
|
||
|
self.assertIsInstance(ret, int)
|
||
|
self.assertGreaterEqual(ret, 0)
|
||
|
|
||
|
def nice(self, ret, info):
|
||
|
self.assertIsInstance(ret, int)
|
||
|
if POSIX:
|
||
|
assert -20 <= ret <= 20, ret
|
||
|
else:
|
||
|
priorities = [
|
||
|
getattr(psutil, x)
|
||
|
for x in dir(psutil)
|
||
|
if x.endswith('_PRIORITY_CLASS')
|
||
|
]
|
||
|
self.assertIn(ret, priorities)
|
||
|
if PY3:
|
||
|
self.assertIsInstance(ret, enum.IntEnum)
|
||
|
else:
|
||
|
self.assertIsInstance(ret, int)
|
||
|
|
||
|
def num_ctx_switches(self, ret, info):
|
||
|
assert is_namedtuple(ret)
|
||
|
for value in ret:
|
||
|
self.assertIsInstance(value, (int, long))
|
||
|
self.assertGreaterEqual(value, 0)
|
||
|
|
||
|
def rlimit(self, ret, info):
|
||
|
self.assertIsInstance(ret, tuple)
|
||
|
self.assertEqual(len(ret), 2)
|
||
|
self.assertGreaterEqual(ret[0], -1)
|
||
|
self.assertGreaterEqual(ret[1], -1)
|
||
|
|
||
|
def environ(self, ret, info):
|
||
|
self.assertIsInstance(ret, dict)
|
||
|
for k, v in ret.items():
|
||
|
self.assertIsInstance(k, str)
|
||
|
self.assertIsInstance(v, str)
|
||
|
|
||
|
|
||
|
class TestPidsRange(PsutilTestCase):
|
||
|
"""Given pid_exists() return value for a range of PIDs which may or
|
||
|
may not exist, make sure that psutil.Process() and psutil.pids()
|
||
|
agree with pid_exists(). This guarantees that the 3 APIs are all
|
||
|
consistent with each other. See:
|
||
|
https://github.com/giampaolo/psutil/issues/2359
|
||
|
|
||
|
XXX - Note about Windows: it turns out there are some "hidden" PIDs
|
||
|
which are not returned by psutil.pids() and are also not revealed
|
||
|
by taskmgr.exe and ProcessHacker, still they can be instantiated by
|
||
|
psutil.Process() and queried. One of such PIDs is "conhost.exe".
|
||
|
Running as_dict() for it reveals that some Process() APIs
|
||
|
erroneously raise NoSuchProcess, so we know we have problem there.
|
||
|
Let's ignore this for now, since it's quite a corner case (who even
|
||
|
imagined hidden PIDs existed on Windows?).
|
||
|
"""
|
||
|
|
||
|
def setUp(self):
|
||
|
psutil._set_debug(False)
|
||
|
|
||
|
def tearDown(self):
|
||
|
psutil._set_debug(True)
|
||
|
|
||
|
def test_it(self):
|
||
|
def is_linux_tid(pid):
|
||
|
try:
|
||
|
f = open("/proc/%s/status" % pid, "rb")
|
||
|
except FileNotFoundError:
|
||
|
return False
|
||
|
else:
|
||
|
with f:
|
||
|
for line in f:
|
||
|
if line.startswith(b"Tgid:"):
|
||
|
tgid = int(line.split()[1])
|
||
|
# If tgid and pid are different then we're
|
||
|
# dealing with a process TID.
|
||
|
return tgid != pid
|
||
|
raise ValueError("'Tgid' line not found")
|
||
|
|
||
|
def check(pid):
|
||
|
# In case of failure retry up to 3 times in order to avoid
|
||
|
# race conditions, especially when running in a CI
|
||
|
# environment where PIDs may appear and disappear at any
|
||
|
# time.
|
||
|
x = 3
|
||
|
while True:
|
||
|
exists = psutil.pid_exists(pid)
|
||
|
try:
|
||
|
if exists:
|
||
|
psutil.Process(pid)
|
||
|
if not WINDOWS: # see docstring
|
||
|
self.assertIn(pid, psutil.pids())
|
||
|
else:
|
||
|
# On OpenBSD thread IDs can be instantiated,
|
||
|
# and oneshot() succeeds, but other APIs fail
|
||
|
# with EINVAL.
|
||
|
if not OPENBSD:
|
||
|
with self.assertRaises(psutil.NoSuchProcess):
|
||
|
psutil.Process(pid)
|
||
|
if not WINDOWS: # see docstring
|
||
|
self.assertNotIn(pid, psutil.pids())
|
||
|
except (psutil.Error, AssertionError):
|
||
|
x -= 1
|
||
|
if x == 0:
|
||
|
raise
|
||
|
else:
|
||
|
return
|
||
|
|
||
|
for pid in range(1, 3000):
|
||
|
if LINUX and is_linux_tid(pid):
|
||
|
# On Linux a TID (thread ID) can be passed to the
|
||
|
# Process class and is querable like a PID (process
|
||
|
# ID). Skip it.
|
||
|
continue
|
||
|
with self.subTest(pid=pid):
|
||
|
check(pid)
|
||
|
|
||
|
|
||
|
if __name__ == '__main__':
|
||
|
from psutil.tests.runner import run_from_name
|
||
|
|
||
|
run_from_name(__file__)
|