334 lines
9.5 KiB
Python
334 lines
9.5 KiB
Python
"""Utilities for identifying local IP addresses."""
|
|
# Copyright (c) Jupyter Development Team.
|
|
# Distributed under the terms of the Modified BSD License.
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import re
|
|
import socket
|
|
import subprocess
|
|
from subprocess import PIPE, Popen
|
|
from typing import Any, Callable, Iterable, Sequence
|
|
from warnings import warn
|
|
|
|
LOCAL_IPS: list = []
|
|
PUBLIC_IPS: list = []
|
|
|
|
LOCALHOST: str = ""
|
|
|
|
|
|
def _uniq_stable(elems: Iterable) -> list:
|
|
"""uniq_stable(elems) -> list
|
|
|
|
Return from an iterable, a list of all the unique elements in the input,
|
|
maintaining the order in which they first appear.
|
|
"""
|
|
seen = set()
|
|
value = []
|
|
for x in elems:
|
|
if x not in seen:
|
|
value.append(x)
|
|
seen.add(x)
|
|
return value
|
|
|
|
|
|
def _get_output(cmd: str | Sequence[str]) -> str:
|
|
"""Get output of a command, raising IOError if it fails"""
|
|
startupinfo = None
|
|
if os.name == "nt":
|
|
startupinfo = subprocess.STARTUPINFO() # type:ignore[attr-defined]
|
|
startupinfo.dwFlags |= subprocess.STARTF_USESHOWWINDOW # type:ignore[attr-defined]
|
|
p = Popen(cmd, stdout=PIPE, stderr=PIPE, startupinfo=startupinfo) # noqa
|
|
stdout, stderr = p.communicate()
|
|
if p.returncode:
|
|
msg = "Failed to run {}: {}".format(cmd, stderr.decode("utf8", "replace"))
|
|
raise OSError(msg)
|
|
return stdout.decode("utf8", "replace")
|
|
|
|
|
|
def _only_once(f: Callable) -> Callable:
|
|
"""decorator to only run a function once"""
|
|
f.called = False # type:ignore[attr-defined]
|
|
|
|
def wrapped(**kwargs: Any) -> Any:
|
|
if f.called: # type:ignore[attr-defined]
|
|
return
|
|
ret = f(**kwargs)
|
|
f.called = True # type:ignore[attr-defined]
|
|
return ret
|
|
|
|
return wrapped
|
|
|
|
|
|
def _requires_ips(f: Callable) -> Callable:
|
|
"""decorator to ensure load_ips has been run before f"""
|
|
|
|
def ips_loaded(*args: Any, **kwargs: Any) -> Any:
|
|
_load_ips()
|
|
return f(*args, **kwargs)
|
|
|
|
return ips_loaded
|
|
|
|
|
|
# subprocess-parsing ip finders
|
|
class NoIPAddresses(Exception): # noqa
|
|
pass
|
|
|
|
|
|
def _populate_from_list(addrs: Sequence[str] | None) -> None:
|
|
"""populate local and public IPs from flat list of all IPs"""
|
|
if not addrs:
|
|
raise NoIPAddresses
|
|
|
|
global LOCALHOST
|
|
public_ips = []
|
|
local_ips = []
|
|
|
|
for ip in addrs:
|
|
local_ips.append(ip)
|
|
if not ip.startswith("127."):
|
|
public_ips.append(ip)
|
|
elif not LOCALHOST:
|
|
LOCALHOST = ip
|
|
|
|
if not LOCALHOST or LOCALHOST == "127.0.0.1":
|
|
LOCALHOST = "127.0.0.1"
|
|
local_ips.insert(0, LOCALHOST)
|
|
|
|
local_ips.extend(["0.0.0.0", ""]) # noqa
|
|
|
|
LOCAL_IPS[:] = _uniq_stable(local_ips)
|
|
PUBLIC_IPS[:] = _uniq_stable(public_ips)
|
|
|
|
|
|
_ifconfig_ipv4_pat = re.compile(r"inet\b.*?(\d+\.\d+\.\d+\.\d+)", re.IGNORECASE)
|
|
|
|
|
|
def _load_ips_ifconfig() -> None:
|
|
"""load ip addresses from `ifconfig` output (posix)"""
|
|
|
|
try:
|
|
out = _get_output("ifconfig")
|
|
except OSError:
|
|
# no ifconfig, it's usually in /sbin and /sbin is not on everyone's PATH
|
|
out = _get_output("/sbin/ifconfig")
|
|
|
|
lines = out.splitlines()
|
|
addrs = []
|
|
for line in lines:
|
|
m = _ifconfig_ipv4_pat.match(line.strip())
|
|
if m:
|
|
addrs.append(m.group(1))
|
|
_populate_from_list(addrs)
|
|
|
|
|
|
def _load_ips_ip() -> None:
|
|
"""load ip addresses from `ip addr` output (Linux)"""
|
|
out = _get_output(["ip", "-f", "inet", "addr"])
|
|
|
|
lines = out.splitlines()
|
|
addrs = []
|
|
for line in lines:
|
|
blocks = line.lower().split()
|
|
if (len(blocks) >= 2) and (blocks[0] == "inet"):
|
|
addrs.append(blocks[1].split("/")[0])
|
|
_populate_from_list(addrs)
|
|
|
|
|
|
_ipconfig_ipv4_pat = re.compile(r"ipv4.*?(\d+\.\d+\.\d+\.\d+)$", re.IGNORECASE)
|
|
|
|
|
|
def _load_ips_ipconfig() -> None:
|
|
"""load ip addresses from `ipconfig` output (Windows)"""
|
|
out = _get_output("ipconfig")
|
|
|
|
lines = out.splitlines()
|
|
addrs = []
|
|
for line in lines:
|
|
m = _ipconfig_ipv4_pat.match(line.strip())
|
|
if m:
|
|
addrs.append(m.group(1))
|
|
_populate_from_list(addrs)
|
|
|
|
|
|
def _load_ips_psutil() -> None:
|
|
"""load ip addresses with netifaces"""
|
|
import psutil
|
|
|
|
global LOCALHOST
|
|
local_ips = []
|
|
public_ips = []
|
|
|
|
# dict of iface_name: address_list, eg
|
|
# {"lo": [snicaddr(family=<AddressFamily.AF_INET>, address="127.0.0.1",
|
|
# ...), snicaddr(family=<AddressFamily.AF_INET6>, ...)]}
|
|
for iface, ifaddresses in psutil.net_if_addrs().items():
|
|
for address_data in ifaddresses:
|
|
if address_data.family == socket.AF_INET:
|
|
addr = address_data.address
|
|
if not (iface.startswith("lo") or addr.startswith("127.")):
|
|
public_ips.append(addr)
|
|
elif not LOCALHOST:
|
|
LOCALHOST = addr
|
|
local_ips.append(addr)
|
|
if not LOCALHOST:
|
|
# we never found a loopback interface (can this ever happen?), assume common default
|
|
LOCALHOST = "127.0.0.1"
|
|
local_ips.insert(0, LOCALHOST)
|
|
local_ips.extend(["0.0.0.0", ""]) # noqa
|
|
LOCAL_IPS[:] = _uniq_stable(local_ips)
|
|
PUBLIC_IPS[:] = _uniq_stable(public_ips)
|
|
|
|
|
|
def _load_ips_netifaces() -> None:
|
|
"""load ip addresses with netifaces"""
|
|
import netifaces # type: ignore[import-not-found]
|
|
|
|
global LOCALHOST
|
|
local_ips = []
|
|
public_ips = []
|
|
|
|
# list of iface names, 'lo0', 'eth0', etc.
|
|
for iface in netifaces.interfaces():
|
|
# list of ipv4 addrinfo dicts
|
|
ipv4s = netifaces.ifaddresses(iface).get(netifaces.AF_INET, [])
|
|
for entry in ipv4s:
|
|
addr = entry.get("addr")
|
|
if not addr:
|
|
continue
|
|
if not (iface.startswith("lo") or addr.startswith("127.")):
|
|
public_ips.append(addr)
|
|
elif not LOCALHOST:
|
|
LOCALHOST = addr
|
|
local_ips.append(addr)
|
|
if not LOCALHOST:
|
|
# we never found a loopback interface (can this ever happen?), assume common default
|
|
LOCALHOST = "127.0.0.1"
|
|
local_ips.insert(0, LOCALHOST)
|
|
local_ips.extend(["0.0.0.0", ""]) # noqa
|
|
LOCAL_IPS[:] = _uniq_stable(local_ips)
|
|
PUBLIC_IPS[:] = _uniq_stable(public_ips)
|
|
|
|
|
|
def _load_ips_gethostbyname() -> None:
|
|
"""load ip addresses with socket.gethostbyname_ex
|
|
|
|
This can be slow.
|
|
"""
|
|
global LOCALHOST
|
|
try:
|
|
LOCAL_IPS[:] = socket.gethostbyname_ex("localhost")[2]
|
|
except OSError:
|
|
# assume common default
|
|
LOCAL_IPS[:] = ["127.0.0.1"]
|
|
|
|
try:
|
|
hostname = socket.gethostname()
|
|
PUBLIC_IPS[:] = socket.gethostbyname_ex(hostname)[2]
|
|
# try hostname.local, in case hostname has been short-circuited to loopback
|
|
if not hostname.endswith(".local") and all(ip.startswith("127") for ip in PUBLIC_IPS):
|
|
PUBLIC_IPS[:] = socket.gethostbyname_ex(socket.gethostname() + ".local")[2]
|
|
except OSError:
|
|
pass
|
|
finally:
|
|
PUBLIC_IPS[:] = _uniq_stable(PUBLIC_IPS)
|
|
LOCAL_IPS.extend(PUBLIC_IPS)
|
|
|
|
# include all-interface aliases: 0.0.0.0 and ''
|
|
LOCAL_IPS.extend(["0.0.0.0", ""]) # noqa
|
|
|
|
LOCAL_IPS[:] = _uniq_stable(LOCAL_IPS)
|
|
|
|
LOCALHOST = LOCAL_IPS[0]
|
|
|
|
|
|
def _load_ips_dumb() -> None:
|
|
"""Fallback in case of unexpected failure"""
|
|
global LOCALHOST
|
|
LOCALHOST = "127.0.0.1"
|
|
LOCAL_IPS[:] = [LOCALHOST, "0.0.0.0", ""] # noqa
|
|
PUBLIC_IPS[:] = []
|
|
|
|
|
|
@_only_once
|
|
def _load_ips(suppress_exceptions: bool = True) -> None:
|
|
"""load the IPs that point to this machine
|
|
|
|
This function will only ever be called once.
|
|
|
|
If will use psutil to do it quickly if available.
|
|
If not, it will use netifaces to do it quickly if available.
|
|
Then it will fallback on parsing the output of ifconfig / ip addr / ipconfig, as appropriate.
|
|
Finally, it will fallback on socket.gethostbyname_ex, which can be slow.
|
|
"""
|
|
|
|
try:
|
|
# first priority, use psutil
|
|
try:
|
|
return _load_ips_psutil()
|
|
except ImportError:
|
|
pass
|
|
|
|
# second priority, use netifaces
|
|
try:
|
|
return _load_ips_netifaces()
|
|
except ImportError:
|
|
pass
|
|
|
|
# second priority, parse subprocess output (how reliable is this?)
|
|
|
|
if os.name == "nt":
|
|
try:
|
|
return _load_ips_ipconfig()
|
|
except (OSError, NoIPAddresses):
|
|
pass
|
|
else:
|
|
try:
|
|
return _load_ips_ip()
|
|
except (OSError, NoIPAddresses):
|
|
pass
|
|
try:
|
|
return _load_ips_ifconfig()
|
|
except (OSError, NoIPAddresses):
|
|
pass
|
|
|
|
# lowest priority, use gethostbyname
|
|
|
|
return _load_ips_gethostbyname()
|
|
except Exception as e:
|
|
if not suppress_exceptions:
|
|
raise
|
|
# unexpected error shouldn't crash, load dumb default values instead.
|
|
warn("Unexpected error discovering local network interfaces: %s" % e, stacklevel=2)
|
|
_load_ips_dumb()
|
|
|
|
|
|
@_requires_ips
|
|
def local_ips() -> list[str]:
|
|
"""return the IP addresses that point to this machine"""
|
|
return LOCAL_IPS
|
|
|
|
|
|
@_requires_ips
|
|
def public_ips() -> list[str]:
|
|
"""return the IP addresses for this machine that are visible to other machines"""
|
|
return PUBLIC_IPS
|
|
|
|
|
|
@_requires_ips
|
|
def localhost() -> str:
|
|
"""return ip for localhost (almost always 127.0.0.1)"""
|
|
return LOCALHOST
|
|
|
|
|
|
@_requires_ips
|
|
def is_local_ip(ip: str) -> bool:
|
|
"""does `ip` point to this machine?"""
|
|
return ip in LOCAL_IPS
|
|
|
|
|
|
@_requires_ips
|
|
def is_public_ip(ip: str) -> bool:
|
|
"""is `ip` a publicly visible address?"""
|
|
return ip in PUBLIC_IPS
|