"""Kernel Provisioner Classes""" # Copyright (c) Jupyter Development Team. # Distributed under the terms of the Modified BSD License. import glob import sys from os import getenv, path from typing import Any, Dict, List # See compatibility note on `group` keyword in https://docs.python.org/3/library/importlib.metadata.html#entry-points if sys.version_info < (3, 10): # pragma: no cover from importlib_metadata import EntryPoint, entry_points # type:ignore[import-not-found] else: # pragma: no cover from importlib.metadata import EntryPoint, entry_points from traitlets.config import SingletonConfigurable, Unicode, default from .provisioner_base import KernelProvisionerBase class KernelProvisionerFactory(SingletonConfigurable): """ :class:`KernelProvisionerFactory` is responsible for creating provisioner instances. A singleton instance, `KernelProvisionerFactory` is also used by the :class:`KernelSpecManager` to validate `kernel_provisioner` references found in kernel specifications to confirm their availability (in cases where the kernel specification references a kernel provisioner that has not been installed into the current Python environment). It's ``default_provisioner_name`` attribute can be used to specify the default provisioner to use when a kernel_spec is found to not reference a provisioner. It's value defaults to `"local-provisioner"` which identifies the local provisioner implemented by :class:`LocalProvisioner`. """ GROUP_NAME = "jupyter_client.kernel_provisioners" provisioners: Dict[str, EntryPoint] = {} default_provisioner_name_env = "JUPYTER_DEFAULT_PROVISIONER_NAME" default_provisioner_name = Unicode( config=True, help="""Indicates the name of the provisioner to use when no kernel_provisioner entry is present in the kernelspec.""", ) @default("default_provisioner_name") def _default_provisioner_name_default(self) -> str: """The default provisioner name.""" return getenv(self.default_provisioner_name_env, "local-provisioner") def __init__(self, **kwargs: Any) -> None: """Initialize a kernel provisioner factory.""" super().__init__(**kwargs) for ep in KernelProvisionerFactory._get_all_provisioners(): self.provisioners[ep.name] = ep def is_provisioner_available(self, kernel_spec: Any) -> bool: """ Reads the associated ``kernel_spec`` to determine the provisioner and returns whether it exists as an entry_point (True) or not (False). If the referenced provisioner is not in the current cache or cannot be loaded via entry_points, a warning message is issued indicating it is not available. """ is_available: bool = True provisioner_cfg = self._get_provisioner_config(kernel_spec) provisioner_name = str(provisioner_cfg.get("provisioner_name")) if not self._check_availability(provisioner_name): is_available = False self.log.warning( f"Kernel '{kernel_spec.display_name}' is referencing a kernel " f"provisioner ('{provisioner_name}') that is not available. " f"Ensure the appropriate package has been installed and retry." ) return is_available def create_provisioner_instance( self, kernel_id: str, kernel_spec: Any, parent: Any ) -> KernelProvisionerBase: """ Reads the associated ``kernel_spec`` to see if it has a `kernel_provisioner` stanza. If one exists, it instantiates an instance. If a kernel provisioner is not specified in the kernel specification, a default provisioner stanza is fabricated and instantiated corresponding to the current value of ``default_provisioner_name`` trait. The instantiated instance is returned. If the provisioner is found to not exist (not registered via entry_points), `ModuleNotFoundError` is raised. """ provisioner_cfg = self._get_provisioner_config(kernel_spec) provisioner_name = str(provisioner_cfg.get("provisioner_name")) if not self._check_availability(provisioner_name): msg = f"Kernel provisioner '{provisioner_name}' has not been registered." raise ModuleNotFoundError(msg) self.log.debug( f"Instantiating kernel '{kernel_spec.display_name}' with " f"kernel provisioner: {provisioner_name}" ) provisioner_class = self.provisioners[provisioner_name].load() provisioner_config = provisioner_cfg.get("config") provisioner: KernelProvisionerBase = provisioner_class( kernel_id=kernel_id, kernel_spec=kernel_spec, parent=parent, **provisioner_config ) return provisioner def _check_availability(self, provisioner_name: str) -> bool: """ Checks that the given provisioner is available. If the given provisioner is not in the current set of loaded provisioners an attempt is made to fetch the named entry point and, if successful, loads it into the cache. :param provisioner_name: :return: """ is_available = True if provisioner_name not in self.provisioners: try: ep = self._get_provisioner(provisioner_name) self.provisioners[provisioner_name] = ep # Update cache except Exception: is_available = False return is_available def _get_provisioner_config(self, kernel_spec: Any) -> Dict[str, Any]: """ Return the kernel_provisioner stanza from the kernel_spec. Checks the kernel_spec's metadata dictionary for a kernel_provisioner entry. If found, it is returned, else one is created relative to the DEFAULT_PROVISIONER and returned. Parameters ---------- kernel_spec : Any - this is a KernelSpec type but listed as Any to avoid circular import The kernel specification object from which the provisioner dictionary is derived. Returns ------- dict The provisioner portion of the kernel_spec. If one does not exist, it will contain the default information. If no `config` sub-dictionary exists, an empty `config` dictionary will be added. """ env_provisioner = kernel_spec.metadata.get("kernel_provisioner", {}) if "provisioner_name" in env_provisioner: # If no provisioner_name, return default if ( "config" not in env_provisioner ): # if provisioner_name, but no config stanza, add one env_provisioner.update({"config": {}}) return env_provisioner # Return what we found (plus config stanza if necessary) return {"provisioner_name": self.default_provisioner_name, "config": {}} def get_provisioner_entries(self) -> Dict[str, str]: """ Returns a dictionary of provisioner entries. The key is the provisioner name for its entry point. The value is the colon-separated string of the entry point's module name and object name. """ entries = {} for name, ep in self.provisioners.items(): entries[name] = ep.value return entries @staticmethod def _get_all_provisioners() -> List[EntryPoint]: """Wrapper around entry_points (to fetch the set of provisioners) - primarily to facilitate testing.""" return entry_points(group=KernelProvisionerFactory.GROUP_NAME) def _get_provisioner(self, name: str) -> EntryPoint: """Wrapper around entry_points (to fetch a single provisioner) - primarily to facilitate testing.""" eps = entry_points(group=KernelProvisionerFactory.GROUP_NAME, name=name) if eps: return eps[0] # Check if the entrypoint name is 'local-provisioner'. Although this should never # happen, we have seen cases where the previous distribution of jupyter_client has # remained which doesn't include kernel-provisioner entrypoints (so 'local-provisioner' # is deemed not found even though its definition is in THIS package). In such cases, # the entrypoints package uses what it first finds - which is the older distribution # resulting in a violation of a supposed invariant condition. To address this scenario, # we will log a warning message indicating this situation, then build the entrypoint # instance ourselves - since we have that information. if name == "local-provisioner": distros = glob.glob(f"{path.dirname(path.dirname(__file__))}-*") self.log.warning( f"Kernel Provisioning: The 'local-provisioner' is not found. This is likely " f"due to the presence of multiple jupyter_client distributions and a previous " f"distribution is being used as the source for entrypoints - which does not " f"include 'local-provisioner'. That distribution should be removed such that " f"only the version-appropriate distribution remains (version >= 7). Until " f"then, a 'local-provisioner' entrypoint will be automatically constructed " f"and used.\nThe candidate distribution locations are: {distros}" ) return EntryPoint( "local-provisioner", "jupyter_client.provisioning", "LocalProvisioner" ) raise