"""
Salt Minion Factory.
"""
import copy
import logging
import pathlib
import attr
from pytestskipmarkers.utils import platform
from pytestskipmarkers.utils import ports
from saltfactories import cli
from saltfactories.bases import SaltDaemon
from saltfactories.utils.tempfiles import SaltPillarTree
from saltfactories.utils.tempfiles import SaltStateTree
log = logging.getLogger(__name__)
[docs]
@attr.s(kw_only=True, slots=True)
class SaltMinion(SaltDaemon):
"""
salt-minion daemon factory.
"""
state_tree = attr.ib(init=False, hash=False, repr=False)
pillar_tree = attr.ib(init=False, hash=False, repr=False)
@state_tree.default
def __setup_state_tree(self): # pylint: disable=unused-private-member
if "file_roots" in self.config:
return SaltStateTree(envs=copy.deepcopy(self.config.get("file_roots") or {}))
return None
@pillar_tree.default
def __setup_pillar_tree(self): # pylint: disable=unused-private-member
if "pillar_roots" in self.config:
return SaltPillarTree(envs=copy.deepcopy(self.config.get("pillar_roots") or {}))
return None
[docs]
@classmethod
def default_config(
cls,
root_dir,
minion_id,
defaults=None,
overrides=None,
master=None,
system_service=False,
):
"""
Return the default configuration.
"""
# Do not move these deferred imports. It allows running against a Salt
# onedir build in salt's repo checkout.
import salt.config # pylint: disable=import-outside-toplevel
import salt.utils.dictupdate # pylint: disable=import-outside-toplevel
if defaults is None:
defaults = {}
master_id = master_port = None
if master is not None:
master_id = master.id
master_port = master.config["ret_port"]
# Match transport if not set
defaults.setdefault("transport", master.config["transport"])
if system_service is True:
conf_dir = root_dir / "etc" / "salt"
conf_dir.mkdir(parents=True, exist_ok=True)
conf_file = str(conf_dir / "minion")
pki_dir = conf_dir / "pki" / "minion"
logs_dir = root_dir / "var" / "log" / "salt"
logs_dir.mkdir(parents=True, exist_ok=True)
state_tree_root = root_dir / "srv" / "salt"
state_tree_root.mkdir(parents=True, exist_ok=True)
pillar_tree_root = root_dir / "srv" / "pillar"
pillar_tree_root.mkdir(parents=True, exist_ok=True)
_defaults = {
"id": minion_id,
"conf_file": conf_file,
"root_dir": str(root_dir),
"interface": "127.0.0.1",
"master": "127.0.0.1",
"master_port": master_port or salt.config.DEFAULT_MINION_OPTS["master_port"],
"tcp_pub_port": salt.config.DEFAULT_MINION_OPTS["tcp_pub_port"],
"tcp_pull_port": salt.config.DEFAULT_MINION_OPTS["tcp_pull_port"],
"pki_dir": str(pki_dir),
"log_file": str(logs_dir / "minion.log"),
"log_level_logfile": "debug",
"log_fmt_console": (
"%(asctime)s,%(msecs)03.0f [%(name)-17s:%(lineno)-4d][%(levelname)-8s]"
"[%(processName)18s(%(process)d)] %(message)s"
),
"log_fmt_logfile": (
"[%(asctime)s,%(msecs)03.0f][%(name)-17s:%(lineno)-4d][%(levelname)-8s]"
"[%(processName)18s(%(process)d)] %(message)s"
),
"file_roots": {
"base": [str(state_tree_root)],
},
"pillar_roots": {
"base": [str(pillar_tree_root)],
},
"pytest-minion": {
"master-id": master_id,
"log": {"prefix": f"{cls.__name__}(id={minion_id!r})"},
},
}
else:
conf_dir = root_dir / "conf"
conf_dir.mkdir(parents=True, exist_ok=True)
conf_file = str(conf_dir / "minion")
state_tree_root = root_dir / "state-tree"
state_tree_root.mkdir(exist_ok=True)
state_tree_root_base = state_tree_root / "base"
state_tree_root_base.mkdir(exist_ok=True)
state_tree_root_prod = state_tree_root / "prod"
state_tree_root_prod.mkdir(exist_ok=True)
pillar_tree_root = root_dir / "pillar-tree"
pillar_tree_root.mkdir(exist_ok=True)
pillar_tree_root_base = pillar_tree_root / "base"
pillar_tree_root_base.mkdir(exist_ok=True)
pillar_tree_root_prod = pillar_tree_root / "prod"
pillar_tree_root_prod.mkdir(exist_ok=True)
_defaults = {
"id": minion_id,
"conf_file": conf_file,
"root_dir": str(root_dir),
"interface": "127.0.0.1",
"master": "127.0.0.1",
"master_port": master_port or ports.get_unused_localhost_port(),
"tcp_pub_port": ports.get_unused_localhost_port(),
"tcp_pull_port": ports.get_unused_localhost_port(),
"pidfile": "run/minion.pid",
"pki_dir": "pki",
"cachedir": "cache",
"sock_dir": "run/minion",
"log_file": "logs/minion.log",
"log_level_logfile": "debug",
"loop_interval": 0.05,
"log_fmt_console": (
"%(asctime)s,%(msecs)03.0f [%(name)-17s:%(lineno)-4d][%(levelname)-8s]"
"[%(processName)18s(%(process)d)] %(message)s"
),
"log_fmt_logfile": (
"[%(asctime)s,%(msecs)03.0f][%(name)-17s:%(lineno)-4d][%(levelname)-8s]"
"[%(processName)18s(%(process)d)] %(message)s"
),
"file_roots": {
"base": [str(state_tree_root_base)],
"prod": [str(state_tree_root_prod)],
},
"pillar_roots": {
"base": [str(pillar_tree_root_base)],
"prod": [str(pillar_tree_root_prod)],
},
"enable_legacy_startup_events": False,
"acceptance_wait_time": 0.5,
"acceptance_wait_time_max": 5,
"pytest-minion": {
"master-id": master_id,
"log": {"prefix": f"{cls.__name__}(id={minion_id!r})"},
},
}
# Merge in the initial default options with the internal _defaults
salt.utils.dictupdate.update(defaults, _defaults, merge_lists=True)
if overrides:
# Merge in the default options with the minion_overrides
salt.utils.dictupdate.update(defaults, overrides, merge_lists=True)
return defaults
@classmethod
def _configure( # pylint: disable=arguments-differ
cls,
factories_manager,
daemon_id,
root_dir=None,
defaults=None,
overrides=None,
master=None,
):
return cls.default_config(
root_dir,
daemon_id,
defaults=defaults,
overrides=overrides,
master=master,
system_service=factories_manager.system_service,
)
@classmethod
def _get_verify_config_entries(cls, config):
# verify env to make sure all required directories are created and have the
# right permissions
pki_dir = pathlib.Path(config["pki_dir"])
verify_env_entries = [
str(pki_dir / "minions"),
str(pki_dir / "minions_pre"),
str(pki_dir / "minions_rejected"),
str(pki_dir / "accepted"),
str(pki_dir / "rejected"),
str(pki_dir / "pending"),
str(pathlib.Path(config["log_file"]).parent),
str(pathlib.Path(config["cachedir"]) / "proc"),
# config['extension_modules'],
config["sock_dir"],
]
verify_env_entries.extend(config["file_roots"]["base"])
if "prod" in config["file_roots"]:
verify_env_entries.extend(config["file_roots"]["prod"])
verify_env_entries.extend(config["pillar_roots"]["base"])
if "prod" in config["pillar_roots"]:
verify_env_entries.extend(config["pillar_roots"]["prod"])
return verify_env_entries
[docs]
@classmethod
def load_config(cls, config_file, config):
"""
Return the loaded configuration.
"""
# Do not move these deferred imports. It allows running against a Salt
# onedir build in salt's repo checkout.
import salt.config # pylint: disable=import-outside-toplevel
return salt.config.minion_config(config_file, minion_id=config["id"], cache_minion_id=True)
[docs]
def get_script_args(self):
"""
Return the script arguments.
"""
args = super().get_script_args()
if platform.is_windows() is False:
args.append("--disable-keepalive")
return args
[docs]
def get_check_events(self):
"""
Return salt events to check.
Return a list of tuples in the form of `(master_id, event_tag)` check against to ensure the daemon is running
"""
pytest_config = self.config["pytest-{}".format(self.config["__role"])]
if not pytest_config.get("master-id"):
log.warning(
"Will not be able to check for start events for %s since it's missing the 'master-id' key "
"in the 'pytest-%s' dictionary, or it's value is None.",
self,
self.config["__role"],
)
else:
yield pytest_config["master-id"], "salt/{role}/{id}/start".format(
role=self.config["__role"], id=self.id
)
[docs]
def salt_call_cli(self, factory_class=cli.call.SaltCall, **factory_class_kwargs):
"""
Return a `salt-call` CLI process for this minion instance.
"""
script_path = self.factories_manager.get_salt_script_path("salt-call")
return factory_class(
script_name=script_path,
config=self.config.copy(),
system_service=self.factories_manager.system_service,
python_executable=self.python_executable,
**factory_class_kwargs,
)