# Copyright (C) 2012 Yahoo! Inc. # # Author: Joshua Harlow <harlowja@yahoo-inc.com> # # This file is part of cloud-init. See LICENSE file for license information. """Write Files: write arbitrary files""" import base64 import logging import os from typing import Optional from cloudinit import url_helper, util from cloudinit.cloud import Cloud from cloudinit.config import Config from cloudinit.config.schema import MetaSchema from cloudinit.settings import PER_INSTANCE DEFAULT_PERMS = 0o644 DEFAULT_DEFER = False TEXT_PLAIN_ENC = "text/plain" LOG = logging.getLogger(__name__) meta: MetaSchema = { "id": "cc_write_files", "distros": ["all"], "frequency": PER_INSTANCE, "activate_by_schema_keys": ["write_files"], } def handle(name: str, cfg: Config, cloud: Cloud, args: list) -> None: file_list = cfg.get("write_files", []) filtered_files = [ f for f in file_list if not util.get_cfg_option_bool(f, "defer", DEFAULT_DEFER) ] if not filtered_files: LOG.debug( "Skipping module named %s," " no/empty 'write_files' key in configuration", name, ) return ssl_details = util.fetch_ssl_details(cloud.paths) write_files(name, filtered_files, cloud.distro.default_owner, ssl_details) def canonicalize_extraction(encoding_type): if not encoding_type: encoding_type = "" encoding_type = encoding_type.lower().strip() if encoding_type in ["gz", "gzip"]: return ["application/x-gzip"] if encoding_type in ["gz+base64", "gzip+base64", "gz+b64", "gzip+b64"]: return ["application/base64", "application/x-gzip"] # Yaml already encodes binary data as base64 if it is given to the # yaml file as binary, so those will be automatically decoded for you. # But the above b64 is just for people that are more 'comfortable' # specifying it manually (which might be a possibility) if encoding_type in ["b64", "base64"]: return ["application/base64"] if encoding_type == TEXT_PLAIN_ENC: return [TEXT_PLAIN_ENC] if encoding_type: LOG.warning( "Unknown encoding type %s, assuming %s", encoding_type, TEXT_PLAIN_ENC, ) return [TEXT_PLAIN_ENC] def write_files(name, files, owner: str, ssl_details: Optional[dict] = None): if not files: return for i, f_info in enumerate(files): path = f_info.get("path") if not path: LOG.warning( "No path provided to write for entry %s in module %s", i + 1, name, ) continue path = os.path.abspath(path) # Read content from provided URL, if any, or decode from inline contents = read_url_or_decode( f_info.get("source", None), ssl_details, f_info.get("content", None), f_info.get("encoding", None), ) if contents is None: LOG.warning( "No content could be loaded for entry %s in module %s;" " skipping", i + 1, name, ) continue # Only create the file if content exists. This will not happen, for # example, if the URL fails and no inline content was provided (u, g) = util.extract_usergroup(f_info.get("owner", owner)) perms = decode_perms(f_info.get("permissions"), DEFAULT_PERMS) omode = "ab" if util.get_cfg_option_bool(f_info, "append") else "wb" util.write_file( path, contents, omode=omode, mode=perms, user=u, group=g ) util.chownbyname(path, u, g) def decode_perms(perm, default): if perm is None: return default try: if isinstance(perm, (int, float)): # Just 'downcast' it (if a float) return int(perm) else: # Force to string and try octal conversion return int(str(perm), 8) except (TypeError, ValueError): reps = [] for r in (perm, default): try: reps.append("%o" % r) except TypeError: reps.append("%r" % r) LOG.warning("Undecodable permissions %s, returning default %s", *reps) return default def read_url_or_decode(source, ssl_details, content, encoding): url = None if source is None else source.get("uri", None) use_url = bool(url) # Special case: empty URL and content. Write a blank file if content is None and not use_url: return "" # Fetch file content from source URL, if provided result = None if use_url: try: # NOTE: These retry parameters are arbitrarily chosen defaults. # They have no significance, and may be changed if appropriate result = url_helper.read_file_or_url( url, headers=source.get("headers", None), retries=3, sec_between=3, ssl_details=ssl_details, ).contents except Exception: util.logexc( LOG, 'Failed to retrieve contents from source "%s"; falling back to' ' data from "contents" key', url, ) use_url = False # If inline content is provided, and URL is not provided or is # inaccessible, parse the former if content is not None and not use_url: # NOTE: This is not simply an "else"! Notice that `use_url` can change # in the previous "if" block extractions = canonicalize_extraction(encoding) result = extract_contents(content, extractions) return result def extract_contents(contents, extraction_types): result = contents for t in extraction_types: if t == "application/x-gzip": result = util.decomp_gzip(result, quiet=False, decode=False) elif t == "application/base64": result = base64.b64decode(result) elif t == TEXT_PLAIN_ENC: pass return result
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
__pycache__ | Folder | 0755 |
|
|
schemas | Folder | 0755 |
|
|
__init__.py | File | 40 B | 0644 |
|
cc_ansible.py | File | 7.68 KB | 0644 |
|
cc_apk_configure.py | File | 4.23 KB | 0644 |
|
cc_apt_configure.py | File | 38.08 KB | 0644 |
|
cc_apt_pipelining.py | File | 1.85 KB | 0644 |
|
cc_bootcmd.py | File | 1.65 KB | 0644 |
|
cc_byobu.py | File | 2.73 KB | 0644 |
|
cc_ca_certs.py | File | 8.67 KB | 0644 |
|
cc_chef.py | File | 12.19 KB | 0644 |
|
cc_disable_ec2_metadata.py | File | 1.6 KB | 0644 |
|
cc_disk_setup.py | File | 29.61 KB | 0644 |
|
cc_fan.py | File | 1.95 KB | 0644 |
|
cc_final_message.py | File | 2.51 KB | 0644 |
|
cc_growpart.py | File | 18.37 KB | 0644 |
|
cc_grub_dpkg.py | File | 5.39 KB | 0644 |
|
cc_install_hotplug.py | File | 3.19 KB | 0644 |
|
cc_keyboard.py | File | 1.49 KB | 0644 |
|
cc_keys_to_console.py | File | 2.09 KB | 0644 |
|
cc_landscape.py | File | 3.06 KB | 0644 |
|
cc_locale.py | File | 1.19 KB | 0644 |
|
cc_lxd.py | File | 13.44 KB | 0644 |
|
cc_mcollective.py | File | 4.11 KB | 0644 |
|
cc_mounts.py | File | 18.16 KB | 0644 |
|
cc_ntp.py | File | 18.97 KB | 0644 |
|
cc_package_update_upgrade_install.py | File | 3.79 KB | 0644 |
|
cc_phone_home.py | File | 3.75 KB | 0644 |
|
cc_power_state_change.py | File | 5.92 KB | 0644 |
|
cc_puppet.py | File | 10.72 KB | 0644 |
|
cc_reset_rmc.py | File | 4.33 KB | 0644 |
|
cc_resizefs.py | File | 10.63 KB | 0644 |
|
cc_resolv_conf.py | File | 3.13 KB | 0644 |
|
cc_rh_subscription.py | File | 15.21 KB | 0644 |
|
cc_rsyslog.py | File | 11.55 KB | 0644 |
|
cc_runcmd.py | File | 1.6 KB | 0644 |
|
cc_salt_minion.py | File | 3.96 KB | 0644 |
|
cc_scripts_per_boot.py | File | 1.27 KB | 0644 |
|
cc_scripts_per_instance.py | File | 1.26 KB | 0644 |
|
cc_scripts_per_once.py | File | 1.24 KB | 0644 |
|
cc_scripts_user.py | File | 1.25 KB | 0644 |
|
cc_scripts_vendor.py | File | 1.26 KB | 0644 |
|
cc_seed_random.py | File | 3 KB | 0644 |
|
cc_set_hostname.py | File | 3.4 KB | 0644 |
|
cc_set_passwords.py | File | 9.36 KB | 0644 |
|
cc_snap.py | File | 3.32 KB | 0644 |
|
cc_spacewalk.py | File | 2.64 KB | 0644 |
|
cc_ssh.py | File | 11 KB | 0644 |
|
cc_ssh_authkey_fingerprints.py | File | 3.76 KB | 0644 |
|
cc_ssh_import_id.py | File | 5.43 KB | 0644 |
|
cc_timezone.py | File | 1.14 KB | 0644 |
|
cc_ubuntu_autoinstall.py | File | 2.95 KB | 0644 |
|
cc_ubuntu_drivers.py | File | 4.08 KB | 0644 |
|
cc_ubuntu_pro.py | File | 13.65 KB | 0644 |
|
cc_update_etc_hosts.py | File | 2.46 KB | 0644 |
|
cc_update_hostname.py | File | 2.18 KB | 0644 |
|
cc_users_groups.py | File | 2.86 KB | 0644 |
|
cc_wireguard.py | File | 6.67 KB | 0644 |
|
cc_write_files.py | File | 6 KB | 0644 |
|
cc_write_files_deferred.py | File | 1.28 KB | 0644 |
|
cc_yum_add_repo.py | File | 4.53 KB | 0644 |
|
cc_zypper_add_repo.py | File | 4.93 KB | 0644 |
|
modules.py | File | 13.23 KB | 0644 |
|
schema.py | File | 50.26 KB | 0644 |
|