⚝
One Hat Cyber Team
⚝
Your IP:
216.73.217.4
Server IP:
41.128.143.86
Server:
Linux host.raqmix.cloud 6.8.0-1025-azure #30~22.04.1-Ubuntu SMP Wed Mar 12 15:28:20 UTC 2025 x86_64
Server Software:
Apache
PHP Version:
8.3.23
Buat File
|
Buat Folder
Eksekusi
Dir :
~
/
lib
/
python3
/
dist-packages
/
cloudinit
/
__pycache__
/
View File Name :
util.cpython-310.pyc
o Dgi @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m Z m Z d dlm Z m Z d dl!m"Z" d dl#m$Z$ d dl%m&Z& d dl'm(Z( d d l)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 d d l7m8Z8 d dl9Z9d d l:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZE d d lFmGZG d d lHmIZI e+rd dlJmKZK daLe MeNZOe jPdiZQdejR ejS ZTdZUdZVdd ZWe$ dd ZXe$ dd ZYdede5eZe[f deZfd d Z\ded e5eZe[f de[fd d Z]e?^d!d"e[de[fd#d$Z_d%d& Z`G d'd( d(ZaG d)d* d*ebZcG d+d, d,ebZdd-d. Zedfd/d0Zfdfd1d2Zgdfd3d4Zhdgd6d7Zidfd8d9Zjdd:de/fd;d<Zkd=d> Zld?d@ ZmdAdB ZndhdDdEZodFdG ZpdHeZdeqfdIdJZre$ dKdL Zse$ dMdN Zte$ dOdP Zue$ dQdR Zve$ dSdT Zwe$ dUdV ZxdidXdYZydfdZd[Zzdjd\d]Z{dfd^d_Z|e$ d`da Z}dbdc Z~e$ ddde ZdfdfdgZdfdhdiZdjdk ZdkdldmZdidne4e2 deqfdodpZej dqdr Zej dsdt Zdudv Zdwdx Zdld{d|Zdfd}d~ZdeqffddZdmddZdd:deqfddZdd:deqfddZdfddZdfddZdd Ze dg dZdiddZdnddZe?^ddefddZdd Zdd Zdd Zdd Z doddZ doddZ doddZ doddZ doddZdpddZdd ZddWdde5eZe jf de3e-egdf dede[fddZddWdde5eZe jf de3e-egdf dedeZfddZe$ dd Zdd ZdefddZdqddZdkddZdkddÄZde/eZe,f de3eZ de1e3eZ fddDŽZde/eZe,f fddɄZdfdeZdeZfdd̄Zdd΄ ZddЄ Zdd҄ ZdrddՄZe?^d֡eqffddZddڄ Zdsdd܄Zej ddބ Zdd Z CdtddZdd Zdd ZdiddZdd Zdd Zdd Ze$ dd Zdd Zdd Z dudWddededdfddZdd Zdd ZdeZdefdd ZĐdeZdefddZŐdeZdeZfddZƐdeZdeZfddZǐdeZde1eZ fd d Ze?^d WdvdCddd dedefddZɐdd ZʐdwddZːdxddZ̐dkddZ͐dd Zΐd d Zϐd d ZАd!d" Ze$ d#d$ ZҐd%d& ZӐ 'dyd(eZd)eZde/eZeZf fd*d+ZԐd,d- ZՐd.d/ Zd0d1 ZeOdWfd2d3Zؐd4d5 Zِd6d7 Zڐd8d9 Zېd:d; Zܐdid<d=ZeOdWfd>d?Zސd@eZdefdAdBZߐdCdD Zdde jjPfdEdFZdzdHdIZdJdK ZdfdLdMZdNdO ZdPdQ ZdRdS ZdTdU Zd{dVdWZd|dYdZZd[d\ Zdkd]d^Zd_d`deqfdadbZe de0de,df fdcddZdS (} N) b64decode)deque namedtuple)contextmanagersuppress)ENOENT) lru_cache)Path) ModuleType) IO TYPE_CHECKINGAnyCallableDequeDict GeneratorListMappingOptionalSequenceUnioncast)parse) featuresimportermergersnet performancesettingssubp temp_utils type_utils url_helperversion)logexc) CFG_BUILTIN)Paths_z_-.())true1onyes)off0nofalsec C s" t ttt jdd d S )N. )tuplemapintosunamereleasesplit r9 r9 0/usr/lib/python3/dist-packages/cloudinit/util.pykernel_version_ s "r; c C s t j ddgdd} | j S )zReturn the sanitized string output by `dpkg --print-architecture`. N.B. This function is wrapped in functools.lru_cache, so repeated calls won't shell out every time. dpkgz--print-architectureTcapture)r stdoutstrip)outr9 r9 r: get_dpkg_architecturec s rB c s ddddd} i zCt j ddgdd }|j D ]}|d \}}}|| v r.| | | < q fd d | D }t|rJtd d | W S W S t j yq } ztd| t dd | D W Y d }~ S d }~ww )Ncodename descriptionidr7 )Codename DescriptionzDistributor IDRelease lsb_releasez--allTr= :c s g | ]}| vr|qS r9 r9 ).0kdatar9 r: <listcomp>~ s z lsb_release.<locals>.<listcomp>z.Missing fields in lsb_release --all output: %s,z#Unable to get lsb_release --all: %sc s s | ]}|d fV qdS ) UNAVAILABLENr9 rK vr9 r9 r: <genexpr> s z lsb_release.<locals>.<genexpr>) r r? splitlines partitionr@ valueslenLOGwarningjoinProcessExecutionErrordict)fmaprA linefnamer' valmissingerrr9 rM r: rI n s8 rI utf-8blobreturnc C t | tr| S | j|dS N)encoding) isinstancestrdecode)re ri r9 r9 r: decode_binary rm textc C rg rh )rj bytesencode)ro ri r9 r9 r: encode_text rn rr zBase64 decodingrN c C sB t | ts tdt| zt| ddW S tjy | Y S w )zbase64 decode data If data is base64 encoded bytes, return b64decode(data). If not, return data unmodified. @param data: data as bytes. TypeError is raised if not bytes. z data is '%s', expected bytesT)validate)rj rp TypeErrortyper binasciiErrorrM r9 r9 r: maybe_b64decode s rx c C sP | j dd}| dkr&t|tr&| }|r |jr |j}nd}||dS |S )NT)rl ro rd surrogateescape) get_payloadget_content_maintyperj rp get_charset input_codecrl )part cte_payloadcharsetri r9 r9 r: fully_decoded_payload s r c @ s& e Zd Zd ddZdd Zdd ZdS ) SeLinuxGuardFc C s> | zt d| _W n ty d | _Y nw || _|| _d S )Nselinux)r import_moduler ImportErrorpath recursive)selfr r r9 r9 r: __init__ s zSeLinuxGuard.__init__c C s | j r | j r dS dS NTF)r is_selinux_enabled)r r9 r9 r: __enter__ s zSeLinuxGuard.__enter__c C s | j r| j s d S tj| jsd S tj| j}zt|}| j ||tj W n t y5 Y d S w t d|| j z | j j|| j d W d S t yf } zt d|| j | W Y d }~d S d }~ww )Nz,Restoring selinux mode for %s (recursive=%s)r z,restorecon failed on %s,%s maybe badness? %s)r r r5 r lexistsrealpathlstat matchpathconstatST_MODEOSErrorrY debugr restoreconrZ )r excp_type excp_valueexcp_tracebackr statser9 r9 r: __exit__ s6 zSeLinuxGuard.__exit__NF)__name__ __module__ __qualname__r r r r9 r9 r9 r: r s r c @ e Zd ZdS )MountFailedErrorNr r r r9 r9 r9 r: r r c @ r )DecompressionErrorNr r9 r9 r9 r: r r r c O sx t }|dkr0z| |i | t d W d S ty/ ttdt| t d Y d S w td|t| d S )Nr z&Failed forking and calling callback %s z(Forked child %s who will run callback %s) r5 fork_exit Exceptionr$ rY r! obj_namer )child_cbargskwargsfidr9 r9 r: fork_cb s$ r c C sB t | tr | du S t}|rt|| }t| |v r dS dS r )rj bool TRUE_STRINGSlistrk lowerr@ ra addons check_setr9 r9 r: is_true r c C sB t | tr | du S t}|rt|| }t| |v r dS dS )NFT)rj r FALSE_STRINGSr rk r r@ r r9 r9 r: is_false r r c C s | sdS t | tr | S t| |S NF)rj r r )ra r r9 r9 r: translate_bool s r c s6 t s tjtj d fddt| D S )N c s g | ]} qS r9 )choice)rK _xr select_fromr9 r: rO + s z rand_str.<locals>.<listcomp>)random SystemRandomstring ascii_lettersdigitsr[ range)strlenr r9 r r: rand_str' s r c C s, |sd} t ddd | }|| vr |S q)Nr T )r r' )r ) dictionarypostfixnewkeyr9 r9 r: rand_dict_key. s r instance_data_filec C s ddl m}m}m}m} zt| }W n ty i Y S w |rrtj |rrz||| |}t d|| W n< |yN } z t d| | W Y d}~n(d}~w |yV Y n |yq } zt d||t | W Y d}~nd}~ww t|i dS )z>Read a yaml config with optional template, and convert to dictr )JinjaLoadErrorJinjaSyntaxParsingException NotJinjaError render_jinja_payload_from_filez?Applied instance data in '%s' to configuration loaded from '%s'z4Failed to render templated yaml config file '%s'. %sNz:Could not apply Jinja template '%s' to '%s'. Exception: %sdefault)!cloudinit.handlers.jinja_templater r r r load_text_fileFileNotFoundErrorr5 r existsrY r rZ repr load_yaml)r` r r r r r config_filer r9 r9 r: read_conf8 sJ r c G s t t| S N)sorted uniq_merge)listsr9 r9 r: uniq_merge_sortedl r c G sF g }| D ]}t |tr| d}dd |D }|| qt|S )NrP c S g | ]}|r|qS r9 r9 )rK ar9 r9 r: rO ~ z uniq_merge.<locals>.<listcomp>)rj rk r@ r8 extend uniq_list)r combined_lista_listr9 r9 r: r x s r c C s` t D ] \}}| ||} qg }| D ] }|tvr || q|D ]}| |d} q!| } | S )Nr )FN_REPLACEMENTSitemsreplace FN_ALLOWEDappendr@ )fnrL rS removalsr9 r9 r: clean_filename s r Tc C s zWt t| E}td dd|+}|r)t| W d W d W S | W d W d W S 1 s?w Y W d W d S 1 sPw Y W d S tyt } z|ri| W Y d }~S tt ||d }~ww )Nrbr ) ioBytesIOrr gzipGzipFilerm readr r rk )rN quietrl bufghr r9 r9 r: decomp_gzip s Xr c C s~ | sdS | dd}|d }t|dkr |d }nd }|r+|dks+| dkr-d }|r9|dks9| dkr;d }||fS )NNNrJ r r r1 z-1none)r8 r@ rX r )ug_pair ug_partedugr9 r9 r: extract_usergroup s r root_dirc C sh t }ttj| dD ]$}tj|sq tj|dd }| }|r1|ddkr1|||< q |S )Nz*.pyr r0 ) r] globr5 r r[ isfilebasenamer@ find)r entriesr` modnamer9 r9 r: get_modules_from_dir s r c C s dt v S )a deprecated: prefer Distro object's `is_linux` property Multiple sources of truth is bad, and already know whether we are working with Linux from the Distro class. Using Distro offers greater code reusablity, cleaner code, and easier maintenance. Linuxplatformsystemr9 r9 r9 r: is_Linux s r c C s$ dt v rdS t dkrdS dS )NBSDT DragonFlyFr r9 r9 r9 r: is_BSD s r c C t d dkS )Nvariantfreebsd system_infor9 r9 r9 r: is_FreeBSD r c C r )Nr dragonflyr r9 r9 r9 r: is_DragonFlyBSD r r! c C r )Nr netbsdr r9 r9 r9 r: is_NetBSD r r# c C r )Nr openbsdr r9 r9 r9 r: is_OpenBSD r r% Fc C s || vr|S t | | S r )r yobjkeyr r9 r9 r: get_cfg_option_bool s r) c C s* || vr|S | | }t |tst|}|S r )rj rk )r' r( r ra r9 r9 r: get_cfg_option_str s r* c C t t| ||dS )Nr )r4 r* r& r9 r9 r: get_cfg_option_int s r, c C s | sd} t j| s i S t| }d}d|v rd}t||}|rS| }d|d v r0|d |d< |d dd |d< |d d krGd |d< |d |d |d d S i S ) zReturn a dictionary of distro info fields from /etc/redhat-release. Dict keys will align with /etc/os-release keys: ID, VERSION_ID, VERSION_CODENAME z/etc/redhat-releasezA(?P<name>.+) release (?P<version>[\d\.]+) \((?P<codename>[^)]+)\) Virtuozzoz)(?P<name>.+) release (?P<version>[\d\.]+)namerC z linuxr zred hat enterpriseredhatr# )ID VERSION_IDVERSION_CODENAME) r5 r r r rematch groupdictr rV ) release_fileredhat_release redhat_regexr4 groupr9 r9 r: _parse_redhat_release s, r: c C s d} d}d}i }d}t jdrttd}|s d}t }|ru|dd} |dd}d| v s3d| v r8t }n6| d ks@| d krG|d d}n'| d krT|sT|d d}n|d d}|snt d|dd}|rn| d }| dkrtd} nJt rt } t }n<d}z%zt }W n ty Y nw W d }|D ]}|rd}q|std |S d }|D ]}|rd}q|std w w | ||fS )Nr F/etc/os-releaseTr0 r1 slessusealpinephoton PRETTY_NAME virtuozzor2 z [^ ]+ \((?P<codename>[^)]+)\)VERSIONrC rhelr/ )r r r r zPUnable to determine distribution, template expansion may have unexpected results)r5 r r load_shell_contentr r: getr machiner3 r4 r5 r r r r7 distr rY rZ ) distro_namedistro_versionflavor os_releaseos_release_rhelr4 rG foundentryr9 r9 r: get_linux_distro sz rO c C s | d }d}|dkr8| d d }|dv r |}|S |dv r$d}|S |d kr,d }|S |d v r4d }|S d}|S |d v r>|}|S )Nr unknownlinuxrG r ) almalinuxr> aoscarch azurelinuxcentos cloudlinuxdebian eurolinuxfedoramariner miraclelinux openeuler opencloudos openmandrivar? rC rockyr= tencentosrA )ubuntu linuxmintmintrb r/ rC )opensusez opensuse-leapzopensuse-microoszopensuse-tumbleweedsle_hpcz sle-micror< r= )windowsdarwinr r" r$ r )r )infor r linux_distr9 r9 r: _get_variant] s* rk c C s< t t t t tt t d} t| | d< | S )N)r r r7 pythonr6 rG r )r r r7 python_versionr r6 rO rk )ri r9 r9 r: r s r c C sX || vr|S | | du rg S | | }t |tr dd |D }|S t |ts)t|}|gS )a Gets the C{key} config option from C{yobj} as a list of strings. If the key is present as a single string it will be returned as a list with one string arg. @param yobj: The configuration object. @param key: The configuration key to get. @param default: The default to return if key is not found. @return: The configuration option as a list of strings or default if key is not found. Nc S s g | ]}|qS r9 r9 rR r9 r9 r: rO s z'get_cfg_option_list.<locals>.<listcomp>)rj r rk )r' r( r ra cvalr9 r9 r: get_cfg_option_list s ro c C s> t |tr |d}| }|D ]}||vr| S || }q|S )a Return the value of the item at path C{keyp} in C{yobj}. example: get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4 get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None @param yobj: A dictionary. @param keyp: A path inside yobj. it can be a '/' delimited string, or an iterable. @param default: The default to return if the path does not exist. @return: The value of the item at keyp." is not found./)rj rk r8 )r' keypr curtokr9 r9 r: get_cfg_by_path s rt c C s t | |\}}t|| ||fS r )get_output_cfgredirect_output)cfgmodeoutfmterrfmtr9 r9 r: fixup_output s r{ c C s t tjdrtd d S |stj}|stj}dd }| rtd|| | dd\}}|dks6|d krDd }|dkr>d }t ||}n |d kr[t j |d t j |d} ttt | j}ntd| |rmt| | || krtd|| t| | d S |rtd|| | dd\}}|dks|d krd }|dkrd }t ||}n |d krt j |d t j |d} ttt | j}ntd| |rt| | d S d S d S )N_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTc S s> t d ztdj} W n ty Y dS w t | dS )a Reconfigure umask and group ID to create output files securely. This is passed to subprocess.Popen as preexec_fn, so it is executed in the context of the newly-created process. It: * sets the umask of the process so created files aren't world-readable * if an adm group exists in the system, sets that as the process' GID (so that the created file(s) are owned by root:adm) admN)r5 umaskgrpgetgrnamgr_gidKeyErrorsetgid)group_idr9 r9 r: set_subprocess_umask_and_gid s z5redirect_output.<locals>.set_subprocess_umask_and_gidzRedirecting %s to %s r >>>abwb|T)shellstdin preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r r5 environrE rY r sysr? stderrr8 open subprocessPopenPIPEr r r r rt dup2fileno) ry rz o_outo_errr rx argowithnew_fpprocr9 r9 r: rv sh rv sourcesc C sR |rt t| } i }| D ]}|r&t|}|st }t|}|||}q |S )aF Merge multiple dicts according to the dict merger rules. Dict merger rules can be found in cloud-init documentation. If no mergers have been specified, entries will be recursively added, but no values get replaced if they already exist. Functionally, this means that the highest priority keys must be specified first. Example: a = { "a": 1, "b": 2, "c": [1, 2, 3], "d": { "a": 1, "b": 2, }, } b = { "a": 10, "c": [4], "d": { "a": 3, "f": 10, }, "e": 20, } mergemanydict([a, b]) results in: { 'a': 1, 'b': 2, 'c': [1, 2, 3], 'd': { 'a': 1, 'b': 2, 'f': 10, }, 'e': 20, } )r reversedr dict_extract_mergersdefault_mergers constructmerge)r reverse merged_cfgrw mergers_to_applymergerr9 r9 r: mergemanydict? s * r c c s8 t }zt | | V W t | d S t | w r )r5 getcwdchdir)ndircurrr9 r9 r: r w s r c c s0 t | }z |V W t | d S t | w r )r5 r )n_mskoldr9 r9 r: r s r c C s dj | |d|dS )Nz{0:{fill}{align}{size}}^)fillalignsize)format)ro r max_lenr9 r9 r: center s r c C s t d| t| d S )NzRecursively deleting %s)rY r shutilrmtreer r9 r9 r: del_dir s r r c C st z t |||d\}}}}|| d< || d< || d< || d< W dS tjy9 } z|jtjkr4W Y d}~dS d}~ww ) z returns boolean indicating success or failure (presense of files) if files are present, populates 'fill' dictionary with 'user-data' and 'meta-data' entries )baseexttimeout user-data vendor-data meta-dataznetwork-configTNF) read_seededr" UrlErrorcode NOT_FOUND) r r r r mdudvdnetworkr r9 r9 r: read_optional_seed s r c C s i }| s ddg}nt j| ddt j| ddg}t|}dd |D }d }|D ]}t jt j|drBt j|d} nq,d }|D ]}t jt j|dr]t j|d} nqG|rl|rl||d < ||d < |S |rr||d < |S ) Nz/var/lib/cloud/data/sslz /var/lib/cloud/instance/data/sslrN sslc S s g | ] }|rt j|r|qS r9 )r5 r isdir)rK dr9 r9 r: rO s z%fetch_ssl_details.<locals>.<listcomp>zcert.pemzkey.pem cert_filekey_file)r5 r r[ get_ipath_cur get_cpathr r )paths ssl_detailsssl_cert_pathsr r r r9 r9 r: fetch_ssl_details s: r c C s |}t | } z/tdt| | t| }|d u r!td |}nt||s1td|t |f |}W |S tj tt fy } zJd}d }t |drUt |drUt |d}nt |drdt |drdt |d}|rw|dj|jd |jd |d 7 }n|d j|d 7 }t| W Y d }~|S d }~ww ) NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blob context_mark problem_markz5. Invalid format at line {line} column {col}: "{err}"r )r_ colrc z. {err})rc )rm rY r rX yaml safe_loadrj rt r! r YAMLError ValueErrorhasattrgetattrr r_ columnrZ )re r allowedloaded convertedr msgmarkr9 r9 r: r sL r c C sV | ddkr | dd| }| dd| }| dd| }n*tjr5| d dkr5t| jdkr5| d7 } d | d|f }d | d|f }d | d|f }d }tj|||d }d } | rat |j i d } tj|||d } d } | rr| j } d } z tj|||d } W n tj y } z t d | W Y d }~nd }~ww | r| j } nt d | | | |fS )Nz%sr r r r r rp r z%s%s%s)r retriesr z!Error in vendor-data response: %sz Error in vendor-data response)r r r %NOCLOUD_SEED_URL_APPEND_FORWARD_SLASHr urlparsequeryr" read_file_or_urlokr contentsr rY r )r r r r ud_urlvd_urlmd_urlr md_respr ud_respr r vd_respr r9 r9 r: r sH r c s t t dd}dd |D } fdd|D }g }|D ];}tj |}z |t||d W q ty@ t d| Y q t yX } z t d|| W Y d }~q d }~ww t |S ) z Read configuration directory.Tr c S g | ] }| d r|qS )z.cfg)endswithrK fr9 r9 r: rO # z read_conf_d.<locals>.<listcomp>c s& g | ]}t jt j |r|qS r9 )r5 r r r[ r confdr9 r: rO & s & r 1REDACTED config part %s, insufficient permissions Error accessing file %s: [%s]N) r r5 listdirr r[ r r PermissionErrorrY rZ r r )r r confscfgsr r r r9 r r: read_conf_d s, r c C s t }i }zt| |d}W n' ty td| Y n ty4 } z td| | W Y d}~n d}~ww || d}d|v r]|d }|r\t|tsVt d| t |f t| }nt j| drk| d}|r~t j|r~t||d}|| t|S ) a Read yaml file along with optional ".d" directory, return merged config Given a yaml file, load the file as a dictionary. Additionally, if there exists a same-named directory with .d extension, read all files from that directory in order and return the merged config. The template file is optional and will be applied to any applicable jinja file in the configs. For example, this function can read both /etc/cloud/cloud.cfg and all files in /etc/cloud/cloud.cfg.d and merge all configs into a single dict. r r r Nr conf_dz8Config file %s contains 'conf_d' with non-string type %sz.d)r r r rY rZ r r rj rk rt r! r r@ r5 r r r appendleftr )cfgfiler r rw r r confd_cfgr9 r9 r: read_conf_with_confd= s> r c C s t t| dS )Ncmdline)r read_cc_from_cmdliner r9 r9 r: read_conf_from_cmdlinel r r c C s | d u rt } d| } d}d}t|}t|}t| }g }| |}|dkrU| ||| }|dk r5|}|t| || | dd | ||| }|dks'd|S )Nr z cc:end_ccr z\n ) get_cmdlinerX r r r unquotelstripr r[ ) r tag_begintag_endbegin_lend_lclentokensbeginendr9 r9 r: r q s, r c C s2 | d}|dks| |d dkr| S | ddS )Nr r r z )r r )r posr9 r9 r: dos2unix s r HostnameFqdnInfo)hostnamefqdn is_defaultc C s d}d| v r| d }t | d|dd }n6d| v r3| d ddkr3| d }| d d|d }n|jd|dj}d| v rD| d }n|j|d \}}t|||S ) a Get hostname and fqdn from config if present and fallback to cloud. @param cfg: Dictionary of merged user-data configuration (from init.cfg). @param cloud: Cloud instance from init.cloudify(). @param metadata_only: Boolean, set True to only query cloud meta-data, returning None if not present in meta-data. @return: a namedtuple of <hostname>, <fqdn>, <is_default> (str, str, bool). Values can be none when metadata_only is True and no cfg or metadata provides hostname info. is_default is a bool and it's true only if hostname is localhost and was returned by util.get_hostname() as a default. This is used to differentiate with a user-defined localhost hostname. Fr r r0 r NT)r metadata_only)r )r* r8 r get_hostnamer r )rw cloudr r r r r9 r9 r: get_hostname_fqdn s$ r" /etc/hostsc C s d}z=t | D ]3}|d}|dkr|d| }| }|s!q | }t|dk r,q | |dd v r<|d } W |S q W |S tyI Y |S w )a For each host a single line should be present with the following information: IP_address canonical_hostname [aliases...] Fields of the entry are separated by any number of blanks and/or tab characters. Text from a "#" character until the end of the line is a comment, and is ignored. Host names may contain only alphanumeric characters, minus signs ("-"), and periods ("."). They must begin with an alphabetic character and end with an alphanumeric character. Optional aliases provide for name changes, alternate spellings, shorter hostnames, or generic hostnames (for example, localhost). N#r r1 r )r rU r r@ r8 rX IOError)r filenamer r_ hashpostoksr9 r9 r: get_fqdn_from_hosts s. r* z Resolving URLc C sP t | }|j}tdu r_t }d}i }|D ]?}z0t|dddtjtj}g ||< |D ]\}} } } } || d| | d f | | d q*W q tj tj fyT Y qw |a|r_t d| z:tt t|jdrx W d W dS W d n1 sw Y t|d}|d d d } | tvW S tj tj fy Y d S w ) a determine if a url's network address is resolvable, return a boolean This also attempts to be resilent against dns redirection. Note, that normal nsswitch resolution is used here. So in order to avoid any utilization of 'search' entries in /etc/resolv.conf we have to append '.'. The top level 'invalid' domain is invalid per RFC. And example.com should also not exist. The '__cloud_init_expected_not_found__' entry will be resolved inside the search list. N)zdoes-not-exist.example.com.zexample.invalid.!__cloud_init_expected_not_found__r z%s: %sz detected dns redirection: %sz[]T F)r r r _DNS_REDIRECT_IPsetsocket getaddrinfo SOCK_STREAM AI_CANONNAMEr addgaierrorerrorrY r r r r is_ip_addressnetlocr@ )url parsed_urlr. badipsbadnames badresultsinameresult_fam_stype_protocnamesockaddraddrr9 r9 r: is_resolvable sF rE c C s t } | S r )r/ gethostname)r r9 r9 r: r ) s r c C s( zt | d W S t jy Y d S w Nr )r/ gethostbyaddrherror)ipr9 r9 r: rH . s rH c C s t | S )z5determine if this url is resolvable (existing or ip).)rE )r8 r9 r9 r: is_resolvable_url5 s rK c C sZ | du rdS t d| | D ] }zt|r t d| |W S W q ty* Y qw dS )zc Search through a list of mirror urls for one that works This needs to return quickly. Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')rY r rK r ) candidatescandr9 r9 r: search_for_mirror: s rN devicec C sz g }| st dt d S | dr'| d}dd d| d| fD }|S | dkr2t d}|S | d kr;t d}|S ) Nz/dev/msdosfs/*z/dev/iso9660/*LABEL=c S g | ] }t j|r|qS r9 r5 r r )rK pr9 r9 r: rO U s z*find_devs_with_freebsd.<locals>.<listcomp>z /dev/msdosfs/z /dev/iso9660/ TYPE=vfat TYPE=iso9660)r startswithr )criteriaoformattagno_cacher devlistlabelr9 r9 r: find_devs_with_freebsdM s r] c C s g }d }d }d}| r | dr| d}| dr | d}tjg ddgd} | j D ]5} |s3|r@tjd| gddgd\}} |rId | |vrIq-|d krRd |vrRq-|d kr[d |v r[q-|d | q-|S )Nr rP zTYPE=sysctl-nz hw.disknamesr rcs mscdlabelr z label "%s"iso9660zISO filesystemvfat/dev/)rV r r r? r8 r ) rW rX rY rZ r r[ r\ _type mscdlabel_outrA devr' r9 r9 r: find_devs_with_netbsda s* rj c C s t j g ddgd}g }|j dD ](}|ds q|dkr!q||d d d |d s<||d d d qd d |D S ) Nr^ r ra rP rJ zfd0:r r cdic S g | ]}d | qS rf r9 rK rl r9 r9 r: rO r z*find_devs_with_openbsd.<locals>.<listcomp>)r r? rstripr8 r r rV )rW rX rY rZ r rA r[ rN r9 r9 r: find_devs_with_openbsd{ s rq c C s~ t j g ddgd}dd t|j ddD }| dkr$d d |D }n| d v r0d d |D }n| r8td | d d |D S )N)r_ r` z kern.disksr ra c S s$ g | ]}| d s| ds|qS )r vnrV ro r9 r9 r: rO s z/find_devs_with_dragonflybsd.<locals>.<listcomp>Tr rU c S r )rk acdrs ro r9 r9 r: rO r )zLABEL=CONFIG-2rT c S s g | ] }| d s|qS rt rs ro r9 r9 r: rO r zUnexpected criteria: %sc S rm rn r9 ro r9 r9 r: rO r )r r r? r8 rY r )rW rX rY rZ r rA r[ r9 r9 r: find_devs_with_dragonflybsd s rv c C s@ t r t| ||||S t rt| ||||S t r!t| ||||S t r,t| ||||S dg}g }| r:|d| |rC|d| |rL| ddg |rU|d| |r\|| || }z t j |ddgd \}} W n t j y } z| j t kr~d }n W Y d } ~ nd } ~ ww g } | D ] } | } | r| | q| S ) z find devices matching given criteria (via blkid) criteria can be *one* of: TYPE=<filesystem> LABEL=<label> UUID=<uuid> blkidz-t%sz-s%s-c /dev/nullz-o%sr r1 ra r N)r r] r# rj r% rq r! rv r r r r\ errnor rU r@ ) rW rX rY rZ r blk_id_cmdoptionscmdrA _errr r r_ r9 r9 r: find_devs_with sN r c C s | du rg } nt | } g d}|r|ddg || tj|ddd}i }|j D ]}|d\}}}t|||< ||| d < q,|S ) zGet all device tags details from blkid. @param devs: Optional list of device paths you wish to query. @param disable_cache: Bool, set True to start with clean cache. @return: Dict of key value pairs of info for the device. N)rw -ofullrx ry Tr )r> rl rJ DEVNAME)r r r r? rU rV rD ) devs disable_cacher} rA retr_ ri r' rN r9 r9 r: rw s rw c C s& g }| D ] }||v r q| | q|S r )r )in_listout_listrl r9 r9 r: r s r read_cbr r` r r c C s t jddd}td| | |K t 7}z t| d}t|||d W d n1 s.w Y W n ty@ |s> Y nw | }W d n1 sOw Y W d n1 s^w Y tdt || |j |S )Nr skip)log_modezReading from %s (quiet=%s)r )chunk_cbzReading %s bytes from %s%s) r TimedrY r r r r pipe_in_outr getvaluerX output)r` r r timerofhifhr r9 r9 r: load_binary_file s( r c C r+ )Nr )rm r )r` r r r9 r9 r: r s r c C s t r0ztd} | ddd d }W |S ty/ } ztd| d}W Y d }~|S d }~ww z td }W |S tyE d}Y |S w )Nz/proc/1/cmdline r r z"failed reading /proc/1/cmdline: %sr z /proc/cmdline) is_containerr r r rY rZ r@ )r r r r9 r9 r: _get_cmdline& s$ r c C s dt jv r t jd S t S )NDEBUG_PROC_CMDLINE)r5 r r r9 r9 r9 r: r 9 s r c C s4 d} z t | }|dkW S ttfy Y dS w )Nz /proc/sys/crypto/fips_enabledr) F)r r@ r& r ) fips_procr r9 r9 r: fips_enabled@ s r c C sN d} | |}t|dkrn|| |t|7 }|r || q| |S rG )r rX writeflush)in_fhout_fh chunk_sizer bytes_pipedrN r9 r9 r: r L s r c C s6 |dv r |dv r d S t d| || t| || d S )N)Nr z%Changing the ownership of %s to %s:%s)rY r r5 chown)r` uidgidr9 r9 r: chownbyid[ s r c C sd d}d}z|r t |j}|rt|j}W n ty) } ztd| |d }~ww t| || d S )Nr zUnknown user or group: %s) pwdgetpwnampw_uidr r r r r r )r` userr9 r r r r9 r9 r: chownbynamec s r rw rx c C s` ddg}| r d| vr |S | d }||v r|| }n d|vr |S |d }t |tr,||g}t |trIt|dkr=|d |d< t|dkrI|d |d< t |trbd|v rX|d |d< d|v rb|d |d< |d dkrn|d |d< g d}t|D ]7\}}|s}qv| }d } |D ]} || rd | |t| d f }d } nq| sd d | f }|||< qv|S ) a Get the output configuration for a given mode. The output config is a dictionary that specifies how to deal with stdout and stderr for the cloud-init modules. It is a (frustratingly) flexible format that can take multiple forms such as: output: { all: "| tee -a /var/log/cloud-init-output.log" } or output: init: output: "> /var/log/cloud-init.out" error: "> /var/log/cloud-init.err" config: "tee -a /var/log/cloud-config.log" final: - ">> /var/log/cloud-final.out" - "/var/log/cloud-final.err" Mode can be one of the configuration stages. If you pass a non-existent mode, it will assume the "all" mode configuration if defined. Stderr can be specified as &1 to indicate that it should be the same as stdout. If a file is specified with no redirection, it will default to appending to the file. If not overridden, output is provided in '/etc/cloud/config/cloud.cfg.d/05_logging.cfg' and defaults to: {"all": "| tee -a /var/log/cloud-init-output.log"} :param cfg: The base configuration that may or may not contain the 'output' configuration dictionary :param mode: The mode to get the output configuration for. :return: A list of two strings (or Nones), the first for stdout for the specified mode and the second for stderr. Nr allr r r5 z&1)r r r Fz%s %sTr ) rj rk r rX r] enumerater rV r@ ) rw rx r outcfgmodecfgswlistrl r ra rM sr9 r9 r: ru p sN ' ru c C s g }g }| r t | ts |S | d}|r|| t| dD ]4}|s#q td|}|s,q |d}| }t |dkrA|| q ddg|dd krR||d q |D ] }t | d D ]} t j | rp| |krp|| q_qUtt|| S ) a= Return a list of log file paths from the configuration dictionary. Obtains the paths from the 'def_log_file' and 'output' configuration defined in the base configuration. If not provided in base configuration, 'def_log_file' is specified in 'cloudinit/settings.py' and defaults to: /var/log/cloud-init.log If not overridden, output is provided in '/etc/cloud/config/cloud.cfg.d/05_logging.cfg' and defaults to: {"all": "| tee -a /var/log/cloud-init-output.log"} @param cfg: The cloud-init merged configuration dictionary. def_log_fileNz (?P<type>\||>+)\s*(?P<target>.*)targetr teez-ar1 *)rj r] rE r ru r3 r4 r9 r8 rX r r5 r r r r. ) rw logs rotated_logs default_logfmtr4 r partslogfilerotated_logfiler9 r9 r: get_config_logfiles s6 r routinec C s8 t |}|t| | }|d ur|d| S |S rG )hashlibnewupdaterr hexdigest)re r mlenhasherdigestr9 r9 r: hash_blob s r c C , z t | r W dS W d S ty Y dS w r )r r r r. r9 r9 r: is_user r c C r r )r r r r r9 r9 r: is_group r r c C t d| | t| | d S )NzRenaming %s to %s)rY r r5 renamesrcdestr9 r9 r: r s r c C s | D ]}t || qd S r ) ensure_dir)dirlistrx r r9 r9 r: ensure_dirs! s r z Loading jsonc C sH t t| }t|t|s"ddd |D }td|t|f |S )N, c S s g | ]}t |qS r9 )rk )rK tr9 r9 r: rO * r z load_json.<locals>.<listcomp>z((%s) root types expected, got %s instead)jsonloadsrm rj r2 r[ rt ru )ro root_typesdecodedexpected_typesr9 r9 r: load_json& s r c C s8 t j| }|t j|kr| S t j|r| S t|S )zGet the last directory in a path that does not exist. Example: when path=/usr/a/b and /usr/a does not exis but /usr does, return /usr/a )r5 r dirnamer get_non_exist_parent_dir)r p_pathr9 r9 r: r 2 s r c C s t j| sht| }t j| }d}|dkrd}t||d t | W d n1 s.w Y t| | |s<|rdt||| t | |d dd }t |}|j D ]} | | }t||| qVd S d S t| | d S )NTrp Fr r ) r5 r r r r r makedirschmodr r r8 r joinpath) r rx r r9 non_existed_parent_dirdir_nameselinux_recursivesub_relative_dirsub_pathr~ r9 r9 r: r C s( r c c sD z| V W | rd| g}t | d S d S | r!d| g}t | w w )Numount)r )r umount_cmdr9 r9 r: unmounter^ s r c C s i } z{t jdrtd }d}n td}|j }d}td}|D ]N}|dkr?| }t |dkr6q%|\}}} } } } n&| |} | d u sPt | dk rQq%| d}| d}| d } | d} |d d }| || d | |< q%td | | W | S ttfy ttd Y | S w )Nz /proc/mountsr mountz*^(/dev/[\S]+) on (/.*) \((.+), .+, (.+)\)$ r, r r1 r% z\040r )fstype mountpointoptszFetched %s mounts from %sz Failed fetching mount points)r5 r r r rU r r? r3 compiler8 rX searchgroupsr9 r rY r r& r r$ )mounted mount_locsmethodrA mountremplinewordsri mpr r _freq_passnomr9 r9 r: mountsh sB r c C s6 t |tr |g}n t |ttfrt|}n|du r d}n tdjt|dt r1|du r0dg}n(t rV|du r<g d}t |D ]\}}|dkrLd||< |dv rTd ||< q@nd g}t }t } d } t j| |v rv|t j| d } n]d} |D ]M}d} z%g d } |r| d|g | | | | tj| |d | } | } W n$ ttfy } z|rtd| |d| | |} W Y d}~qzd}~ww | std| | | f | ds| d7 } t| |du r|| }n|| |}|W d W d S 1 sw Y W d dS 1 sw Y dS )a2 Mount the device, call method 'callback' passing the directory in which it was mounted, then unmount. Return whatever 'callback' returned. If data != None, also pass data to callback. mtype is a filesystem type. it may be a list, string (a single fsname) or a list of fsnames. Nz6Unsupported type provided for mtype parameter: {_type})rg auto)ufscd9660msdosrd r )re msdosfsr r Fr )r r roz-t) update_envzbFailed to mount device: '%s' with type: '%s' using mount command: '%s', which caused exception: %sr z#Failed mounting %s to %s due to: %srp )rj rk r r2 rt r ru r r r r r tempdirr5 r r r r r r& r rY r r[ r r r )rO callbackrN mtypeupdate_env_for_mount log_errormtypesindexr tmpdr r failure_reasonmountcmdexcr r9 r9 r: mount_cb s '$r c C s t tS r )obj_copydeepcopyr% r9 r9 r9 r: get_builtin_cfg s r c C s t d| tj| S )Nz Testing if a link exists for %s)rY r r5 r islinkr r9 r9 r: is_link s r c C sh t d|| |r,tj|r,tjtj|dtd }t| | t || d S t| | d S )Nz$Creating symbolic link from %r => %rtmpr ) rY r r5 r r r[ r r symlinkr )sourcelinkforcetmp_linkr9 r9 r: sym_link s r c C s2 t d| zt| W d S ty Y d S w )NzAttempting to remove %s)rY r r5 unlinkr r r9 r9 r: del_file s r c C r )NzCopying %s to %s)rY r r copyr r9 r9 r: r s r c C s0 z t dt } W | S ty d} Y | S w )Nz%a, %d %b %Y %H:%M:%S %z??)timestrftimegmtimer )tsr9 r9 r: time_rfc2822 s r$ c s ddl ddl G fddd j} jd} } | |_dt s,dndg} j d | }| }| | t | | |ddd krX|j|jd S td ) a Use sysctl(3) via ctypes to find kern.boottime kern.boottime is of type struct timeval. Here we create a private class to easier unpack it. Use sysctl(3) (or sysctl(2) on OpenBSD) because sysctlbyname(3) does not exist on OpenBSD. That complicates retrieval on NetBSD, which #defines KERN_BOOTTIME as 83 instead of 21. 21 on NetBSD is KERN_OBOOTTIME, the kern.boottime up until NetBSD 5.0 @return boottime: float to be compatible with linux r Nc s e Zd Zd jfd jfgZdS )zboottime.<locals>.timevaltv_sectv_usecN)r r r c_int64_fields_r9 ctypesr9 r: timeval+ s r+ cr S r1 r g .Az/Unable to retrieve kern.boottime on this system)r* ctypes.util StructureCDLLutil find_libraryc_size_tsizeofvaluer# c_intr_ rX byrefr% r& RuntimeError)r+ libcr mib_valuesmibr r9 r) r: boottime s. r= c C s| d} d}z(t jdr d}td}|r | d } W | S W | S d}tt t } W | S ty= t t d| Y | S w )Nr rP z /proc/uptimer r* z&Unable to read uptime using method: %s) r5 r r r r8 rk r r= r r$ rY ) uptime_strr r r9 r9 r: uptimeF s$ r? c C s t | |dd d d S )Nr )omoderx write_file)r contentr9 r9 r: append_fileY s rD ) preserve_moderF c C s t | dd||d d S )Nr r )rC r@ rx rF rA )r rx rF r9 r9 r: ensure_file] s rG c C s$ zt | W S ttfy Y d S w r )r4 r rt ) possible_intr9 r9 r: safe_inte s rI c C sR t |}| r%|r't| t| | W d d S 1 s w Y d S d S d S r )rI r r5 r )r rx real_moder9 r9 r: r l s "r grp_namec C s8 d}z t | j}W |S ty td| Y |S w )zt Returns the group id of a group name, or -1 if no group exists @param grp_name: the name of the group r z"Group %s is not a valid group name)r r r r rY r )rK r r9 r9 r: get_group_ids s rL r c C s t t | jS )z Returns the octal permissions of the file/folder pointed by the path, encoded as an int. @param path: The full path of the file/folder. )r S_IMODEr5 st_moder r9 r9 r: get_permissions s rO c C t | }t|jjS )zw Returns the owner of the file/folder pointed by the path. @param path: The full path of the file/folder. )r5 r r getpwuidst_uidpw_namer str9 r9 r: get_owner rV c C rP )zw Returns the group of the file/folder pointed by the path. @param path: The full path of the file/folder. )r5 r r getgrgidst_gidgr_namerT r9 r9 r: get_group rW r[ usernamec C sJ g }t D ] }| |jv r||j qt| j}|t |j |S )zp Returns a list of all groups to which the user belongs @param username: the user we want to check ) r getgrallgr_memr rZ r r pw_gidrX )r\ r r9 r r9 r9 r: get_user_groups s r` z Writing filer )ensure_dir_existsr r9 ra c C s |rzt | }W n ty Y nw |r ttj| ||d d| v r,t|}d}nt|}d}zd| } W n t yE d| } Y nw t d| || t || t | d& t| |} | | | W d n1 sqw Y W d n1 sw Y t| | d S ) a) Writes a file with the given content and sets the file mode as specified. Restores the SELinux context if possible. @param filename: The full path of the file to write. @param content: The content to write to the file. @param mode: The filesystem mode to set on the file. @param omode: The open mode used when opening the file (w, wb, a, etc.) @param preserve_mode: If True and `filename` exists, preserve `filename`s current mode instead of applying `mode`. @param ensure_dir_exists: If True (the default), ensure that the directory containing `filename` exists before writing to the file. @param user: The user to set on the file. @param group: The group to set on the file. )r r9 brp charactersz%oz%rz Writing to %s - %s: [%s] %s %sr N)rO r r r5 r r r rr rm rt rY r rX r r r r r ) r' rC rx r@ rF ra r r9 write_typemode_rfhr9 r9 r: rB sD rB c C s@ t | D ]}t j| |}t j|rt| qt| qdS )z Deletes all contents of a directory without deleting the directory itself. @param dirname: The directory whose contents should be deleted. N)r5 r r r[ r r r )r node node_fullpathr9 r9 r: delete_dir_contents s ri r$ createdc C s6 t }t| }|d| |f 7 }|dt 7 }|S )Nz %s by cloud-init v. %sz on %s)r# version_stringrk titler$ ) comment_charr ci_verheaderr9 r9 r: make_header s rp c C s t | ttfstdt| d}|r|d7 }dd }d}| D ]J}t |ttfrKg }|D ]}|dt|d| q-d |d |f }|d 7 }q t |tr[d ||f }|d 7 }q |d u r`q td t||f t d | |S )Nz8Input to shellify was type '%s'. Expected list or tuple.r z #!/bin/sh z%s%s%s%s)'\rq rq r z'%s'rq z%s%s r r zCUnable to shellify type '%s'. Expected list, string, tuple. Got: %szShellified %s commands.) rj r2 r rt r! r r rk r r[ rY r )cmdlist add_headerrC escaped cmds_mader fixedr r9 r9 r: shellify s< rx c C sB |r| |r| t|d } |r | |r | d t| } | S r )rV rX r )r_ prefixsuffixr9 r9 r: strip_prefix_suffix- s r{ c C s> t | d d u r dS zt | W dS t jy Y dS w )Nr FT)r whichr\ )r} r9 r9 r: _cmd_exits_zero5 s r} c C s t g dS )N)zsystemd-detect-virtz--quietz --containerr} r9 r9 r9 r: _is_container_systemd? r r c C s t dgS )Nzlxc-is-containerr~ r9 r9 r9 r: _is_container_old_lxcC r c C sB t sdS g d} t| d d u rdS t| \}}| dkS )NF)r_ z-qnzsecurity.jail.jailedr r) )r r r| r@ )r} rA r' r9 r9 r: _is_container_freebsdG s r c C s t ttf} | D ]}| r dS qztd}d|v r W dS d|v r#W dS W n ttfy/ Y nw tjdr>tjds>dS z%t d }|D ]}| dr`| d d\}}|d kr` W dS qGW d S ttfyo Y d S w ) zH Checks to see if this code running in a container of some sort Tr containerLIBVIRT_LXC_UUIDz/proc/vzz/proc/bcz/proc/self/statuszVxID:rJ r- F)r r r get_proc_envr& r r5 r r r rU rV r@ r8 )checkshelperpid1envlinesr_ _keyra r9 r9 r: r Q sD r c C s t jdS )z2Check to see if we are running in a lxd container.z /dev/lxd/sockrR r9 r9 r9 r: is_lxd s r r ri errorsc C s t jdt| d}zt|}W n ttfy i Y S w i }d\}}|||}||D ]}|s4q/||d\} } | rB| || < q/|S )z Return the environment in a dict that a given process id was started with. @param encoding: decoding will be done with .decode(encoding, errors) and text will be returned. @param errors: passed through .decode(encoding, errors). z/procr )r =r ) r5 r r[ rk r r& r rl r8 ) pidri r r r envnullequalrs r. ra r9 r9 r: r s" r c C sN i }| D ] }z | dd\}}W n ty |}d}Y nw |||< q|S )Nr r T)r8 r )kvstringr rs r( ra r9 r9 r: keyval_str_to_dict s r c C s& | dr | dd } tjd| S )Nrf r z /sys/class/block/%s/partition)rV r5 r r )rO r9 r9 r: is_partition s r c C s t |ts|g}g }|D ]C}t |tr|| q t |ttfrLt|dk s,t|dkr0tdt|dkrD|d rD|| t| q ||d q td|S )Nr r1 z Invalid package & version tuple.r zInvalid package type.)rj r rk r r2 rX r9 ) version_fmtpkgspkglistpkgr9 r9 r: expand_package_list s r c C s dd | dD }d}d}d}d}t|D ]\} } | } t| dk r3|d| d t| | dS | d } d d | dD } t| t|krJqtt| t|}| d | |d | kr`q|durmt|t| krmqz| d } W n ty |d | d | Y dS w z| | d }| | d }W n ty |d| d | Y dS w | }| }| d }q|r|r|r|r|r||||fS dS |r|r|r|||fS dS )zRReturn the mount information for PATH given the lines from /proc/$$/mountinfo.c S r r9 r9 rK r r9 r9 r: rO r z$parse_mount_info.<locals>.<listcomp>rp Nr z$Line %d has two few columns (%d): %sr r, c S r r9 r9 r r9 r9 r: rO r r -z,Did not find column named '-' in line %d: %sr1 z/Too few columns after '-' column in line %d: %sr )r8 r rX r minr r IndexError)r mountinfo_lineslog get_mnt_opts path_elementsdevpthfs_typematch_mount_pointmatch_mount_point_elementsrl r_ r mount_pointmount_point_elementsx mount_optionsr9 r9 r: parse_mount_info sh r c C sB t d D ]}| dd \}}}|| kr |||f S qdS )z<On older kernels there's no /proc/$$/mountinfo, so use mtab. /etc/mtabNr% )r rU r8 )r r_ r r r r9 r9 r: parse_mtab s r c C s | d}t|dkr|d S t|dkr|d S |d dv rS| dd }tg d\}}| d D ]}| }t|dkrN|d |krN|d } t|S q3t|S td | d S ) Nrp r r r% r1 )r\ gptgptidr ufsidr )glabelstatusz-sr z)Unexpected input in find_freebsd_part: %s)r8 rX r rk rY rZ )fssplitted target_labelr~ r~ labelsr r9 r9 r: find_freebsd_part( s" r c C sJ d }| dD ]}| }t|dkr"tj|d | r"|} |S q|S )Nr r1 r )r8 rX r5 r r )r mnt_list path_foundr_ r r9 r9 r: get_path_dev_freebsd; s r c C sl t j dd| gddgd\}}t|r(t ddg\}}t| |}|d u r&d S |}| }t|d }d| S )Nr z-pr r ra rf )r rX r r8 r )r r> rc r r r label_partr9 r9 r: get_freebsd_devpthE s r c C s t dg\}}d}dd | dD }d}d}d}d} | D ]} t|| } | s+q | d}| d}d d |dD } t| t|krHq tt| t|} | d | |d | kr^q | durkt| t| krkq |}| } | d }| d }|durd | d d d}t d|||| td|}|st r|dvrt |}|}|| kr nq |r|| vrdS |r|r|r|r|r||||fS dS dS dS dS |r|r|r|||fS dS dS dS )zReturn the mount information for PATH given the lines ``mount(1)`` This function is compatible with ``util.parse_mount_info()``r ze^(?P<devpth>[\S]+?) on (?P<mountpoint>[\S]+?) (\(|type )(?P<type>[^,\(\) ]+)( \()?(?P<options>.*?)\)$c S r r9 r9 r r9 r9 r: rO ` r z parse_mount.<locals>.<listcomp>rp Nr r c S r r9 r9 r r9 r9 r: rO k r r ru r| rP r zNfound line in mount -> devpth: %s, mount_point: %s, fs_type: %s, options: '%s'z^(/dev/.+)[sp]([0-9])$)zfsnfs)r r8 rU r3 r r9 rX r r[ r@ rY r r r )r r mountoutputr~ regexr r r r r r_ r r r r r devm match_devpthr9 r9 r: parse_mountS sr r c C sP dt }t j|rt| }t| |||S t jdr#t| S t| |S )Nz/proc/%s/mountinfor ) r5 getpidr r r rU r r r )r r r mountinfo_pathr r9 r9 r: get_mount_info s r optc C s t | dd^ }}||dv S )NTr rP r r8 )r r r' mnt_optsr9 r9 r: has_mount_opt s r c C s$ | dd}t|dkr|S | d fS )Nr0 r )rsplitrX )dottedr) r9 r9 r: expand_dotted_devname s r c C s |d u rg }|d u r g }g }i }|| D ]"}zt | | | dd||< W q ty6 ||v r4|| Y qw t|rFtdjd|d|S )NFr z Missing required files: {files}rP )files)r r r rX r r r[ )r requiredoptionaldelimrb r r r9 r9 r: pathprefix2dict s& r /proc/meminfoc C s ddddd}dddd }i }t | D ]:}z | \}}}W n ty1 | \}}d }Y nw |r?t||| ||< q||v rOt||| ||| < q|S ) Nr r @)kBmBBgBtotalfree available)z MemTotal:zMemFree:z MemAvailable:r )r rU r8 r r4 ) meminforawmplierskmapr r_ r( r6 unitr9 r9 r: read_meminfo s& r c C s | }| dr| dd } n | dr| dd } dddd d d }| }d}|D ]}| |r9|}| d t| }q'zt|}W n tyS } ztd | |d}~ww |d k r^td| t||| S )a} Convert human string or integer to size in bytes In the original implementation, SI prefixes parse to IEC values (1KB=1024B). Later, support for parsing IEC prefixes was added, also parsing to IEC values (1KiB=1024B). To maintain backwards compatibility for the long-used implementation, no fix is provided for SI prefixes (to make 1KB=1000B may now violate user expectations). Future prospective callers of this function should consider implementing a new function with more standard expectations (1KB=1000B and 1KiB=1024B) Examples: 10M => 10485760 10MB => 10485760 10MiB => 10485760 iBNr r r r r r l )r KMGTr z'%s' is not valid input.z'%s': cannot be negative)r rX floatr r4 )r size_inr nummplierr r r9 r9 r: human2bytes s, r c C s< | du r t d } | dkp| d dko| dd dk}|S )z$Return True if platform is x86-basedNr, x86_64r rl r1 86)r5 r6 ) uname_archx86_arch_matchr9 r9 r: is_x869 s r c C s t | S r )emailmessage_from_string)r r9 r9 r: r C r r c C st t j ddgdd} t }| j D ]&}z |d d\}}}W n ty' Y qw |dr7|t dd| q|S ) Nz dpkg-queryz--listTr= r1 )hiiiz:.*r ) r r. r? rU r8 r rV r3 r3 sub)rA pkgs_instr_ stater r' r9 r9 r: get_installed_packagesG s r c C s d} zt t| dd}|dd dkrW dS W n ty2 } z td| | W Y d }~nd }~ww t }d|v r<dS td dd}d| v rJdS tj d rRdS d S ) Nr; Tr r0 r z ubuntu-corez!Unexpected error loading '%s': %sz snap_core=z /etc/system-image/channel.iniz/etc/system-image/config.d/F) rD r rE r r rY rZ r r5 r r )orpathorinfor r rC r9 r9 r: system_is_snappyV s& r c C s d }| D ]}|dr|dd } nq|d u r d S |dr#|S |dr2d|tdd S |drCd|tdd S |drhd |tdd }tj|r\|S t|}|rf|d S |S d| S ) Nzroot=r rf rP z/dev/disk/by-label/zUUID=z/dev/disk/by-uuid/z PARTUUID=z/dev/disk/by-partuuid/r )r8 rV rX r r5 r r r )r rM rs disks_pathresultsr9 r9 r: rootdev_from_cmdlinen s0 r c C sF dd }i }|| D ]}| dd\}}|s|}|s |r |||< q |S )zGiven shell like syntax (key=value\nkey2=value2\n) in content return the data in dictionary form. If 'add_empty' is True then add entries in to the returned dictionary for 'VAR=' variables. Set their value to empty_val.c S s t j| ddS )NT)comments)shlexr8 )re r9 r9 r: _shlex_split s z(load_shell_content.<locals>._shlex_splitr r )r8 )rC add_empty empty_valr rN r_ r( r6 r9 r9 r: rD s rD ?c C s t | }d} |t dd |D 8 }t|dkr"td||| g S |dkr.td||| || |kr5n t| ||7 }qtd||| |S )Nr Tc S rQ r9 rR r r9 r9 r: rO s z"wait_for_files.<locals>.<listcomp>z)%sAll files appeared after %s seconds: %sz6%sWaiting up to %s seconds for the following files: %sz*%sStill missing files after %s seconds: %s)r. rX rY r r sleep)flistmaxwaitnaplenlog_preneedwaitedr9 r9 r: wait_for_files s8 r c C s& t | dd}|d d}|d dkS )z1Check whether the given mount point is mounted rwTr r rP r rwr )r r> mount_optsr9 r9 r: mount_is_read_write s r c C sX t dsdS ddg}| r tj| rdS |d| g |r'|d| g t |S )zAInvoke udevadm settle with optional exists and timeout parametersudevadmNsettlez--exit-if-exists=%sz --timeout=%s)r r| r5 r r r )r r settle_cmdr9 r9 r: udevadm_settle s r r r& c C s dg i}zt t| ddd}W n. ty% td| d Y |S t jy@ } ztdt j | W Y d }~|S d }~ww d|vrIg |d< |S )Nscopeszhotplug.enabledFr zFile not found: %sz>Ignoring contents of %s because it is not decodable. Error: %s) r r r r r rY r JSONDecodeErrorrZ r HOTPLUG_ENABLED_FILE)r rC r r9 r9 r: read_hotplug_enabled_file s( r c c s dV dS )ztContext manager that does nothing. Note: In python-3.7+, this can be substituted by contextlib.nullcontext Nr9 r9 r9 r9 r: nullcontext s r )rd r )r N)TTr )r r )r r r )r r r r )r# )NrO NFNr )r N)r )NNN)NNNT)rE )rE r F)r$ rj )T)rd r )r F)FN)r r )rv contextlibr r r r r r r r r loggingr5 os.pathr r r r3 r r r/ r r r r r base64r collectionsr r r r rz r functoolsr pathlibr typesr typingr r r r r r r r r r r r r urllibr r cloudinitr r r r r r r r r! r" r# cloudinit.log.log_utilr$ cloudinit.settingsr% cloudinit.helpersr& r- getLoggerr rY sepr r r r r r r; rB rI rk rp rm rr timedrx r r r r r r r r r r r r r r r r r r] r r r r r! r# r% r) r* r, r: rO rk r ro rt r{ rv r r r r r r r r r r r r r r r r" r* r rE r rH rK rN r] rj rq rv r rw r PathLiker4 r r r r r r r r ru r r r r r r r r r r r r r r r r r$ r= r? rD rG rI r rL rO rV r[ r` rB ri rp rx r{ r} r r r r r r r r r r r r r r r r r r r r r r r r r r r rD r r r r r r9 r9 r9 r: <module> s, < 4 / 4 ( =: T8 ! (, / # +(3 @ b. - ^ * = % - N W' + "