a kd\ @sddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z mZddlmZddlmZddlmZmZmZmZmZmZmZddlmZmZddlmZdd lm Z dd l!m"Z"m#Z#m$Z$m%Z%dd l&m'Z'dd l(m)Z)d Z*dgdgddgddgddgdgdggdgddgddgd Z+e,e-Z.e/dZ0gdZ1ej2ej3d Z4Gd!d"d"ej5ej6d#Z7e8e9d$d%d&Z:e8d'd(d)Z;deje8ee7d.d/d0Z?d7d3d4Z@d5d6ZAdS)8N)StringIO)AnyMappingMutableMappingOptionalType)importer)log)net persistencessh_utilsubp temp_utils type_utilsutil)LinuxNetworking Networking)hosts)+ALLOW_EC2_MIRRORS_ON_NON_AWS_INSTANCE_TYPES) activatorseni network_state renderers)parse_net_config_data)RendererallalpinearchdebianZubuntufreebsdZ dragonflygentooZcosnetbsdopenbsd) Z almalinuxZamazonZcentosZ cloudlinuxZ eurolinuxZfedoraZmarinerZ miraclelinuxZ openmandrivaZphotonZrhelZrockyZ virtuozzo)Zopensusez opensuse-leapzopensuse-microoszopensuse-tumbleweedZsle_hpcz sle-microZsles openEuler OpenCloudOSZ TencentOS) rrrrr r!r"ZredhatZsuser#r$z#^[a-z][a-z]-(?:[a-z]+-)+[0-9][a-z]$)Zchronyzsystemd-timesyncdZntpZntpdate-c@seZdZUdZdZdZdZdZdZdZ dgZ iZ e e ee effed <d ZeZeeed <d d ddZdZdZdZe ed<ddZed dddZejddZddZ e!e"ee#j$dddZ%e&dd d!Z'e&d"d#d$Z(d%d&Z)dd'd(Z*dd)d*Z+dd+d,Z,d-d.Z-ejdd/d0Z.ejd1d2Z/d3d4Z0dd5d6Z1dd7d8Z2dd:d;Z3ddd?Z5de6dd@dAZ7ejddBdCZ8ejdDdEZ9dFdGZ:dHdIZ;ejddJdKZdPdQZ?dRdSZ@eAdTdUZBdVdWZCdXdYZDe!dZd[ZEd\d]ZFd^d_ZGd`daZHdbdcZIdddeZJdfdgZKdhdiZLdjdkZMddldmZNeOe6dndodpZPddrdsZQddtduZRddvdwZSdxdyZTe e dzd{d|ZUd}d~ZVe dddZWdeOe e dddZXd S)Distroz python3-pipz/usr/libz /etc/hostsz"/etc/sudoers.d/90-cloud-init-usersz /etc/hostnamez/usr/share/zoneinfoz root:rootservicerenderer_configsNnetworking_clsz-Hz-Pz-r)ZhaltZpoweroffZrebootFz/etc/resolv.confZosfamilycCs ||_||_||_||_dSN)Z_paths_cfgnamer) networking)selfr-Zcfgpathsr1>/usr/lib/python3.9/site-packages/cloudinit/distros/__init__.py__init__rszDistro.__init__)ci_pkl_versionreturncCs d|jvs|jjs||_dS)z)Perform deserialization fixes for Distro.r.N)__dict__r.r))r/r4r1r1r2 _unpicklexszDistro._unpicklecCs tdSr+NotImplementedError)r/Zpkglistr1r1r2install_packagesszDistro.install_packagescCstd|jdS)=Deprecated. Remove if/when arch and gentoo support renderers.zhLegacy function '_write_network' was called in distro '%s'. _write_network_config needs implementation. N)r9r-)r/settingsr1r1r2_write_networks zDistro._write_network)r5cCs:t|jdd}ztj|dWStjy4YdS0dS)z=Return the configured network activator for this environment.)networkrNpriority)rget_cfg_by_pathr,rZselect_activatorZNoActivatorException)r/r@r1r1r2network_activatorszDistro.network_activatorcCsDt|jdd}tj|d\}}td||||j|d}|S)N)r>rr?z-Selected renderer '%s' from priority list: %s)Zconfig) rrAr,rZselectLOGdebugr(get)r/r@r-Z render_clsrendererr1r1r2 _get_rendererszDistro._get_rendererrFcCs||dSr+)Zrender_network_state)r/rrFr1r1r2_write_network_stateszDistro._write_network_statecCs4tj|jt|}tj|s0td||f|S)Nz(Invalid timezone %s, no file found at %s)ospathjoin tz_zone_dirstrisfileIOError)r/tztz_filer1r1r2 _find_tz_files   zDistro._find_tz_filecCs|j||Sr+)r,rE)r/opt_namedefaultr1r1r2 get_optionszDistro.get_optioncCs||j|<dSr+)r,)r/rTvaluer1r1r2 set_optionszDistro.set_optioncCs(|||}|||j||dSr+)_select_hostname_write_hostnamehostname_conf_fn_apply_hostname)r/hostnamefqdnZwriteable_hostnamer1r1r2 set_hostnames zDistro.set_hostnamecCstS)z?Wrapper to report whether this distro uses systemd or sysvinit.) uses_systemdr/r1r1r2r`szDistro.uses_systemdcCs tdSr+r8)r/commandargsZpkgsr1r1r2package_commandszDistro.package_commandcCs tdSr+r8rar1r1r2update_package_sourcesszDistro.update_package_sourcescCstd}|dvrdS|S)N)i386Zi486Zi586Zi686rg)rJuname)r/rr1r1r2get_primary_archs zDistro.get_primary_archcCs"|dg}|s|}t||S)Npackage_mirrors)rVri_get_arch_package_mirror_info)r/r mirror_infor1r1r2rks z$Distro._get_arch_package_mirror_infocCs||}t||dS)N) data_sourcerl)rk_get_package_mirror_info)r/rrmZ arch_infor1r1r2get_package_mirror_infos zDistro.get_package_mirror_infoTcCs||}|r||SdS)r;F)r=_bring_up_interfaces)r/r<bring_upZ dev_namesr1r1r2 apply_networks  zDistro.apply_networkcCsL|j}td|dd|dg}t|}tj||dd}|j||dS)r;ziapply_network_config is not currently implemented for distribution '%s'. Attempting to use apply_network z-# Converted from network_config for distro %sz4# Implementation of _write_network_config is needed.T)headerZrender_hwaddressrq) __class__rCwarningrLrrrZnetwork_state_to_enirr)r/ netconfigrqZdistrortnscontentsr1r1r2"_apply_network_from_network_configs z)Distro._apply_network_from_network_configcCstSr+)r generate_fallback_configrar1r1r2r|szDistro.generate_fallback_configcCsz |}Wn ty,|j||dYS0t||d}||||rxtd|j}|sltddS| |n tddS)aApply the network config. If bring_up is True, attempt to bring up the passed in devices. If devices is None, attempt to bring up devices returned by _write_network_config. Returns True if any devices failed to come up, otherwise False. rurHz/Bringing up newly configured network interfacesz>No network activator found, not bringing up network interfacesTz3Not bringing up newly configured network interfacesF) rGr9r{rrIrCrDrBrwZbring_up_all_interfaces)r/rxrqrFrrBr1r1r2apply_network_configs&         zDistro.apply_network_configcCs tdSr+r8)r/localeZout_fnr1r1r2 apply_locale'szDistro.apply_localecCs tdSr+r8)r/rQr1r1r2 set_timezone+szDistro.set_timezonecCsdS)Nz 127.0.0.1r1rar1r1r2_get_localhost_ip/szDistro._get_localhost_ipcCs tdSr+r8rar1r1r2 get_locale2szDistro.get_localecCs tdSr+r8)r/filenamerUr1r1r2_read_hostname5szDistro._read_hostnamecCs tdSr+r8)r/r]rr1r1r2rZ9szDistro._write_hostnamecCs tdSr+r8rar1r1r2_read_system_hostname=szDistro._read_system_hostnamecCsFtd|ztd|gWn"tjy@ttd|Yn0dS)Nz2Non-persistently setting the system hostname to %sr]z;Failed to non-persistently adjust the system hostname to %s)rCrDr ZProcessExecutionErrorrlogexc)r/r]r1r1r2r\AszDistro._apply_hostnamecCs&t|jd|jr|r|S|s"|S|S)NZprefer_fqdn_over_hostname)rZget_cfg_option_boolr, prefer_fqdn)r/r]r^r1r1r2rYRs zDistro._select_hostnamecCs6g}|D](}|tvr"td||t|q|S)Nz&No distributions found for osfamily {}) OSFAMILIES ValueErrorformatextend)Z family_listZdistrosZfamilyr1r1r2expand_osfamily`szDistro.expand_osfamilyc Cs|}|||}|r,tj|r,||}nd}|\}}g}|rL||krV|||rj||krt||krt|||r|r||krtd||dSt dd|D}t d|t ||D]8} z| || Wqt yttd|| Yq0q||vr ||dS)Nz6%s differs from %s, assuming user maintained hostname.cSsg|] }|r|qSr1r1).0fr1r1r2 z*Distro.update_hostname..z/Attempting to update hostname to %s in %s filesz!Failed to write hostname %s to %s)rYrJrKexistsrrappendrCinfosetrDlenrZrPrrr\) r/r]r^Zprev_hostname_fnZapplying_hostnameZ prev_hostnameZsys_fnZ sys_hostnameZ update_filesfnr1r1r2update_hostnameksJ         zDistro.update_hostnamec Cs~d}tj|jr&tt|j}ntd}tjdd}| }| |}d}|sj| |||d}nd}|D]T}d} g} t |dkr|d} t |dkr|dd} | durr| |krr|| vrrd}qr|r6t |} | ||g||| D]B}t |dkr| ||dqt |dkr|j |g|Rq|rzt} |rV| d || d |tj|j| d d dS) NaddedbaseFTr*rz%s i)mode)rJrKrhosts_fnrZ HostsConfr load_file make_headerrZ get_entryZ add_entryrlistrZ del_entriesrwrite write_filegetvalue) r/r]r^rtZehZlocal_ipZ prev_infoZ need_changeentryZ entry_fqdnZ entry_aliasesZ new_entriesrzr1r1r2update_etc_hostssJ        zDistro.update_etc_hostscCs|jstt|_|jS)z7Allow distro to determine the preferred ntp client list)_preferred_ntp_clientsrPREFERRED_NTP_CLIENTSrar1r1r2preferred_ntp_clientss zDistro.preferred_ntp_clientscCstdS)r;Nr8)r/Z device_namer1r1r2_bring_up_interfaceszDistro._bring_up_interfacecCs0d}|D]}||s|d7}q|dkr,dSdS)r;rr*TF)r)r/Z device_namesZ am_faileddr1r1r2rps  zDistro._bring_up_interfacescCs |dS)NZ default_user)rVrar1r1r2get_default_userszDistro.get_default_userc Kst|rtd|dSd|vr.|d}nd}d|g}d|g}tr^|d|dddd d d d d dddd }dddd}dg}|d} | rt| t r| d} t| t rt d|dd| D} d | |d<|d} | r| | |r2| r2| D]*} t| s|| td| |qd|vrPt |d|d<t|D]\} } | |vr| rt| t r||| | g| |vr||| dgn||| | gn,| |vr\| r\||| ||| q\|d s |d!r"|d"|d"n|d#|d#td$|ztj||d%Wn8ty}zttd&||WYd}~n d}~00dS)'z Add a user to the system using standard GNU tools This should be overriden on distros where useradd is not desirable or not available. z!User %s already exists, skipping.N create_groupsTZuseradd --extrausersz --commentz--homez--gidz--uidz--groupsz --passwordz--shellz --expiredatez --inactivez--selinux-user) Zgecoshomedir primary_groupuidgroupspasswdshellZ expiredateZinactiveZ selinux_userz--no-user-groupz--systemz --no-log-init)Z no_user_groupsystemZ no_log_initrr,zDEPRECATED: The user %s has a 'groups' config value of type dict which is deprecated and will be removed in a future version of cloud-init. Use a comma-delimited string or array instead: group1,group2.cSsg|] }|qSr1strip)rgr1r1r2r2rz#Distro.add_user..rz created group '%s' for user '%s'rZREDACTEDZno_create_homerz-Mz-mzAdding user %s logstringzFailed to create user %s)ris_userrCrpopsystem_is_snappyrrE isinstancerNsplitdictrwrLis_group create_grouprDkeyssorteditemsrr Exceptionr)r/r-kwargsrZ useradd_cmdZlog_useradd_cmdZ useradd_optsZ useradd_flagsZ redact_optsrrgroupkeyvaler1r1r2add_users                     zDistro.add_userc Ks|d}|dd}gd}|r,|d||td|zrz%Distro.lock_passwd..zBUnable to lock user account '%s'. No tools available. Tried: %s.cSsg|] }|dqS)rr1rcr1r1r2rrz&Distro.lock_passwd..Nz&Failed to disable password for user %s)next StopIteration RuntimeErrorr rrrrC)r/r-Z lock_toolscmdrr1r1r2rs zDistro.lock_passwdc CsPztdd|gWn6tyJ}zttd||WYd}~n d}~00dS)Nrz--expirezFailed to set 'expire' for %s)r rrrrC)r/userrr1r1r2 expire_passwds zDistro.expire_passwdc Cstd||f}dg}|r |dztj||d|dWn6tyn}zttd||WYd}~n d}~00dS)Nz%s:%schpasswd-ezchpasswd for %srzFailed to set password for %sT)rr rrrrC)r/rrrZ pass_stringrrr1r1r2rs  zDistro.set_passwd)plist_inrcCs<ddd|Dd}dg|r&dgng}t||dS)Nrscss |]\}}d||gVqdS):NrL)rr-passwordr1r1r2r rz"Distro.chpasswd..rr)rLr )r/rrZpayloadrr1r1r2rs zDistro.chpasswd /etc/sudoersc CsFd}d}tj|r"t|}d}d}|D]N}|}td|}|sLq.| d}|s`q.tj |}||kr.d}q~q.|s6zx|sddtj ddd |dg} d | }t ||d n.dtj ddd |dg} d | }t||td ||Wn8ty4} zttd || WYd} ~ n d} ~ 00t|ddS)NrFTz^[#|@]includedir\s+(.*)$r*z?# See sudoers(5) for more information on "#include" directives:rrz#includedir %srs zAdded '#includedir %s' to %szFailed to write %si)rJrKrrr splitlinesrresearchrabspathrrLr append_filerCrDrPrZ ensure_dir) r/rKZ sudo_baseZsudoers_contentsZ base_existsZ found_includelineZ include_matchZ included_dirlinesrr1r1r2ensure_sudo_dirsR          zDistro.ensure_sudo_dirc CsV|s |j}dd|g}t|ttfrB|D]}|d||fq(n4t|tr`|d||fnd}t|t|d |}|d7}| t j |t j |st|g}zt|d |dWn8ty} zttd|| WYd} ~ n d} ~ 00nJzt||Wn8tyP} zttd|| WYd} ~ n d} ~ 00dS) Nrz# User rules for %sz%s %sz1Can not create sudoers rule addition with type %rrsrzFailed to write sudoers file %sz Failed to append sudoers file %s) ci_sudoers_fnrrrrrN TypeErrorrZobj_namerLrrJrKdirnamerrrrrPrrCr) r/rZrulesZ sudo_filerZrulemsgZcontentrzrr1r1r2rBs:  zDistro.write_sudo_rulescCsd|g}tr|d|s"g}t|r:td|n|rd|dnd}tjdd|d|dd|gfi|S) a` Perform a command as the requested user. Behaves like subp() Note: We pass `PATH` to the user env by using `env`. This could be probably simplified after bionic EOL by using `su --whitelist-environment=PATH ...`, more info on: https://lore.kernel.org/all/20180815110445.4qefy5zx5gfgbqly@ws.net.home/T/ zcd z && rZsur%z-czenv PATH=$PATH  )r rL)r/rbrrrZ directoryr1r1r2do_ass z Distro.do_as)N)N)N)NN)N)NN)T)T)F)N)N)F)r)N)N)r)Y__name__ __module__ __qualname__Zpip_package_namerrrr[rMZ default_ownerr r(rrNrr__annotations__rrr)rrrZ_ci_pkl_versionrZresolve_conf_fnr3rr7abcabstractmethodr:r=propertyrrZNetworkActivatorrBrrGrIrSrVrXr_r`rdrerirkrorrr{r|boolr}rrrrrrZrr\rY staticmethodrrrrrrprrrrrrrrrrrrrr rrrr1r1r1r2r&\s               %      A+  u[  1 % "r&) metaclassurltransformationscCsztj|}Wnty$YdS0|j}|dur8dS|D]}||}|dur<|Sq<|}|jdurvd||j}tj|j|dS)a Apply transformations to a URL's hostname, return transformed URL. This is a separate function because unwrapping and rewrapping only the hostname portion of a URL is complex. :param url: The URL to operate on. :param transformations: A list of ``(str) -> Optional[str]`` functions, which will be applied in order to the hostname portion of the URL. If any function (regardless of ordering) returns None, ``url`` will be returned without any modification. :return: A string whose value is ``url`` with the hostname ``transformations`` applied, or ``None`` if ``url`` is unparseable. Nz{}:{})netloc) urllibparseurlsplitrr]portr urlunsplit_replace)rr partsZ new_hostnameZtransformationZ new_netlocr1r1r2&_apply_hostname_transformations_to_urls   r))rcs2tdddddfddddg}t||S)aH Given a mirror URL, replace or remove any invalid URI characters. This performs the following actions on the URL's hostname: * Checks if it is an IP address, returning the URL immediately if it is * Converts it to its IDN form (see below for details) * Replaces any non-Letters/Digits/Hyphen (LDH) characters in it with hyphens * Removes any leading/trailing hyphens from each domain name label Before we replace any invalid domain name characters, we first need to ensure that any valid non-ASCII characters in the hostname will not be replaced, by ensuring the hostname is in its Internationalized domain name (IDN) representation (see RFC 5890). This conversion has to be applied to the whole hostname (rather than just the substitution variables), because the Punycode algorithm used by IDNA transcodes each part of the hostname as a whole string (rather than encoding individual characters). It cannot be applied to the whole URL, because (a) the Punycode algorithm expects to operate on domain names so doesn't output a valid URL, and (b) non-ASCII characters in non-hostname parts of the URL aren't encoded via Punycode. To put this in RFC 5890's terminology: before we remove or replace any characters from our domain name (which we do to ensure that each label is a valid LDH Label), we first ensure each label is in its A-label form. (Note that Python's builtin idna encoding is actually IDNA2003, not IDNA2008. This changes the specifics of how some characters are encoded to ASCII, but doesn't affect the logic here.) :param url: The URL to operate on. :return: A sanitized version of the URL, which will have been IDNA encoded if necessary, or ``None`` if the generated string is not a parseable URL. .cSst|rdS|Sr+)r Z is_ip_addressr]r1r1r29rz&_sanitize_mirror_url..cSs|ddS)NZidnaascii)encodedecoder+r1r1r2r,<rcsdfdd|DS)Nrc3s|]}|vr|ndVqdSr%Nr1rZacceptable_charsr1r2r>s9_sanitize_mirror_url....rr+r1r1r2r,>scSsddd|dDS)Nr*css|]}|dVqdSr0r)rpartr1r1r2rBsr2)rLrr+r1r1r2r,Bs )LDH_ASCII_CHARSr)rr1r1r2_sanitize_mirror_urls& r5c Cs&|si}i}|rb|jrb|j|d<t|jrb|jdd}trLd||d<n|jdkrbd||d<|rv|jrv|j|d<i}|diD]\}}|||<q|d iD]h\}}g} |D]B} z | |}WntyYqYn0t |}|dur| |q|| } | r| ||<qt d ||S) Navailability_zonerz%s ec2_regionZec2regionZfailsaferzfiltered distro mirror info: %s) r6 _EC2_AZ_REmatchrZ platform_typer9rErKeyErrorr5rrCrD) rlrmZ mirror_filtersubstr8resultsr-ZmirrorZ searchlistZmirrorsZtmplfoundr1r1r2rnJs>              rncCs8d}|D]*}|d}||vr&|Sd|vr|}q|S)NarchesrU)rE)rjrrUitemr@r1r1r2rk}s rk)r-r5cCsHt|dtgdg\}}|s,td||ft|d}t|d}|S)Nrr&z1No distribution found for distro %s (searched %s)r)r find_moduler ImportError import_modulegetattr)r-ZlocsZ looked_locsmodclsr1r1r2fetchs rH /etc/timezone/etc/localtimecCsht|t|d|rd|rdtj|}|s sd   $      $  +< 3