o w7e @s~UddlZddlZddlZddlZddlZddlZddlmmZ ddl m Z ddl m Z ddlmZmZddlmZmZmZmZddlmZddlmZmZmZmZmZddlmZmZdd l m!Z!m"Z"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)m*Z*m+Z+m,Z,dd l-m.Z.ddl/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>ddl?m@Z@zddlAZAejBeAjAdejCdddZDeeEd<Wn$eFeGfyz ddlHZHeHjIjJjIZDWn eFyddZDYnwYnweKeLZMdZNddiZOdZPdZQdZRdZSGddde ZTdZUeeVeEd <gd!ZWd"d#ZXd$d%ZYd&eVd'eVd(eeVfd)d*ZZd+eVd(eVfd,d-Z[e5d(eeVfd.d/Z\e5d+eVd(eeVfd0d1Z]d~d(eVfd2d3Z^d4d5Z_d6d7Z`d8d9Zad(eeVfd:d;Zbecrdd?edZPneMed@dZUeRdAePidBdCZfdAdDdEgdBdFieQdGdHgdIZgdJeNgZhdKZidLZjdMZkGdNdOdOejlZmdPdQZndRdSZodTdUZpdVdWZqdXdYZrddZd[Zse5d\d]Zte5d^d_Zue5ePd`d`fdaeVdbeVdcevddevfdedfZwe5d~dgdhZxe5didjZydkdlZze5dmdnZ{e5eUfdodpZ|e5dqdrZ}e5dsdtZ~e5dued(efdvdwZe5d(efdxdyZe5d~dzd{ZemZemejffgZd|d}ZdS)N)Enum)Path)sleeptime)AnyDictListOptional)log)netsourcesssh_utilsubputil) EventScope EventType)NoDHCPLeaseErrorNoDHCPLeaseInterfaceErrorNoDHCPLeaseMissingDhclientError)EphemeralDHCPv4)events)errorsidentityimdskvp)netlink)DEFAULT_WIRESERVER_ENDPOINTBrokenAzureDataSourceNonAzureDataSource OvfEnvXmlazure_ds_reporterazure_ds_telemetry_reporterbuild_minimal_ovf dhcp_log_cbget_boot_telemetryget_ip_from_lease_valueget_metadata_from_fabricget_system_infopush_log_to_kvpreport_diagnostic_eventreport_failure_to_fabric)UrlErrorz$6$)strlen)salt blowfish_hashcCstd)zRaise when called so that importing this module doesn't throw ImportError when ds_detect() returns false. In this case, crypt and passlib are not needed. z/crypt and passlib not found, missing dependency) ImportError)_r2C/usr/lib/python3/dist-packages/cloudinit/sources/DataSourceAzure.pyr/?sAzure instance-idziid-AZURE-NODEz/dev/disk/cloud/azure_resourceext4z/var/lib/waagentz/dev/sr0c@s eZdZdZdZdZdZdZdS)PPSTypeNonePreprovisionedOSDiskRunningSavableUnknownN)__name__ __module__ __qualname__NONEOS_DISKRUNNINGSAVABLEUNKNOWNr2r2r2r3r7Vs r7z/sys/firmware/acpi/tables/OEM0PLATFORM_ENTROPY_SOURCE)z"/etc/netplan/90-hotplug-azure.yamlz /usr/local/sbin/ephemeral_eth.shz+/etc/udev/rules.d/10-net-device-added.rulesz#/run/network/interfaces.ephemeral.dcCs|D]9}td|r=|}t|dkr=|dd}t|dkr=|ddkr=|d|r=|dd}|dSqd S) z dev.storvsc.1.%pnpinfo: classid=32412632-86cb-44a2-9b5c-50d1417354f5 deviceid=00000000-0001-8899-0000-000000000000 pnpinfo=rdeviceid.N) splitlinesresearchsplitlen startswith) sysctl_outrJlinefieldscolumnscompsr2r2r3"find_storvscid_from_sysctl_pnpinfojs       rXcCs2|D]}t||r|}|dSqdS)z scbus0 on ata0 bus 0 scbus1 on ata1 bus 0 scbus2 on blkvsc0 bus 0 scbus3 on blkvsc1 bus 0 scbus4 on storvsc2 bus 0 scbus5 on storvsc3 bus 0 scbus-1 on xpt0 bus 0 rN)rMrNrOrP)camcontrol_outdisk_drvrTitemsr2r2r3find_busdev_from_disks  r\rYbusdevreturncCsN|D] }t||r$|d}t|dkr$|dd}|dSqdS)z at scbus1 target 0 lun 0 (cd0,pass0) at scbus2 target 0 lun 0 (da0,pass1) at scbus3 target 1 lun 0 (da1,pass2) (rHrK,rN)rMrNrOrPrQ)rYr]rTr[dev_passr2r2r3find_dev_from_busdevs     rbmacc CsZt|dkr)d|dd|dd|dd|dd|dd|ddg}|S) z1Normalize mac address with colons and lower-case. :rrH )rQjoinlowerrcr2r2r3normalize_mac_addresss >rmcCsddtDS)z-Get Hyper-V NICs as normalized MAC addresses.cSs$g|]}|ddkrt|dqS)rH hv_netvscrKrm).0nr2r2r3 s   z1get_hv_netvsc_macs_normalized..)r get_interfacesr2r2r2r3get_hv_netvsc_macs_normalizedsrtcsffddtD}d|vrdSt|dkr&td|ftjd|dStd|ftjdd S) z0Determine the device driver to match on, if any.cs$g|]}t|dkr|dqS)rKrHrorpirlr2r3rrs z3determine_device_driver_for_mac..rnrKz4Assuming driver for interface with mac=%s drivers=%r logger_funcrz=Unable to specify driver for interface with mac=%s drivers=%rN)r rsrQr)LOGdebugwarning)rcdriversr2rlr3determine_device_driver_for_macs(  r}c Cs:zt|jWStjytdd||YSw)NzFailed to execute: %s )rstdoutProcessExecutionErrorryrzrj)cmdfail_retr2r2r3execute_or_debugs rcCstddgddS)Nsysctlz dev.storvsc)rrr2r2r2r3get_dev_storvsc_sysctlrcCs tgdS)N) camcontroldevlistz-brr2r2r2r3get_camcontrol_dev_bus rcCs tddgS)Nrrrr2r2r2r3get_camcontrol_devrrc Csd}|dkr d}|d}dt|}d||}t}t||}|s)tddSt}t}d|}t||} | rMt || } | durKtd dS| Sd |} t|| } | rkt || } | duritd dS| SdS) N00000000rK00000001rH000z{0}-{1}z#Fail to find storvsc id from sysctlz blkvsc{0}zFail to find /dev/daXz storvsc{0}) strformatrrXryrzrrr\rb) port_idg0g1g0g1rS storvscidcamcontrol_b_outrYblkvscscbusxdevnamestorvscr2r2r3get_resource_disk_on_freebsds<            rz freebsd-ufsrKzresource disk is not None/dev/zresource disk is None ephemeral0T)data_dir disk_aliasesapply_network_configgptd) table_typelayout overwritez ephemeral0.1) filesystemdevice) disk_setupfs_setup datasourcenever_destroy_ntfszTemporary StorageREDACTEDc s,eZdZdZejejejhiZ dZ e j Z dZddZdeddffd d Zd d Zd dZedddddeedededdfddZedwddZdefddZeddZededefddZdxfd d! Zed"d#Zed$d%Z d&d'Z!d(d)Z"ede#efd*d+Z$d,e%de#efd-d.Z&de#efd/d0Z'd1d2Z(d3d4Z)dyd5d6Z*ed7d8Z+e :dzd;edZ-ed?d@Z.edAddBdCedDeddfdEdFZ/ed;edefdGdHZ0edIdJZ1ede2j2fdKdLZ3edMdNZ4edwdOdPZ5edQdRZ6edSdTZ7ede8fdUdVZ9e d{dWe:j;dXedefdYdZZdae%d,e%de?fdbdcZ@edddeZAedfe%d,e%dee#efdgdhZBdidjZCedkdlZDeEdmdnZFedodpZGeEdqdrZHeEdsdtZIed,e%defdudvZJZKS)|DataSourceAzurer4FrKcCsztj||||tj|jd|_i|_d|_t t |t it g|_d|_d|_d|_t|_tj|jdd|_dS)Nazuredatareported_ready)r DataSource__init__ospathrjseed_dircfgseedr mergemanydictget_cfg_by_path DS_CFG_PATHBUILTIN_DS_CONFIGds_cfg_iso_dev_network_config_ephemeral_dhcp_ctxr_wireserver_endpoint cloud_dir_reported_ready_marker_file)selfsys_cfgdistropathsr2r2r3rDs zDataSourceAzure.__init__ci_pkl_versionr^Ncs8t|d|_d|_t|_tj|j j dd|_ dS)Nrr) super _unpicklerrrrrrrjrrr)rr __class__r2r3rTs   zDataSourceAzure._unpicklecCstj|}d||jfS)Nz %s [seed=%s])r r__str__r)rrootr2r2r3r^s zDataSourceAzure.__str__cCsH|jdurd}n|jdrd}n |jdkrd}nd}d||jfS)z/Return the subplatform metadata source details.Nunknownz/devz config-diskrzseed-dirz%s (%s))rrRrk)rsubplatform_typer2r2r3_get_subplatformbs  z DataSourceAzure._get_subplatform)iface retry_sleeptimeout_minutesrrrc Cs|jdur tdtd|t|j|td|_d}t}||d}tj ddt d|durz|j }Wnrt yUt d tjd |jtjt|d d d YnUtyft dtjd d|_tyt d|tjd |jtjt||dd d Yn$tjy}zt d|j|j|j|jftjd WYd}~nd}~ww|durt||krt|nn|dus0|durd|_t|d|j_d|vrt|d|_WddSWddS1swYdS)aSetup ephemeral networking. Keep retrying DHCP up to specified number of minutes. This does not kill dhclient, so the timeout in practice may be up to timeout_minutes + the system-configured timeout for dhclient. :param timeout_minutes: Number of minutes to keep retrying for. :raises NoDHCPLeaseError: If unable to obtain DHCP lease. Nz/Bringing up networking when already configured.z)Requested ephemeral networking (iface=%s))r dhcp_log_func<zobtain-dhcp-leasezobtain dhcp leasename descriptionparentzInterface not found for DHCPrw)durationT host_onlyzdhclient executable not foundz&Failed to obtain DHCP lease (iface=%s))r interfacez7Command failed: cmd=%r stderr=%r stdout=%r exit_code=%srz unknown-245) r RuntimeErrorryrzrrr#rrReportEventStackr obtain_leaserr)r{_report_failurer$ReportableErrorDhcpInterfaceNotFoundrerrorrReportableErrorDhcpLeaserrrstderrr exit_coderrr%r)rrrrlease start_timedeadlinerr2r2r3_setup_ephemeral_networkingns         5 B"z+DataSourceAzure._setup_ephemeral_networkingcCs"|jdurdS|jd|_dS)zTeardown ephemeral networking.N)r clean_networkrr2r2r3_teardown_ephemeral_networkings   z.DataSourceAzure._teardown_ephemeral_networkingcCs|jdup |jjdu S)z"Check if networking is configured.N)rrrr2r2r3_is_ephemeral_networking_ups  z+DataSourceAzure._is_ephemeral_networking_upc Csi}|jd}d}ddi}ddddiii}d}i}t|j|D]{}z:|drFtr8tj|td d \}}}}n t|t\}}}}||_nt|\}}}}|}t d |t j d WnHt ymt d |t j d Yqtj yt d|t j d Yqty} zd| } t | t jd t| d} ~ wwd} t | t jd t|jp|du} | rdnd} z|j| dWn tyYnwi} |r|jdd} | s|durd} t | t| ||| }|tjkrGtrd} t | t jd t| |sd} t | t jd t| |tjkr|n|tjkr*|n|tjkr5| n|!|"\}}}}|jdd} |j#| d|pQd|_$|%||t&|d| ig|dt'| }t(| }t)| }|rt d|||ddd<|rt d|||dd<|rt d |||dd!<|j$dkr|d"szt*|||d#}d$|i|d"<Wnt+y}zt d%|t j d WYd}~nd}~ww|st,| }|rt d&zt-.d/|0|d'<Wnt+yt d(t jd Ynw||krt d)|t j d t1}|r||dd*<|2|dd+<|j3d,urc|rc|j4|| d-}z|j5|d.}Wn t+yLY|Swt d/||r\||dd0<|6d|_3|S)1aWalk all instance metadata sources returning a dict on success. @return: A dictionary of any metadata content for this instance. @raise: InvalidMetaDataException when the expected metadata service is unavailable, broken or disabled. rNlocal-hostnamer system_info default_userrrudf)mtypez!Found provisioning metadata in %srwz$Did not find Azure data source in %sz%s was not mountablezBrokenAzureDataSource: %szUnable to find provisioning media, falling back to IMDS metadata. Be aware that IMDS metadata does not support admin passwords or custom-data (user-data only).rrTreport_failurezNo OVF or IMDS availablez%Free BSD is not supported for PPS VMszDHCP failed while in source PPS)imds_mdIMDSr)rfilesmetadata userdata_rawz Username retrieved from IMDS: %sz Hostname retrieved from IMDS: %srz(Disable password retrieved from IMDS: %sdisable_passwordr)usernamehostname disableSshPwd ovf-env.xmlz)Failed to construct OVF from IMDS data %szRetrieved userdata from IMDSrzBad userdata in IMDSzusing files cached in %s random_seedr5F)rr pubkey_infoznegotiating returned %s public-keys)7rlist_possible_azure_dsrrRr is_FreeBSDmount_cbload_azure_ds_dirrr)ryrzrMountFailedErrorrrr InvalidMetaDataExceptionr{boolrrrget_metadata_from_imds_determine_pps_typer7r@rB_wait_for_pps_running_reuserC_wait_for_pps_savable_reuserA_wait_for_pps_os_disk_shutdown_wait_for_pps_unknown_reuse _reprovisionvalidate_imds_network_metadatarupdater_username_from_imds_hostname_from_imds_disable_password_from_imdsr" Exception_userdata_from_imdsbase64 b64decoderjrP_get_random_seed_iid _negotiated!_determine_wireserver_pubkey_info _report_ready_cleanup_markers)r crawled_dataddir ovf_sourcemdrrrsrcexcmsgrequires_imds_metadatarrpps_type imds_username imds_hostnameimds_disable_passwordcontentse imds_userdatarrssh_keysr2r2r3crawl_metadatas:                                       zDataSourceAzure.crawl_metadatarc Cst}|d}d}d}ztj|dWSty4}zt|}t|}tj||d}WYd}~n d}~wtyO}zt|}tj|d}WYd}~nd}~ww|j || dt d|t j diS)Ni,)retry_deadline) exceptionr)r8rz!Ignoring IMDS metadata due to: %srw) rr fetch_metadata_with_api_fallbackr+rrReportableErrorImdsUrlError ValueError+ReportableErrorImdsMetadataParsingExceptionrr)ryr{)rrrr7 error_string error_reportrrr2r2r3rs8 z&DataSourceAzure.get_metadata_from_imdsr2cstt||tj|_dS)z.Reset any cached class attributes to defaults.N)rrclear_cached_attrsr UNSET_metadata_imds)r attr_defaultsrr2r3r?s z"DataSourceAzure.clear_cached_attrscCs4tj}|dur dS|jdurdSt|jdS)zQCheck platform environment to report if this datasource may run. NTFr)rChassisAssetTag query_systemrrexists)r chassis_tagr2r2r3 ds_detects  zDataSourceAzure.ds_detectc CsztWnty}z td|WYd}~nd}~wwztWnty;}z td|WYd}~nd}~wwzRz tjtjd|jd}Wn?t j yg}z| |WYd}~W| dSd}~wty}zt |}| |WYd}~W| dSd}~wwW| n| w|jr|jjdkr|jdrtt}tj|rtd |tjd t|d tg|_ntd |tjd |d |_|d d|_t|d tg|_|d|_t|jd|ddddS)zCrawl and process datasource metadata caching metadata as attrs. @return: True on success, False on error, invalid or disabled datasource. z Failed to get boot telemetry: %sNz$Failed to get system information: %szCrawl of metadata service)logfuncr,funcFubunturzXEphemeral resource disk '%s' exists. Merging default Azure cloud ephemeral disk configs.rwrzdEphemeral resource disk '%s' does not exist. Not merging default Azure cloud ephemeral disk configs.rrrrri)dirmodeT) r$rryr{r'rlog_timerzr6rReportableErrorrr!ReportableErrorUnhandledExceptionrrrget*maybe_remove_ubuntu_network_config_scriptsRESOURCE_DISK_PATHrrrEr)r#BUILTIN_CLOUD_EPHEMERAL_DISK_CONFIGrrADEFAULT_METADATArr write_files)rr3r&rreportable_errordevpathr2r2r3 _get_datas                  zDataSourceAzure._get_datacCs&|jrd|jvr |St|jdS)Nr5)rr!rrr2r2r3get_instance_id2szDataSourceAzure.get_instance_idcCs|jd|S)Nr)rrO)rrr2r2r3device_name_to_device7rz%DataSourceAzure.device_name_to_devicec Cs0z ||jdWSttfyY|Sw)z+ Retrieve public SSH keys. r)_get_public_keys_from_imdsrKeyErrorr;_get_public_keys_from_ovfrr2r2r3get_public_ssh_keys:s z#DataSourceAzure.get_public_ssh_keysrcCsz dd|ddD}Wntyd}t|tjdwtdd|Dr5d }t|tjdt|d t|}t|tjd|S) zGet SSH keys from IMDS metadata. :raises KeyError: if IMDS metadata is malformed/missing. :raises ValueError: if key format is not supported. :returns: List of keys. cSg|]}|dqS)keyDatar2)rp public_keyr2r2r3rrOsz>DataSourceAzure._get_public_keys_from_imds..compute publicKeysz"No SSH keys found in IMDS metadatarwcss|] }t|d VqdS))keyN)_key_is_openssh_formatted)rprcr2r2r3 Xsz=DataSourceAzure._get_public_keys_from_imds..zKey(s) not in OpenSSH formatzRetrieved {} keys from IMDS)r[r)ryrzanyr;rrQ)rrr5log_msgr2r2r3rZFs   z*DataSourceAzure._get_public_keys_from_imdscCsXg}z|jd}dt|}t|tjdW|Sty+d}t|tjdY|Sw)zYGet SSH keys that were fetched from wireserver. :returns: List of keys. rzRetrieved {} keys from OVFrwzNo keys available from OVF)rrrQr)ryrzr[)rr5rgr2r2r3r\as  z)DataSourceAzure._get_public_keys_from_ovfcCs|jSNrrr2r2r3get_config_objqszDataSourceAzure.get_config_objcCst|Srh)r instance_id_matches_system_uuidrX)rrr2r2r3check_instance_idtsz!DataSourceAzure.check_instance_idcCsZtj|jdd}t}tj|r+t | }t |}| ||fvr+|S|S)Nrr5) rrrjr get_cpathrquery_system_uuidrEr load_filestripbyte_swap_system_uuidrk)rprevious prev_iid_path system_uuid swapped_idr2r2r3r!xs   zDataSourceAzure._iidc Csz;d}tjddtd t|}Wdn1swY|dur0d}t|tjdWdStd|tjdWdStyQ}z tt |tj dd}~ww)zUse the netlink socket provided to wait for nic detach event. NOTE: The function doesn't close the socket. The caller owns closing the socket and disposing it safely. Nzwait-for-nic-detachzwait for nic detachrzHPreprovisioned nic not detached as expected. Proceeding without failing.rwz%The preprovisioned nic %s is detached) rrr rwait_for_nic_detach_eventr)ryr{AssertionErrorrr)rnl_sockifnamer,rr2r2r3_wait_for_nic_detachs,  z$DataSourceAzure._wait_for_nic_detachr皙?ryretriescCsft|D]}|jj|rtd|tjddS|d|kr#t|qtd|||ftjddS)NzThe link %s is up.rwrKz;The link %s is not up after %f seconds, continuing anyways.)ranger networkingtry_set_link_upr)ryinfor)rryr|rrvr2r2r3wait_for_link_ups     z DataSourceAzure.wait_for_link_upcCs@|j}td|t|djttdt dtj ddS)Nz*Creating a marker file to report ready: %sz{pid}: {time} )pidrzRSuccessfully created reported ready marker file while in the preprovisioning pool.rw) rryrr write_filerrgetpidrr)rz)rrr2r2r3_create_report_ready_markers  z+DataSourceAzure._create_report_ready_markerT) create_markerexpect_url_errorrrc Csz|Wn3ty9}z'|r t|tr tdtjdd|_nd}t|tjdt ||WYd}~nd}~ww|rB| dSdS)zReport ready for PPS, creating the marker file upon completion. :raises sources.InvalidMetaDataException: On error reporting ready. z,Ignoring http call failure, it was expected.rwNz9Failed reporting ready while in the preprovisioning pool.) r$r isinstancer+r)ryrzrrr rr)rrrrr,r2r2r3_report_ready_for_ppss&    z%DataSourceAzure._report_ready_for_ppscCsF|j|dd|jdd}|rtd|dStd||dS)z5Check if a given interface is the primary nic or not.r)rrFrz%s is the primary nicTzQFailed to fetch IMDS metadata using nic %s. Assuming this is not the primary nic.)rrryrr{r)rryrr2r2r3_check_if_nic_is_primarys  z(DataSourceAzure._check_if_nic_is_primaryc CstdzTg}d} d}tjddt|tdt||}Wdn1s*wY||t d|tjd | ||sOtd || |}|rYtd WdSq t yu}zt t |tjd WYd}~dSd}~ww) z6Wait until the primary nic for the vm is hot-attached.z*Waiting for primary nic to be hot-attachedFTNzwait-for-nic-attachz4wait for nic attach after %d nics have been attachedrzDetected nic %s attached.rwz!Checking if %s is the primary niczFound primary nic for this VM.)ryrrrrQr rwait_for_nic_attach_eventappendr)rrrwrr)rrx nics_foundprimary_nic_foundryrr2r2r3"_wait_for_hot_attached_primary_nicsB       $ z2DataSourceAzure._wait_for_hot_attached_primary_nicc Cs<ztWStjy}z td|tjdd}~ww)Nz!Failed to create netlink socket: rw)rcreate_bound_netlink_socketNetlinkCreateSocketErrorr)ryr)rrr2r2r3_create_bound_netlink_socket;s z,DataSourceAzure._create_bound_netlink_socketcCs*|jddtdtjdtdtd)z4Report ready and wait for host to initiate shutdown.F)rz"Waiting for host to shutdown VM...rwi3zShutdown failure for PPS disk.)rr)ryrrrrr2r2r3rFs z.DataSourceAzure._wait_for_pps_os_disk_shutdownc Cs|}z_|jdus|jjdurtd|jj}|td|tjddt d,zt ||Wnt yN}zt d|tjdWYd}~nd}~wwWdn1sYwYW|n|w|dS) z9Report ready and wait for nic link to switch upon re-use.Nzmissing ephemeral contextz#Wait for vnetswitch to happen on %sz!wait-for-media-disconnect-connectzwait for vnet switchrz'Error while waiting for vnet switch: %srw)rrrrrryrzrrr r!wait_for_media_disconnect_connectrwr)rcloser)rrxrr3r2r2r3rRs<   z+DataSourceAzure._wait_for_pps_running_reusec Cs|}z=|jddz|Wntjy0}ztd|tjdd|_WYd}~nd}~ww| || |W| dS| w)z@Report ready and wait for nic(s) to be hot-attached upon re-use.T)rzLIgnoring failure while tearing down networking, NIC was likely unplugged: %rrwN) rrrrrr)ryrrrzrr)rrxr3r2r2r3rws$    z+DataSourceAzure._wait_for_pps_savable_reusecCs&tj|jr dS||dS)z0Report ready if needed for unknown/recovery PPS.N)rrisfilerrrrr2r2r3rs z+DataSourceAzure._wait_for_pps_unknown_reusec Csd}d}|sT|s |d7}z|jddWn tyYqwtjddtd"zt}WntyB| YWdqwWdn1sMwY|rt d |t j d |S) z0Poll IMDs for reprovisiondata XML document data.rNrKrrzget-reprovision-data-from-imdszget reprovision data from imdsrz#attempted dhcp %d times after reuserw) rrrrrr rfetch_reprovision_datar+rr)ryrz)r dhcp_attemptsreprovision_datar2r2r3 _poll_imdss<   zDataSourceAzure._poll_imdsrrc Cstd|tjdt|}|r|S|rFztdtjdt|j |dWdSt yE}ztd|tjdWYd}~nd}~wwz'tdtjd| z|j d d Wn t ycYnwt|j |dWdSt y}ztd |tjdWYd}~d Sd}~ww) aReport failure to Azure host and fabric. For errors that may be recoverable (e.g. DHCP), host_only provides a mechanism to report the failure that can be updated later with success. DHCP will not be attempted if host_only=True and networking is down. @param error: Error to report. @param host_only: Only report to host (error may be recoverable). @return: The success status of sending the failure signal. z#Azure datasource failure occurred: rwz>Using cached ephemeral dhcp context to report failure to Azure)endpointrTz@Failed to report failure using cached ephemeral dhcp context: %sNz3Using new ephemeral dhcp to report failure to Azurerrz5Failed to report failure using new ephemeral dhcp: %sF)r)as_encoded_reportryrrreport_failure_to_hostrrzr*rrrrr)rrrreportedr3r2r2r3rsb   zDataSourceAzure._report_failurerrc CsVtz t|j|j|d}Wnty%}z td|tjdd}~wwd|_|S)zTells the fabric provisioning has completed. :param pubkey_info: Fingerprints of keys to request from Wireserver. :raises Exception: if failed to report. :returns: List of SSH keys, if requested. )riso_devrzQError communicating with Azure fabric; You may experience connectivity issues: %srwN) rreport_success_to_hostr&rrrr)ryr{)rrrr3r2r2r3r$s&   zDataSourceAzure._report_readyc CsLz |dddWSty%}ztd|tjdWYd}~dSd}~ww)NextendedrappsTypez2Could not retrieve pps configuration from IMDS: %srw)rr)ryrz)rrr3r2r2r3_ppstype_from_imdssz"DataSourceAzure._ppstype_from_imdsovf_cfgcCstj|jr tj}nO|ddtjjks| |tjjkr"tj}n8|ddtj jks5| |tj jkr9tj }n!|ddusS|ddtj jksS| |tj jkrWtj }ntj }t d|jtjd|S)z@Determine PPS type using OVF, IMDS data, and reprovision marker.PreprovisionedVMTypeNPreprovisionedVmTz PPS type: %srw)rrrrr7rDrOrCvaluerrArBr@r)ryr)rrrr.r2r2r3r s&  z#DataSourceAzure._determine_pps_typecCsZ|}tjddtdt|\}}}|||d|ifWdS1s&wYdS)zrInitiate the reprovisioning workflow. Ephemeral networking is up upon successful reprovisioning. zreprovisioning-read-azure-ovfz$read azure ovf during reprovisioningrrN)rrrr read_azure_ovf)rr2r)udrr2r2r3r=s$zDataSourceAzure._reprovisionrc Csbd}z||W|Sttfy0|dd}d|dur#t|nd}t|tjdY|Sw)zDetermine the fingerprints we need to retrieve from Wireserver. :return: List of keys to request from Wireserver, if any, else None. N_pubkeysz"Retrieved {} fingerprints from OVFrrw) rZr[r;rOrrQr)ryrz)rrrrrgr2r2r3r#Ls  z1DataSourceAzure._determine_wireserver_pubkey_infocCst|jdS)zCleanup any marker files.N)rdel_filerrr2r2r3r%_sz DataSourceAzure._cleanup_markersc CsH|j}zt|||jtddWt|jddSt|jdw)NF)is_new_instance preserve_ntfs def_log_file)r get_ipath_curaddress_ephemeral_resizerrODS_CFG_KEY_PRESERVE_NTFSr(r)rrr instance_dirr2r2r3activatecs  zDataSourceAzure.activatecC|jdididS)NrraplatformFaultDomainrrOrr2r2r3availability_zoneps z!DataSourceAzure.availability_zonec Cs|jr2|jtjkr2|jdr2zt|jdWSty1}ztdt |WYd}~nd}~wwzt WStyQ}ztdt |WYd}~iSd}~ww)z:Generate network configuration according to configuration.rnetworkz?Failed generating network config from IMDS network metadata: %sNz-Failed generating fallback network config: %s) rAr r@rrO6generate_network_config_from_instance_network_metadatarryrr-_generate_network_config_from_fallback_config)rr3r2r2r3_generate_network_configxs.  z(DataSourceAzure._generate_network_configcCs(|jr |jtjkr |jS||_|jS)z,Provide network configuration v2 dictionary.)rr r@rrr2r2r3network_configs zDataSourceAzure.network_configcCr)Nrralocationrrr2r2r3regionszDataSourceAzure.regioncst}z|d}dd|dDWnty(td|dtjdYdSwfdd|D}|s6d Std ||ftjd|jrH|jjsJdSt |jj}|rXt |t sZdSt |}||vrmtd ||ftjddS) z=Validate IMDS network config and report telemetry for errors.rcSsg|]}t|dqS) macAddressrorur2r2r3rrs zBDataSourceAzure.validate_imds_network_metadata..rz6IMDS network metadata has incomplete configuration: %rrwFcsg|]}|vr|qSr2r2)rpm imds_macsr2r3rrsTz>IMDS network metadata is missing configuration for NICs %r: %rz3IMDS network metadata is missing primary NIC %r: %r) rtr[r)rOryr{rrr get_interface_macrrrm)rr local_macsr missing_macs primary_macr2rr3rsL z.DataSourceAzure.validate_imds_network_metadata)r^N)r2rh)rr{)F)Lr=r>r?dsnamerNETWORKrBOOT_NEW_INSTANCEBOOTdefault_update_eventsr"r r@rA_ci_pkl_versionrintrrrr!r rrrrrr6rrr?rGrWrXrYrr]dictrZr\rjrlr!rzfloatrrrrrsocketrrrrrbytesrrrMrr$rr7rrr#r%rpropertyrrrrr __classcell__r2r2rr3r7s   g  N  L       # 2  $    >            rcC(z |dddWStyYdSw)Nra osProfile adminUsernamer[ imds_datar2r2r3r  rcCs$z|ddWStyYdSw)NrauserDatarrr2r2r3rs  rcCr)Nrar computerNamerrr2r2r3rrrcCs,z |ddddkWStyYdSw)NrardisablePasswordAuthenticationtruerrr2r2r3rs rcCsFd|vrdSt}z||}Wn tyYdSw|jduS)z? Validate whether or not the key is OpenSSH-formatted. z FN)rpr AuthKeyLineParserparse TypeErrorkeytype)rcparseraklr2r2r3rds   rdcCs`dD]+}g}td|D]}||t|}tj|r&||tj|fq |r-|SqgS)N)z-partprrK)r}rrrrErrealpath)rVmaxnumsufffoundpnumppathr2r2r3_partitions_on_devices rcCs*tjddd}td|tj||vS)Nz TYPE=ntfsT)no_cachezntfs_devices found = %s)rfind_devs_withryrzrrr)rV ntfs_devicesr2r2r3_has_ntfs_filesystems rc Cs|rddttf}d|fStj|sdd|fStd|tj|t |}t |dkr6dd|fSt |dkrNd |d d d |Df}d|fSt |dkr[|d \}}n|d\}}t |spd|||f}d|fSt dd}d|||f}t jddtdy}ztj||dddidd} Wn@tjy} z3d|_dt| vrd|dfWYd} ~ WdSd|d|| ffWYd} ~ WdSd} ~ ww| dkrd| |_tddttd|d | fWdSWdn 1swYd|d!fS)"aDetermine if the ephemeral drive at devpath should be reformatted. A fresh ephemeral disk is formatted by Azure and will: a.) have a partition table (dos or gpt) b.) have 1 partition that is ntfs formatted, or have 2 partitions with the second partition ntfs formatted. (larger instances with >2TB ephemeral disk have gpt, and will have a microsoft reserved partition as part 1. LP: #1686514) c.) the ntfs partition will have no files other than possibly 'dataloss_warning_readme.txt' User can indicate that NTFS should never be destroyed by setting DS_CFG_KEY_PRESERVE_NTFS in dscfg. If data is found on NTFS, user is warned to set DS_CFG_KEY_PRESERVE_NTFS to make sure cloud-init does not accidentally wipe their data. If cloud-init cannot mount the disk to check for data, destruction will be allowed, unless the dscfg key is set.z:config says to never destroy NTFS (%s.%s), skipping checksrLFzdevice %s does not existzResolving realpath of %s -> %srzdevice %s was not partitionedrHz&device %s had 3 or more partitions: %sr~cSr^)rKr2)rprr2r2r3rr@sz*can_dev_be_reformatted..rKz5partition %s (%s) on device %s was not ntfs formattedcs&tdgtfddt|DS)Nzdataloss_warning_readme.txtcsg|] }|vr|qSr2)rk)rpfignoredr2r3rrSsz?can_dev_be_reformatted..count_files..)setrQrlistdir)mpr2rr3 count_filesPs z+can_dev_be_reformatted..count_filesz1partition %s (%s) on device %s was ntfs formattedzmount-ntfs-and-countrntfsLANGC)rupdate_env_for_mount log_errorzcannot mount ntfszunknown filesystem type 'ntfs'Tz^ but this system cannot mount NTFS, assuming there are no important files. Formatting allowed.Nz but mount of %s failed: %szmounted and counted %d fileszxit looks like you're using NTFS on the ephemeral disk, to ensure that filesystem does not get wiped, set %s.%s in configz but had %d files on it.z3 and had no important files. Safe for reformatting.)rjrrrrrEryrzrrrQrr!rrr rr r rrr{) rVrr, partitions cand_part cand_pathrbmsgevt file_countr3r2r2r3can_dev_be_reformatteds             %rFrrVrrc Cstj|std|tjddStd|tjdd}d}|r%d\}}nt||\}}td|||s7dSdD]E}tj|dd |}d ||f}tj|rxz t|td |Wq9t yw} z t d || WYd} ~ q9d} ~ wwtd |q9dS)Nz,Ephemeral resource disk '%s' does not exist.rwz$Ephemeral resource disk '%s' exists.F)TzFirst instance boot.zreformattable=%s: %s)rmountssemconfig_zMarker "%s" for module "%s"z %s removed.z%s: remove failed! (%s)z%s did not exist.) rrrEr)ryrzrrjunlinkFileNotFoundErrorr{) rrVrrresultr,modsempathrr3r2r2r3rs>     rcCsjdd}|sdS|s i}t|||D]\}}tj||}d|vr*|||}tj||ddqdS)NcSsbzt|}|D]}d|jvr|jtkrt|_q t|WSty0t d||YSw)z>Azure provides the UserPassword in plain text. So we redact it UserPasswordz#failed to redact userpassword in %s) ET fromstringitertagtextDEF_PASSWD_REDACTIONtostringrrycritical)cntfnamerelemr2r2r3_redact_passwords       z%write_files.._redact_passwordri)filenamecontentmode)r ensure_dirr[rrrjr)datadirrrKrrrrr2r2r3rTs  rTcCst|}i}i}|jp d}|jr|j|d<|jr|j|d<|jdur*|j |d<n|jr1d|d<i}|jr;|j|d<|jrNd|d <t|jkrNt |j|d <|rVd |i|d <|j |d <t d|j t j d|j|d<t d|jt j d|||fS)zParse OVF XML contents. :return: Tuple of metadata, configuration, userdata dicts. :raises NonAzureDataSource: if XML is not in Azure's format. :raises BrokenAzureDataSource: if XML is unparseable or invalid. rrrN ssh_pwauthTrF lock_passwd hashed_passwdrrrzPreprovisionedVm: %srwrzPreprovisionedVMType: %s)r parse_text custom_datar public_keysdisable_ssh_password_authpasswordrr encrypt_passpreprovisioned_vmr)ryrpreprovisioned_vm_type)r2ovf_envr)rrdefuserr2r2r3rs@           rcCst|Srh)r/)r$r2r2r3r%sr%cCs`zt|}|d WdWdS1swYWdSty/td|YdSw)z;Return boolean indicating path to cdrom device has content.iNTzcdrom (%s) is not configuredF)openreadIOErrorryrz) cdrom_devfpr2r2r3_check_freebsd_cdroms  $ r/cCs*|durdStj|ddd}t|S)zIReturn content random seed file if available, otherwise, return None.NTF)quietdecode)rror b64encoder1)sourcerr2r2r3r s r ccsZ|VtVtrd}t|r|VndD] }td|EdHq|r+|VdSdS)Nz/dev/cd0)iso9660rzTYPE=%s)DEFAULT_PROVISIONING_ISO_DEVrr r/r)r cache_dirr-fstyper2r2r3r #s r cCsrtj|d}tj|stdt|d }|}Wdn1s%wYt|\}}}|||d|ifS)NrzNo ovf-env file foundrb)rrrjrrr*r+r) source_dirovf_filer.r2r)rrr2r2r3r 2s   r network_metadatac Csjdid}t|dD]\}}d}dj|d}d|dd i}d |dd }d D]Y}||id g} | s=td||q'd }|dkrFd} n d} | rRd |d<||d<| ddD]'} ||ddd| } | d} |dssg|d<|ddj| | dqXq'|r|rt|d}|d|i|dt |}|r||dd <||d!|<q td"|||q |S)#zConvert imds network metadata dictionary to network v2 configuration. :param: network_metadata: Dict of "network" key from instance metdata. :return: Dictionary containing network version 2 standard configuration. rH)version ethernetsrFzeth{idx})idxz route-metricrKrT)dhcp4zdhcp4-overridesdhcp6)ipv4ipv6 ipAddresszNo %s addresses found for: %rrA24128r@zdhcp6-overridesNsubnetrprefixprivateIpAddress addressesz {ip}/{prefix})iprGr macaddress)matchzset-namerLdriverr=zintfhas_ip_addressnicname dhcp_override dev_config addr_typerIdefault_prefixaddr netPrefix privateIprcrMr2r2r3r@sb       rcCstjdd}|dur iS|S)ztGenerate fallback network config. @return: Dictionary containing network version 2 standard configuration. T) config_driverN)r generate_fallback_configrir2r2r3rs rcCsh|st}d}|D])}tj|r1|s tdtjjtj jgd}tj |r,t |qt |qdS)a(Remove Azure-specific ubuntu network config for non-primary nics. @param paths: List of networking scripts or directories to remove when present. In certain supported ubuntu images, static udev rules or netplan yaml config is delivered in the base ubuntu image to support dhcp on any additional interfaces which get attached by a customer at some point after initial boot. Since the Azure datasource can now regenerate network configuration as metadata reports these new devices, we no longer want the udev rules or netplan's 90-hotplug-azure.yaml to configure networking on eth1 or greater as it might collide with cloud-init's configuration. Remove the any existing extended network scripts if the datasource is enabled to write network per-boot. Fz|Removing Ubuntu extended network scripts because cloud-init updates Azure network configuration on the following events: %s.TN)UBUNTU_EXTENDED_NETWORK_SCRIPTSrrrEryrrrr BOOT_LEGACYisdirrdel_dirr)rloggedrr2r2r3rPs     rPcCs t|tSrh)r list_from_depends datasources)dependsr2r2r3get_datasource_listrrdrh)r,)r functoolsros.pathrNrxml.etree.ElementTreeetree ElementTreer enumrpathlibrrrtypingrrrr cloudinitr loggingr r r rrcloudinit.eventrrcloudinit.net.dhcprrrcloudinit.net.ephemeralrcloudinit.reportingrcloudinit.sources.azurerrrrcloudinit.sources.helpersrcloudinit.sources.helpers.azurerrrrr r!r"r#r$r%r&r'r(r)r*cloudinit.url_helperr+cryptpartialrand_strr/__annotations__r0AttributeErrorpasslibhash sha512_crypt getLoggerr=ryDS_NAMErSrQ DEFAULT_FSAGENT_SEED_DIRr5r7rErr\rXr\rbrmrtr}rrrrrr res_diskrzrrRrrDEF_EPHEMERAL_LABELrrrrrrrrdrrrrrrTrr%r/r r r rrrrPDataSourceAzureNetDEP_FILESYSTEMrbrdr2r2r2r3s       D       +      %   k +  1      G &