o w7e~@sdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZddlmZmZmZmZmZmZmZddlZdd lmZmZdd lmZdd l m!Z!m"Z"dd l#m$Z$m%Z%m&Z&z dd l'm(Z)e)Z(Wn e*ye+Z(Ynwe,e-Z.dZ/dZ0dZ1de0ide1idZ2ddddZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:dZ;eerddlZdd l?m@Z@mAZAGd!d"d"eAZBneCZBGd#d$d$e(ZDGd%d&d&eZEeeEZFGd'd(d(eZGdd)d*d+eFd,eeHd-eHd.eHfd/d0ZIGd1d2d2eJZKd3d4ZL dd6eCd.eHfd7d8ZMeDfdeNd9eCd:eHd;ee+fdZPeeOd?d>ZQeDfd;ee+fd@dAZReDfd;ee+fdBdCZSdDdEZTdd9eCfdGdHZU  I 5 5 F 5dd6eCd9eeCdJeHdKeNdLeNdMeNdNeNfdOdPZVGdQdRdRZWdddSdTeCdUeHdVeCdWeeFdXeeFd.eeHeXff dYdZZYd[eHd.eeEfd\d]ZZ dd^eHd[eHd_eHd.eGfd`daZ[ 5 dd^eHd9eCdbeNd_eHfdcddZ\dedfZ]dgdhZ^dieCdjeHd.eeHfdkdlZ_dieCdmeCd.eHfdndoZ`d.eHfdpdqZadreCdmeCfdsdtZbdreCfdudvZcdweCd.eHfdxdyZddd9eCdmeCd.eHfd{d|Zed}eBd.eHfd~dZfd}eBd.eHfddZgdd}eBd9eeCd.eHfddZhd.eCfddZidejd.eHfddZkd.eHfddZlddJeHd.eCfddZmdddZnddZoddZpe-dkrleqepdSdS)zFschema.py: Set of module functions for processing cloud-config schema.N) defaultdict)Iterable)deepcopy)partial)chain) TYPE_CHECKINGList NamedTupleOptionalTypeUnioncast)importersafeyaml)read_cfg_paths)INCLUSION_TYPES_MAPtype_from_starts_with)errorget_modules_from_dir load_fileValidationErrorz!versions.schema.cloud-config.jsonzschema-cloud-config-v1.jsonzschema-network-config-v1.jsonlatest) cloud-configznetwork-configtruefalsenull)TFNap {name} {title_underbar} {title} .. tab-set:: {prefix3}.. tab-item:: Summary {description} {prefix6}**Internal name:** ``{id}`` {prefix6}**Module frequency:** {frequency} {prefix6}**Supported distros:** {distros} {prefix6}{activate_by_schema_keys} {prefix3}.. tab-item:: Config schema {property_doc} {prefix3}.. tab-item:: Examples {prefix6}:: {examples} z5{prefix}* **{prop_name}:** ({prop_type}){description}zJ{prefix}* Each object in **{prop_name}** list supports the following keys:z& # --- Example{example_count} --- deprecatedz DEPRECATED: cCsg|] }|ddkr|qS)r#).0tr r 9/usr/lib/python3/dist-packages/cloudinit/config/schema.py esr$) NotRequired TypedDictc@sbeZdZUeed<eed<eed<eed<ejeed<ejeed<eed<eeeed<d S) MetaSchemanameidtitle descriptiondistrosexamples frequencyactivate_by_schema_keysN)__name__ __module__ __qualname__str__annotations__typingrr%r r r r#r'os r'c@s eZdZdS)SchemaDeprecationErrorN)r0r1r2r r r r#r6}sr6c@s,eZdZUeed<eed<defddZdS) SchemaProblempathmessagereturncCs|jd|jS)N: )r8r9selfr r r#formatszSchemaProblem.formatN)r0r1r2r3r4r>r r r r#r7s r7c@seZdZUeed<eed<dS)UserDataTypeAndDecodedContent userdata_typecontentN)r0r1r2r3r4r r r r#r?s  r?, prefix separatorschema_problemsrDrEr:cCs(|tdd|}|r||}|S)NcSs|SN)r>)pr r r#sz)_format_schema_problems..)joinmap)rFrDrE formattedr r r#_format_schema_problemss rMcsFeZdZdZ  d deedeeffdd Zdefdd ZZ S) SchemaValidationErrorz.handle_problemszCloud config schema errors: rR"Cloud config schema deprecations: N)rOrPsuper__init__)r=rOrPrX __class__rWr#r[s  zSchemaValidationError.__init__r:cCs t|jSrG)boolrOr<r r r# has_errorss z SchemaValidationError.has_errors)NN) r0r1r2__doc__r SchemaProblemsr[r^r_ __classcell__r r r\r#rNs"rNcCs@zddlm}Wn tyYdSw|j|dpt|tfS)zWTYPE_CHECKER override allowing bytes for string type For jsonschema v. 3.0.0+ r)Draft4ValidatorFstring) jsonschemarc ImportError TYPE_CHECKERis_type isinstancebytes)checkerinstancercr r r#is_schema_byte_strings  rmFconfigcsPdtffdd }|r|ngd}dt||}dd}||S)zcombine description with new/changed/deprecated message deprecated/changed/new keys require a _version key (this is verified in a unittest), a _description key is optional keycsr|sdS|dd}|dd|d}|d|d|}r1d|Sd |d S) Nr _description_versionz z in version .  z **)get capitalizestrip)rokey_descriptionvmsgannotaternr r#format_messages   z:_add_deprecated_changed_or_new_msg..format_message)rchangednewrr+)r3rJrKrurstrip)rnr| filter_keyr} filter_keyschanged_new_deprecatedr+r r{r#"_add_deprecated_changed_or_new_msgs   rschemar error_typeccs(|rt|d|gd}||VdSdS)zJsonschema validator for `deprecated` items. It raises a instance of `error_type` if deprecated that must be handled, otherwise the instance is consider faulty. T)r|rN)r) _validatorr _instancerrrrzr r r#rs r)rr~c#sddlm}ddlm}g}g}d} t|D]P\} } t|j|| | d} ttfdd| } ttfdd| }| sD||n5d |vrbd | d d vrbd |d | d vrbd} | EdH|| q| so||V|d|f|dV|EdHdS)aJsonschema validator for `anyOf`. It treats occurrences of `error_type` as non-errors, but yield them for external processing. Useful to process schema annotations, as `deprecated`. Cloud-init's network schema under the `config` key has a complexity of allowing each list dict item to declare it's type with a `type` key which can contain the values: bond, bridge, nameserver, physical, route, vlan. This schema 'flexibility' makes it hard for the default jsonschema.exceptions.best_match function to find the correct schema failure because it typically returns the failing schema error based on the schema of greatest match depth. Since each anyOf dict matches the same depth into the network schema path, `best_match` just returns the first set of schema errors, which is almost always incorrect. To find a better schema match when encountering schema validation errors, cloud-init network schema introduced schema $defs with the prefix `anyOf_type_`. If the object we are validating contains a 'type' key, and one of the failing schema objects in an anyOf clause has a name of the format anyOf_type_XXX, raise those schema errors instead of calling best_match. rr best_matchF schema_pathc t| SrGrierr r#rI7 z_anyOf..c t|SrGrrrr r#rI9 type anyOf_type$refr anyOf_type_TN.%r is not valid under any of the given schemascontext) rerjsonschema.exceptionsr enumeraterTdescendfilterextendru) validatoranyOfrl_schemarrr all_errorsall_deprecationsskip_best_matchindex subschemaall_errserrs deprecationsr rr#_anyOfs:      rc#sddlm}ddlm}t|}g}g} |D]4\} } tj| | d} ttfdd| } ttfdd| }| sF| }| |n|| q||V|df|d Vfd d |D}|r| |d d d|D}|d|fVdS| EdHdS)zJsonschema validator for `oneOf`. It treats occurrences of `error_type` as non-errors, but yield them for external processing. Useful to process schema annotations, as `deprecated`. rrrrcrrGrrrr r#rIerz_oneOf..crrGrrrr r#rIgrrrcs g|] \}}|r|qSr )is_valid)r!is)rlrr r#r$us z_oneOf..rBcss|]}t|VqdSrG)repr)r!rr r r# xz_oneOf..z%r is valid under each of %sN) rerrrrrTrrrappendrJ)roneOfrlrrrr subschemasrrrrrrr first_valid more_validreprsr )rrlrr#_oneOfOs@        rc Csddlm}m}ddlm}t|j}ddi|dd<i}t|dr2d |d <|j dt }d |i}n |j }t t f|d<d |i}t|j}t|t<t|d <t|d<t|d<|d||dd|}ddd} | |_||fS)zGet metaschema validator and format checker Older versions of jsonschema require some compatibility changes. @returns: Tuple: (jsonschema.Validator, FormatChecker) @raises: ImportError when jsonschema is not present r)rc FormatChecker)createrrd propertieslabelrgFadditionalProperties type_checker default_typesr~rrdraft4) meta_schema validatorsversionNc[s$tdd|||}t|dduS)zgOverride version of `is_valid`. It does ignore instances of `SchemaDeprecationError`. cSs t|t SrG)rir6rr r r#rIsz.is_valid..N)r iter_errorsnext)r=rlr__errorsr r r#rs  z*get_jsonschema_validator..is_validr rG)rercrjsonschema.validatorsrr META_SCHEMAhasattrrgredefinerm DEFAULT_TYPESr3rjdict VALIDATORS_validator_deprecatedDEPRECATED_KEY_validator_changedrrr) rcrrrvalidator_kwargsrtypesrcloudinitValidatorrr r r#get_jsonschema_validators<       rTc Cs|ddlm}z||WdS|y=}z#|r,ttddd|jD|jgd|t d|WYd}~dSd}~ww) a Validate provided schema meets the metaschema definition. Return strict Validator and FormatChecker for use in validation @param validator: Draft4Validator instance used to validate the schema @param schema: schema to validate @param throw: Sometimes the validator and checker are required, even if the schema is invalid. Toggle for whether to raise SchemaValidationError or log warnings. @raises: ImportError when jsonschema is not present @raises: SchemaValidationError when the schema is invalid r) SchemaError.cSg|]}t|qSr r3r!rHr r r#r$z3validate_cloudconfig_metaschema..rOzGMeta-schema validation failed, attempting to validate config anyway: %sN) rr check_schemarNr7rJr8r9LOGwarning)rrthrowrerrr r r#validate_cloudconfig_metaschemas& rr schema_typestrictstrict_metaschema log_detailslog_deprecationscCs&|durt|}zt\}}|rt||ddWnty'tdYdSw|||d} g} g} t| |dddD]"} d d d | j D} t | | j f}t | t r\| |7} q>| |7} q>|rq| rqt| d d d}t||r|| sw| r|t| | | r|rt| dd d}nd}t|dSdS)aValidate provided config meets the schema definition. @param config: Dict of cloud configuration settings validated against schema. Ignored if strict_metaschema=True @param schema: jsonschema dict describing the supported schema definition for the cloud config module (config.cc_*). If None, validate against global schema. @param schema_type: Optional string. One of: cloud-config, network-config Default: cloud-config. @param strict: Boolean, when True raise SchemaValidationErrors instead of logging warnings. @param strict_metaschema: Boolean, when True validates schema using strict metaschema definition at runtime (currently unused) @param log_details: Boolean, when True logs details of validation errors. If there are concerns about logging sensitive userdata, this should be set to False. @param log_deprecations: Controls whether to log deprecations or not. @raises: SchemaValidationError when provided config does not validate against the provided schema. @raises: RuntimeError when provided config sourced from YAML is not a dict. @raises: ValueError on invalid schema_type not in cloud-config or network_config NF)rz5Ignoring schema validation. jsonschema is not present)format_checkercSs|jSrG)r8rr r r#rI!sz-validate_cloudconfig_schema..rorcSrr rrr r r#r$#rz/validate_cloudconfig_schema..z"Deprecated cloud-config provided:  rCzInvalid cloud-config provided: zeInvalid cloud-config provided: Please run 'sudo cloud-init schema --system' to see the schema errors.) get_schemarrrfrdebugrSrrJr8r7r9rir6rMrrNr)rnrrrrrrrrrrr schema_errorr8problemr9detailsr r r#validate_cloudconfig_schemas\!         rc@seZdZdededefddZededeedefd d Zd e fd d Z e d deedeedeede dede f ddZ deedededeefddZ de de defddZdS)! _Annotator cloudconfigoriginal_content schemamarkscCs||_||_||_dSrG) _cloudconfig_original_content _schemamarks)r=rrrr r r#r[Hs z_Annotator.__init__r*rAr:cCsd|}d|d|dS)Nr# z: ------------- rQ)rJ)r*rAbodyr r r# _build_footerRs z_Annotator._build_footerrFcCsztt}|D]4\}}td|}|r"|\}}|t||n d}||j|||dur:dj|||d}q|S)Nz&format-l(?P\d+)\.c(?P\d+).*zLine {line} column {col}: {msg})linecolrz) rrTrematchgroupsintrrr>)r=rFerrors_by_liner8rzrrrr r r#_build_errors_by_lineWs   z _Annotator._build_errors_by_linerrVlabelsfooterr label_prefixcCsB|D]}||}|||d|d||d7}q|S)Nrr;)r)rVrrrrrrr r r# _add_problemsgs    z_Annotator._add_problemslinesrdeprecations_by_linec sg}g}g}d}d}t|dD]8\} } || } || } | s| rBg} j| | ||dd}j| | ||dd}|| dd| q|| q|tfddtd dd |fd |ff|S) NrE)rDz # ,cs j|SrG)rseqr<r r#rIrz._Annotator._annotate_content..cSs t|dS)Nr)r^rr r r#rIrErrors Deprecations)rrrrJrrKr)r=r rr annotated_content error_footerdeprecation_footer error_indexdeprecation_index line_numberrrrrr r<r#_annotate_contentvsD    z_Annotator._annotate_contentrOrPcCsl|s|s|jS|jd}t|jts d||ddggS||}||}||||}d|S)Nrrz&# E1: Cloud-config is not a YAML dict.) rsplitrirrrJrrr)r=rOrPr rr rr r r#r|s$     z_Annotator.annotateN)r)r0r1r2rr3r[ staticmethodrrrarrrrr|r r r r#rGsT    ,rrOrPrrrrOrPcCst||||p g|p gS)aReturn contents of the cloud-config file annotated with schema errors. @param cloudconfig: YAML-loaded dict from the original_content or empty dict if unparseable. @param original_content: The contents of a cloud-config file @param schemamarks: Dict with schema marks. @param schema_errors: Instance of `SchemaProblems`. @param schema_deprecations: Instance of `SchemaProblems`. @return Annotated schema )rr|)rrrrOrPr r r#annotated_cloudconfig_files  rrAc Csbddlm}||vr gSg}t|dD]\}}||r.|td|d||dq|S)aAnnotate and return schema validation errors in merged cloud-config.txt When merging multiple cloud-config parts cloud-init logs an error and ignores any user-data parts which are declared as #cloud-config but cannot be processed. the hanlder.cloud_config module also leaves comments in the final merged config for every invalid part file which begin with MERGED_CONFIG_SCHEMA_ERROR_PREFIX to aid in triage. r)MERGED_PART_SCHEMA_ERROR_PREFIXrzformat-lz.c1zIgnored invalid user-data: )cloudinit.handlers.cloud_configrr splitlines startswithrr7replace)rArrline_numrr r r#)process_merged_cloud_config_part_problemss"    r# config_pathinstance_data_pathc Csddlm}m}m}t|}d}|dkrQz||||}Wn.|y1}z tt|dg|d}~w|yJ}ztt|ddWYd}~nd}~wwd }t|}|so| d \} } } tt|d |d | d d t g|dkr{t d|dt ||S)a Return tuple of user-data-type and rendered content. When encountering jinja user-data, render said content. :return: UserDataTypeAndDecodedContent :raises: SchemaValidationError when non-jinja content found but header declared ## template: jinja. r)JinjaLoadError NotJinjaErrorrender_jinja_payload_from_filez format-l1.c1z text/jinja2zRDetected type '{user_data_type}' from header. But, content is not a jinja templateNTsys_exitz format-l2.c1rz!Unrecognized user-data header in z: "z%". Expected first line to be one of: rBtext/cloud-configzUser-data type 'z.' not currently evaluated by cloud-init schema)!cloudinit.handlers.jinja_templater&r'r(rrNr7rr3 partitionrJUSERDATA_VALID_HEADERSprintr?) r$rAr%r&r'r(user_data_typeschema_positionr header_line_r r r#&_get_config_type_and_rendered_userdatasV    r4r|c Cst|t|dd|}|jdkrdS|j}t|}z|r#t|\}}nt|}i}Wnetj y} zXd} } d} t | drJt | drJt | d} nt | drYt | drYt | d} | re| j d} | j d} |tdj| | d d |t| t|} |rtti|i| jd | | d} ~ wwt|ts|std z t||dd dWdSty} z6| r|| j7}|rtt||||| jdn| jrt| jddd}t||rt|d | WYd} ~ dSd} ~ ww)ayValidate cloudconfig file adheres to a specific jsonschema. @param config_path: Path to the yaml cloud-config file to parse, or None to default to system userdata from Paths object. @param schema: Dict describing a valid jsonschema to validate against. @param annotate: Boolean set True to print original config file with error annotations on the offending lines. @param instance_data_path: Path to instance_data JSON, used for text/jinja rendering. @raises SchemaValidationError containing any of schema_errors encountered. @raises RuntimeError when config_path does not exist. T)decoder+Nr context_mark problem_markzformat-l{line}.c{col})rrzFile {0} is not valid yaml. {1}rz Cloud-config is not a YAML dict.F)rrrrYrBrC)r4rr@rAr#rload_with_marksloadyaml YAMLErrorrgetattrrcolumnrr7r>r3rNr/rrOrir RuntimeErrorrr_rPrM)r$rr|r%decoded_userdatarArrmarksrrr=markrr9r r r#validate_cloudconfig_file/s             rBcCs|dkrdS|dkr dSdS)zProvide a sorting weight for documentation of property types. Weight values ensure 'array' sorted after 'object' which is sorted after anything else which remains unsorted. arrayobjectrrr )valuer r r#_sort_property_orders rGccs>|D]}t|trt|ttfst|EdHq|VqdSrG)rirr3rj_flatten)xsxr r r#rHs rH property_dict multi_keycCsng}||iD](}|trq|dr$|dd|dgDq|dr0||dqtt|S)NenumcS g|] }dt||dqS`` _YAML_MAPru)r! enum_valuer r r#r$sz,_collect_subschema_types..r)rurrrrTrH)rKrLproperty_typesrr r r#_collect_subschema_typess     rUdefsc Csnt|||dg}t|ts|g}|dr"dd|dD}n|dr0|t|dn |dr=|t|dt|dkrH|d}n |jtd d |}|d i}|dg}t|tsg|g}t |}t |di|diD]}t ||}|r|d krqx| |qx|rt|dkr|d |dS|jtd dd |d} |d | S|pd S)zNReturn a string representing a property type from a given jsonschema. rrMcSrNrOrQr!kr r r#r$sz&_get_property_type..rrrrr/items UNDEFINEDz of ())_flatten_schema_refsrurirTrrUlensortrGrJr^r_get_property_typer) rKrVrT property_typerZsub_property_typesprune_undefinedsub_itemsub_typesub_property_docr r r#rasB                  racCs>|}tdd|}tdd||}tdd||}|S)aParse description from the meta in a format that we can better display in our docs. This parser does three things: - Guarantee that a paragraph will be in a single line - Guarantee that each new paragraph will be aligned with the first paragraph - Proper align lists of items @param description: The original description in the meta. @param prefix: The number of spaces used to align the current description z (\S)\n(\S)z\1 \2z\n\nz\n\n{}z\n( +)-z\n{}-)rsubr>)r+rDlist_paragraphr r r#_parse_descriptions  rjsrc_cfgcCsd|vr|ddd}|||d|vrUd|dvr2|dddd}|d||d|dvrU|ddD]}d|vrT|ddd}|||q>t|dg|dg|dgD]}d|vr}|ddd}|||qgdS) zEFlatten schema: replace $refs in src_cfg with definitions from $defs.rz#/$defs/rrZrrallOfN)popr!updaterru)rkrV reference sub_schemar r r#r^s.     r^cCs,|dd}|s dS|D]}||q dS)zFlatten schema: Merge allOf. If a schema as allOf, then all of the sub-schemas must hold. Therefore it is safe to merge them. rlN)rmrn)rk sub_schemasrpr r r#_flatten_schema_all_of s  rr prop_configcCsdtdtdtfdd}|di}|di}g}g}||||t||D]}||||q&dt||}|r>d |}|S) aGReturn accumulated property description. Account for the following keys: - top-level description key - any description key present in each subitem under anyOf or allOf Order and deprecated property description after active descriptions. Add a trailing stop "." to any description not ending with ":". rn descriptionsdeprecated_descriptionscSsBtt|jdr|t|dS|dr|t|dSdS)N)deprecated_versionchanged_version new_versionr+)anyrKrurr)rnrtrur r r#assign_descriptions!s z6_get_property_description..assign_descriptionsrrrrrs)rrTrurrJ)rsrzrrrtrurer+r r r#_get_property_descriptions$     r{ c s|d}g}ddurdSfdddD}fdd|D}|D]}|D]\}} t| |t| | ddur>q)t| } | d |} |tj|| t| |dt | |d | d } | rt| || d sr| d r|t j|| d|t | ||d| dgD] } | d s| d r|t j|| d|t | ||dqd | vsd | vr|t | ||dq)q#d |S)zDReturn restructured text describing the supported schema properties. hiddenTrcs$g|]}dvs|dvr|qS)r~r r!rorr r#r$Fs z%_get_property_doc..)rpatternPropertiescsg|]}|iqSr )rurrr r#r$Ksr)rD prop_namer+ prop_typerZrr)rDrrVrDrrQ) rurZr^rrr{rSCHEMA_PROPERTY_TMPLr>rjraSCHEMA_LIST_ITEM_TMPL_get_property_docrJ)rrVrD new_prefixr property_keysproperty_schemas prop_schemaprop_keyrsr+rrZ alt_schemar rr#r@sz        5rmetacCs^|d}|s dSt}t|dD]\}}|tj|d7}t|dd}|d|7}q|S)zAReturn restructured text describing the meta examples if present.r-rr) example_countr|r) ruSCHEMA_EXAMPLES_HEADERrSCHEMA_EXAMPLES_SPACER_TEMPLATEr>textwrapindentrrJ)rr- rst_contentcountexampleindented_linesr r r# _get_exampless rcCs2|dsdSddd|dD}d|dS)Nr/rrBcss|] }d|dVqdS)rPNr rWr r r#rs  z3_get_activate_by_schema_keys_doc..z**Activate only on keys:** rQ)rurJ)r schema_keysr r r# _get_activate_by_schema_keys_docs   rc Cs|dur tdd}|r |stdt|}hd}dh}d}||r,d||}n |||r9d ||}|r?t|tt|}d|d <d |d <d |d<t t t |dd |d<| di}| |drx| |di}t t|}z t ||d d|d<Wntytdd|d<Ynw|dsd|d<t t|d |d<|dsd|d<d|d|d<tdd|d|d<t||d<tjdi|}|S)zReturn reStructured text rendering the provided metadata. @param meta: Dict of metadata to render. @param schema: Optional module schema, if absent, read global schema. @raise KeyError: If metadata lacks an expected key. Nrrz"Expected non-empty meta and schema>r)r(r*r,r-r.r+r/rz(Missing required keys in module meta: {}z3Additional unexpected keys found in module meta: {}property_headerz prefix6r|prefix3r+z$defsr)r property_docz3Unable to render property_doc due to invalid schemaz+ No schema definitions for this moduler-z$ No examples for this modulerBr,r-r(title_underbarr )r ValueErrorrUkeysr>KeyErrorrrrrr r3rurAttributeErrorrrrrJrrhrSCHEMA_DOC_TMPL) rrr required_keys optional_keys error_message meta_copyrVtemplater r r# get_meta_docsj          rcCstjtjt}t|SrG)osr8dirnameabspath__file__r) configs_dirr r r# get_modulessrrequested_modulescCsd}ttdg}t|t|}|r&tdt|d|dd|D]%}d|vs2||vrMt |dgdg\}}|rMt |d }||j pKd7}q(|S) zaLoad module docstrings Docstrings are generated on module load. Reduce, reuse, recycle. rallz+Invalid --docs value {}. Must be one of: {}rBTr)zcloudinit.configrr) rTrvaluesrU differencerr>rJr find_module import_moduler`)rdocs all_modules invalid_docsmod_namemod_locsr3modr r r#load_docs* rcCstjtjtjtdS)Nschemas)rr8rJrrrr r r r#get_schema_dirsrc CsZtjtt|d}d}z tt|}W|Stt fy,t d||iYSw)ziReturn jsonschema for a specific type. Return empty schema when no specific schema file exists. rNz;Skipping %s schema valiation. No JSON schema file found %s.) rr8rJrSCHEMA_FILES_BY_TYPEjsonloadsrIOErrorOSErrorrr)r schema_file full_schemar r r#r srcCs||s tjddd}|jdddd|jdd td td d |jd dddd|jddddd|jddddd|S)z0Return a parser for supported cmdline arguments.cloudconfig-schemaz.Validate cloud-config files or document schema)progr+z-cz --config-filez.Path of the cloud-config yaml file to validate)helpz-iz--instance-datazbPath to instance-data.json file for variable expansion of '##template: jinja' user-data. Default: instance_data)rrz--system store_trueFz)Validate the system cloud-config userdata)actiondefaultrz-dz--docs+zCPrint schema module docs. Choices: all or space-delimited cc_names.)nargsrz --annotatez/Annotate existing cloud-config file with errors)argparseArgumentParser add_argumentr3r get_runpathparserr r r# get_parser sJ   rc Cs|j|j|jg}tdd|Ddkrtddd|jr%|jr%tdddtdd }|jr6tt|jd St d d }|j rB|j }nt d krN| d}n| d}|jr]d|jff}nDt d kritddd|d}|sxtdddd Sd|ff}d|dfd|dff}|D]\} } | rt j| r|| | ff7}qt j|d dstd|d dddddd} tt|dk} | rtdddd |Dd!} g} t|dD]\}\} }| rtd"|d#| d$|d%z t|||j|WnYty,}z"|js"t| d&|tt|| d'd(| | WYd }~qd }~wtyV}zt| d&| tt|| d'd(| | WYd }~qd }~ww|jr]|n| }t| d)|q| r}tdd*d | Dd+ddd Sd S),z@Handle provided schema args and perform the appropriate actions.cSsg|]}|r|qSr r )r!argr r r#r$Qrz&handle_schema_args..rz;Expected one of --config-file, --system or --docs argumentsTr)z;Invalid flag combination. Cannot use --annotate with --docsrrNtrust)fetch_existing_datasourcerrinstance_data_sensitivez user-datazNUnable to read system userdata or vendordata as non-root user. Try using sudo. cloud_configz;Unable to obtain user data file. No instance data availablez vendor-datavendor_cloud_configz vendor2-datavendor2_cloud_configz Config file z does not existz Error: {})fmtr*rz!Found cloud-config data types: %srBcss|]\}}|VqdSrGr )r!cfg_typer3r r r#rrz%handle_schema_args..r}rrrz at :zInvalid cloud-config z Error: {} )rzValid cloud-config: css|]}|VqdSrGr )r!rr r r#rsz'Error: Invalid cloud-config schema: {} ) config_filersystemr_rr|rr/rrrrgetuidr get_ipathr8existsr^rJrrBrNr3rr>)r(argsexclusive_argsrpathsr% config_files userdata_filevendor_config_filesr vendor_filenested_output_prefixmulti_config_output error_typesidxcfg_filercfgr r r#handle_schema_argsNs               rcCst}td|dS)zDTool to validate schema of a cloud-config file or print schema docs.rr)rr parse_argsrr r r#mainsr__main__)FN)T)NrFFTFrG)r|)r)rr`rrloggingrrsysr collectionsrcollections.abcrcopyr functoolsr itertoolsrr5rrr r r r r r: cloudinitrrcloudinit.cmd.develrcloudinit.handlersrrcloudinit.utilrrrrer_ValidationErrorrf Exception getLoggerr0rVERSIONED_USERDATA_SCHEMA_FILEUSERDATA_SCHEMA_FILENETWORK_CONFIG_V1_SCHEMA_FILErrRrSCHEMA_PROPERTY_HEADERrrrrrDEPRECATED_PREFIXrSrr.typing_extensionsr%r&r'rr6r7rar?r3rMrrNrmrr^rrrrrrrrrrjrr#r4rBrGrHrUrarjr^rrr{rrrrrrTrrrrrrexitr r r r#sl     $        ) )   E 1L% Xz   ! @ X , *F I ._