Sjj dZddlmZmZmZmZddlmZmZde de fdZ dedefd Z dede fd Z d Zdd ede dee efdeede f dZdee efde fdZdd edee efdeededef dZdede fdZddedee e ffdZdedeee effdZdedee effdZdeedeefdZdeedeee effdZy )z3 Shared validation functions for Firecrawl v2 API. )OptionalDictAnyList) ScrapeOptions ScrapeFormats format_strreturnc2dddd}|j||S)z Convert format string from snake_case to camelCase. Args: format_str: Format string in snake_case Returns: Format string in camelCase rawHtmlchangeTrackingzscreenshot@fullPage)raw_htmlchange_trackingscreenshot_full_page)get)r format_mappings P/root/.hermes/venv/lib/python3.12/site-packages/firecrawl/v2/utils/validation.py_convert_format_stringr s)+ 5N   j* 55schemacx|rt|ts|Stdtdtffd |S)z Normalize a schema for OpenAI compatibility by handling recursive references. Args: schema: Schema to normalize Returns: Normalized schema objr ct|ts(t|tr|Dcgc] } | c}S|St|}| vr|S j |t|}d|vr j ||Sd|vr|j d}i}|jD]*\}}t|trd|vr  |||<&|||<,i}|jD]\}} |||<i|d|i} j || S|jddk(rd|vr|jddur|d=|jddk(rVd|vrRd|vrNt|dtr8t|dtr%|dD cgc] } | |dvr|  } } | r| |d<n|d=n|d=t|jD]a\}}t|trd|vr  |||<&t|ts7|Dcgc]}t|tr |n|c}||<c j ||Scc}wcc} wcc}w) N$ref$defstypeobject propertiesadditionalPropertiesTrequired) isinstancedictlistidadddiscardpopitemsr)ritemobj_id normalizeddefsprocessed_restkeyvaluenormalized_defsresultfieldvalid_requirednormalize_objectvisiteds rr5z5normalize_schema_for_openai..normalize_object*s#t$#t$;>?4(.??JC W J F#Y  Z  OOF #  j >>'*DN(..0 0 UeT*vU/B*:5*AN3'*/N3'  0 !O"jjl ? U'7'>$ ?BAAF OOF #M NN6 "h . J & NN1 2d :12 NN6 "h . * $ J &:j148:l3T:5? 5K"EE"':l+C"C#("E"E!-;Jz*":.z*z//12 qJC%&6+>"25"9 3E4(jo"pbfZd=S#3D#9Y]#]"p 3  q w@V"E#qsH: H?>!I)r"r#setr)rr5r6s @@rnormalize_schema_for_openair8s> FD1 eG>c>c>@ F ##rcx|rt|tsytdtdtffd | S)z Validate schema for OpenAI compatibility. Args: schema: Schema to validate Returns: True if schema is valid, False otherwise Trr cXt|tsyt|}|vryj|d|vrj |y|j ddk(r-d|vr)d|vr%|j ddurj |y|j D]|}t|tr d|vr|s j |yt|tsD|D]4}t|tsd|vs|s"j |y~j |y) NFrrrrpatternPropertiesr T)r"r#r%r&r'rvaluesr$)rr+r0r*has_invalid_structurer6s rr=z9validate_schema_for_openai..has_invalid_structure|s#t$C W  F S= OOF # GGFOx '  # s * GG* +t 3 OOF #ZZ\ (E%&6+>(/OOF+E4(!(D!$-&2D06#OOF3#' ( ( r)r"r#r7rbool)rr=r6s @@rvalidate_schema_for_openair?ms? FD1eG!3!4!F%V, ,,raSchema contains invalid structure for OpenAI: object type with no 'properties' defined but 'additionalProperties: true' (schema-less dictionary not supported by OpenAI). Please define specific properties for your object. Note: Recursive schemas using '$ref' are supported.Nrtarget_def_namer-r6c|rt|ttfsy| t}ddl}|j |dt }||vry|j| t|trd|vrt|dt ru|djd}t|dk\rS|dd k(rK|d d k(rC|d }||k(r |j|y||vr"t||||||j|S|jD]#}t||||s|j|yn8t|tr(|D]#} t| |||s|j|y|j|y#|j|wxYw) a Check if an object contains a recursive reference to a specific definition. Args: obj: Object to check target_def_name: Name of the definition to check for recursion defs: Dictionary of definitions visited: Set of visited object keys to detect cycles Returns: True if recursive reference is found, False otherwise FNrT) sort_keysdefaultr/#r) r"r#r$r7jsondumpsstrr&splitlenr'_contains_recursive_refr<) rr@r-r6rIobj_keyref_pathdef_namer0r*s rrNrNs jtTl3%jjcj:G' KK! c4 }CK!=v;,,S1x=A%(1+*<!PWAW'|H?2#   4'6tH~X\^ef   *5/4Q   T " *4$P      s1A#E6E65!E6E6*%E6E6#E66F cX|sy|jD]\}}t|||syy)z Check if $defs contain circular references. Args: defs: Dictionary of definitions to check Returns: True if circular references are found, False otherwise FT)r)rN)r-rQ def_values r_check_for_circular_defsrTs8 #zz|) "9h = rdepthc P|rt|ttfr|dkDr|S| t}t |}||vr|S|j | t|trd|vrt|dt r||djd}t|dk\rG|ddk(r?|ddk(r7|d }||vr.tt|||||dz|j|S||j|Si}|jD]\}} |dk(r t| |||dz||<!||j|St|tr0|D cgc]} t| |||dzc} |j|S |j||Scc} w#|j|wxYw) aP Resolve $ref references in a JSON schema object. Args: obj: Object to resolve references in defs: Dictionary of definitions visited: Set to track visited objects and prevent infinite recursion depth: Current recursion depth Returns: Object with resolved references rrDrErrFrGrrH) r"r#r$r7r%r&rKrLrM resolve_refsr'r)) rr-r6rUr+rPrQresolvedr/r0r*s rrXrXs jtTl3urz % WF   KK c4 }CK!=v;,,S1x=A%(1+*<!PWAW'|H4'+Dh,@$QVYZQZ[  H!iik N U'> ,UD'519 M  N  T "MPQTLtWeai@Q  #  J R s1A>FF25F9F F %F FF%c|rt|tsyddl}|j|}d|vxs d|vxsd|v}t |j dxs|j d}|xs|S) z Detect if a schema contains recursive references. Args: schema: Schema to analyze Returns: True if schema has recursive patterns, False otherwise FrN"$ref"#/$defs/z#/definitions/r definitions)r"r#rIrJr>r)rrI schema_stringhas_refshas_defss rdetect_recursive_schemara#sy FD1JJv&MM! *m# *M) FJJw'D6::m+DEH  xrc:|sdddSt|rdddSdddS)z Select appropriate model based on schema complexity. Args: schema: Schema to analyze Returns: Dict with modelName and reason z gpt-4o-mini no_schema) modelNamereasonzgpt-4orecursive_schema_detected simple_schema)ra)rs rselect_model_for_schemarh<s1 *kBBv&%1LMM&/ BBrc t|dr%t|jr|jSt|drat|jrLt |j dd}t|r|j jS|jSt|dr%t|j r|j St|drat|jrLt |j dd}t|r|j j S|jSt|tr|SdS#t$rYwxYw)z Normalize a schema object which may be a dict, Pydantic BaseModel subclass, or a Pydantic model instance into a plain dict. model_json_schema model_dumpNrr#) hasattrcallablerjrkgetattr __class__rr# Exceptionr")rmjsschs r_normalize_schemarsOs!  6. /HV=U=U4V++- - 6< (Xf6G6G-H&**,?FC}''99;;$$& & 68 $&--)@==? " 66 "x '<&**Hd;C}''..00;;=  -6747    s00EAEE 0EAE.E EE format_objct|ts td|jddk7r td|jd}t|}|t |}|t|tr|jdi}ddl}|j |}|jdxs d |vxsd |v}|rD t||}|j |} d | vxsd | v} | s|}t|trd|vr|d=n$ t||}t|trd|vr|d=t|} t| stt| |d<|S#t$rY7wxYw#t$rYFwxYw) a Validate and prepare json format object. Args: format_obj: Format object that should be json type Returns: Validated json format dict Raises: ValueError: If json format is missing required fields Hjson format must be an object with 'type', 'prompt', and 'schema' fieldsrrIz!json format must have type='json'rNrrr[r\) r"r# ValueErrorrrsrIrJrXrpr8r?OPENAI_SCHEMA_ERROR_MESSAGE) rtrr,normalized_schemar-rIr^ has_any_refsresolved_schemaresolved_stringhas_remaining_refsopenai_normalized_schemas r_validate_json_formatrps j$ 'cdd~~f'<==^^H %Fj!J -f5  (+T2(,,Wb9 $ +< = %))'20 -0-/   *67H$*O*.**_*E-5-H-iJZiLi*10?-)*;TBwRcGc$5g$>,89JD,Q)%&7>7N_C_ 1' : (CCT'U $-.FG !<==#;Jx %%%s%=AE#E EE E+*E+optionsc|y|j|jdkr td|j|jdkr td|S)z Validate and normalize scrape options. Args: options: Scraping options to validate Returns: Validated options or None Raises: ValueError: If options are invalid NrzTimeout must be positivezwait_for must be non-negative)timeoutrwwait_for)rs rvalidate_scrape_optionsrs["w!';344#(8(81(<899 Nrc t|yt|}|yddddddddd}|jd}|jD]\}}||vs |||<i}ddd d d d d ddddd }|jD]\}} ||vs |j||| < |jD]\} } |  | dk(r!t | j xsd|d<0| dk(r0g} t |dd} t| tr| jr| jD]}t|tr+|dk(r td| jt|?t|tr|jdrt|jdnd}|dk(r#ti|ddi}| j||dk(rei|ddi}d|vr|jd|d<|jd}t!|dr|jd|d<| j|d|vr |xs|d|d<| j|1t!|dr_|j"dk(r*| jt|jv| jt|j"| j|| j$r| jd| j&r| jd| j(r| jd| j*r| jd | j,r| jd!| j.r| jd| j0r| jd"nnt| t2rC| D]<}t|tr+|dk(r td| jt|?t|tr|jdrt|jdnd}|dk(r#ti|ddi}| j||dk(rei|ddi}d|vr|jd|d<|jd}t!|dr|jd|d<| j|d|vr |xs|d|d<| j|1t!|dr|j"dk(r*| jt|jv|j"dk(rddi}t |dd|j4|d<t |d#d|j6|d#<t |dd}|#t!|dr|jdn||d<| j|| jt|j",| j|?n | D]}| j| | s_| |d<f| d$k(rg}| D]}t|tr.>.@.HD M*i/1!$+7It#D . >'//#3#;#;>C)#s3#&&=*45+A%A 1 8 89OPS9T U!+C!6VYV]V]^dVe+A#''&/+Rko#+v#55JKbcKbSY[aKb5cN$5$<$<^$L%-%=1NC1N1NJ'2j'@AKP[A\ :(>)3 )CB'.r<'@AC\`Aa :(>$5$<$6M#f+F $5$<$B(00)00<',,)008'00)00;'//)00;'--)009'22)00>'77)001AB 0$7/&:%c3/"f}&01{&| |-445KC5PQ'T2RURYRYZ`Ra'=cggfo'NgkH'611FG^#G^vW]G^1_ 1 8 8 H!)\!9-J-JV\-J #.*#<=G^^K=XJz$:%/^^J%?#*2|#<=?]]X\]=]Jz$: 1 8 8 D#)S=2:2Ic&kCK 1 8 8 =$S&1"xx61 1 8 89Ns~~O_9` a!$\!9.4l-C #*3 T#B#N=@]]Jz$:#*3 4#@#LahikmyazR]]X\]=]ACJz$: 1 8 8 D 1 8 89OPSPXPX9Y Z-44S9M&:R#(:C-44S9: %->K * !$&!#CF!&$/+-(8> L4J )[8?K 0 F!&#.)008#FD1&*6l &+56Aook6RK 3)00=&,&7&7T&7&J &+56Aook6RK 3)00= >*; I& "eT*.3K +.3.>.>D.>.QK +$) C Id)L q%s$^** ^76^7)N)Nr)__doc__typingrrrrtypesrr rKrr8r>r?rxr7rNrTintrXrarhrsrrrrrrs-,06s6s6$O$O$O$d2-s2-t2-lm00s0$sCx.0[cdg[h0tx0f4S>d(0c0c3h0(3-0WZ0cf0f C D 2CCC4S>C&8c8htCH~&>8BCcCd38nCLXm%<-AX6cH]$;ccSVh@Xcr