j5jclUdZddlmZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZdd lmZmZmZmZmZdd lmZmZdd lmZdd lmZej@e!Z"ia#d e$d<ee zeze%ze&zZ'Gdde Z(Gdde Z)ddZ*ddZ+dddZ,GddeZ-y)z$Internal options model for OCRmyPDF.) annotationsN)Sequence)StrEnum)IOBase)Path)AnyBinaryIO) BaseModel ConfigDictFieldfield_validatormodel_validator)DEFAULT_LANGUAGEDEFAULT_ROTATE_PAGES_THRESHOLD) BadArgsError) monotonicdict[str, type]_plugin_option_modelsc$eZdZdZdZdZdZdZdZy)ProcessingModeaOCR processing mode for handling pages with existing text. This enum controls how OCRmyPDF handles pages that already contain text: - ``default``: Error if text is found (standard OCR behavior) - ``force``: Rasterize all content and run OCR regardless of existing text - ``skip``: Skip OCR on pages that already have text - ``redo``: Re-OCR pages, stripping old invisible text layer - ``strip``: Remove the invisible OCR text layer in place; do not OCR defaultforceskipredostripN) __name__ __module__ __qualname____doc__rrrr strip_textG/var/www/html/qr/venv/lib/python3.12/site-packages/ocrmypdf/_options.pyrr%s$ G E D DJr"rceZdZdZdZdZy) TaggedPdfModeaVControl behavior when encountering a Tagged PDF. Tagged PDFs often indicate documents generated from office applications that may not need OCR. This enum controls how OCRmyPDF handles them: - ``default``: Error if ProcessingMode is default, otherwise warn - ``ignore``: Always warn but continue processing (never error) rignoreN)rrrrrr&r!r"r#r%r%:sG Fr"r%c&d|jvS)zz%_pages_from_ranges..s &4!8 &sz)pages refers to a page number less than 1zOCRing only these pages: %s)replacesplitr0listrangerextend ValueErrorappendrlogwarninganydebugset) r*r/pages page_groupsgroupstartr(start_nend_n new_pagess r#_pages_from_rangesrO\sE..b)//4KQ  QS)JE3 Q-e[A+C= w{E!:;  &1%#a@  Y''Q. )&2   U     & &&FGGII+U3 u:% Q"%ed?<ed@Z.e.j^dAZ.dZ0dedB<dZ1d-edC<dZ2dedD<dZ3dedE<dZ4dedF<e5Z6d>edG<dZ7dHedI<dZ8dHedJ<dKZ9d>edL<dZ:dMedN<gZ;d edO<dZdedR<dZ?d-edS<dZ@d-edT<dUZAd edV<dZBdMedW<dZCd4edX<dYZDdedZ<d=Z-d>ed?<dZEd[ed\<eeFdd]^ZGd_ed`<eHdeIdaZJeHdeIdbZKeHdDeIdcZLeHdFeIddZMeHd&eIdeZNeHdeIdfZOeHd!eIdgZPeHd*eIdhZQeHdCeIdiZReHdGeIdjZSeHd5d6d8d7eIdkZTeHd0eIdlZUeHd,dmneIdoZVeWdmneIdpZXeWdqndrZYeWdqndsZZedtZ[d}duZ\eId~dvZ]e^dwddxZ_eIddyZ`ddzZadd{Zby) OcrOptionszInternal options model that can masquerade as argparse.Namespace. This model provides proper typing and validation while maintaining compatibility with existing code that expects argparse.Namespace behavior. PathOrIO input_file output_fileNzPathOrIO | Nonesidecarz Path | None output_folder work_folderctgSNrr!r"r#zOcrOptions.s :J9Kr")default_factoryz list[str] languagesautostr output_typermodeboolc<|jtjk(S)z>Backward compatibility alias for mode == ProcessingMode.force.)rarrselfs r# force_ocrzOcrOptions.force_ocrsyyN0000r"c<|jtjk(S)z=Backward compatibility alias for mode == ProcessingMode.skip.)rarrrds r# skip_textzOcrOptions.skip_textyyN////r"c<|jtjk(S)z=Backward compatibility alias for mode == ProcessingMode.redo.)rarrrds r#redo_ocrzOcrOptions.redo_ocrrir" int | NonejobsT use_threads progress_barFquietrr-verbosekeep_temporary_files image_dpideskewclean clean_final rotate_pagesremove_backgroundremove_vectors oversamplezlist[str] | None unpaper_argsz float | Noneskip_bigzstr | set[int] | NonerHinvalidate_digital_signaturesr%tagged_pdf_modez str | Nonetitleauthorsubjectkeywordsr6optimize jpg_quality png_qualityg333333?floatjbig2_thresholdc|jS)$Compatibility alias for jpg_quality.rrds r# jpeg_qualityzOcrOptions.jpeg_qualitysr"c||_y)rNr)revalues r#rzOcrOptions.jpeg_qualitys !r" no_overwritemax_image_mpixels pdf_renderer ocr_engine rasterizerrotate_pages_thresholdzos.PathLike | None user_words user_patternsg? fast_web_viewz bool | Nonecontinue_on_soft_render_errortesseract_configtesseract_pagesegmode tesseract_oemtesseract_thresholdingtesseract_timeouttesseract_non_ocr_timeoutitesseract_downsample_above!tesseract_downsample_large_imagespdfa_image_compressionLeaveColorUnchangedcolor_conversion_strategyzSequence[Path | str] | Noneplugins _extra_attrs)r\excludealiaszdict[str, Any] extra_attrsc|stgS|S)z#Ensure languages list is not empty.rZclsvs r#validate_languageszOcrOptions.validate_languagess$% %r"c2hd}||vrtd||S)z2Validate output type is one of the allowed values.>pdfa-1pdfa-2pdfa-3pdfr^nonepdfazoutput_type must be one of rA)rr valid_typess r#validate_output_typezOcrOptions.validate_output_types*T K :;-HI Ir"cDhd}ddh}||z}||vrtd||S)z3Validate PDF renderer is one of the allowed values.>r^fpdf2sandwichhocr hocrdebugzpdf_renderer must be one of r)rrvalid_rendererslegacy_renderers all_accepteds r#validate_pdf_rendererz OcrOptions.validate_pdf_renderers?8"K0&)99 L ;L>JK Kr"c2hd}||vrtd||S)z1Validate rasterizer is one of the allowed values.>r^pypdfium ghostscriptzrasterizer must be one of r)rrvalid_rasterizerss r#validate_rasterizerzOcrOptions.validate_rasterizer%s.@ % %9:K9LMN Nr"c\|r)t|drd|jvrd|jd<|S)z/If clean_final is True, also set clean to True.dataruT)hasattrr)rrinfos r#validate_clean_finalzOcrOptions.validate_clean_final.s. v&7dii+?!%DIIg r"c4||dks|dkDr td|S)z%Validate jobs is a reasonable number.rzjobs must be between 0 and 256rrs r# validate_jobszOcrOptions.validate_jobs6s& =a!eq3w=> >r"c0|dks|dkDr td|S)zValidate verbose level.rzverbose must be between 0 and 2rrs r#validate_verbosezOcrOptions.validate_verbose>s" q5AE>? ?r"c0|dks|dkDr td|S)zValidate oversample DPI.riz%oversample must be between 0 and 5000rrs r#validate_oversamplezOcrOptions.validate_oversampleFs" q5AHDE Er"c*||dkr td|S)zValidate max image megapixels.rz&max_image_mpixels must be non-negativerrs r#validate_max_image_mpixelsz%OcrOptions.validate_max_image_mpixelsNs  =QUEF Fr"c0|dks|dkDr td|S)z Validate rotate pages threshold.riz1rotate_pages_threshold must be between 0 and 1000rrs r#validate_rotate_pages_thresholdz*OcrOptions.validate_rotate_pages_thresholdVs" q5AHPQ Qr"c||S|D]_}tj|dk(st|dk\s*tt|ddj }t d|d|d|S)zGValidate metadata strings don't contain unsupported Unicode characters.NCoirz8Metadata string contains unsupported Unicode character: z (U+)) unicodedatacategoryordhexupperrA)rrcharhexchars r#validate_metadata_unicodez$OcrOptions.validate_metadata_unicode^s 9H D##D)T1SY'5Ic$i.,224 NfD , r"c^||St|tr|St|r|St|S)zConvert page ranges string to set of page numbers. If the string uses the ``end`` alias, the original string is preserved so that resolution can happen later, once the document's page count is known. ) isinstancerGr+rOrs r#validate_pages_formatz OcrOptions.validate_pages_formatns7 9H a H ! H"!$$r"before)rac||St|trtj|}t|trt d|Dr t d|St dt|)zANormalize unpaper_args from string to list and validate security.c3@K|]}d|vxs |dk(xs|dk(yw)/.z..Nr!)r9args r#r;z3OcrOptions.validate_unpaper_args..s)JC3J;#*;t ;Jsz&No filenames allowed in --unpaper-argsz+unpaper_args must be a string or list, got )rr_shlexr=r>rErAtypers r#validate_unpaper_argsz OcrOptions.validate_unpaper_argsse 9H a  AA a JJJ !IJJHFtAwiPQQr"ct|trOd|vr d|vrd|d<|jdd}|jdd}|jdd}|tjf|tj f|tj fg}|Dcgc] \}}|s ||f}}}t|} |jdtj} t| tr t| } | tjk7} | d kDr td | d k(rP|d d } | rA| | k7rHandle special cases for API compatibility and legacy options.rVrTz /dev/nullrfNrhrkrar6z8Choose only one of --force-ocr, --skip-text, --redo-ocr.rz--_r5z-ocrzConflicting options: --mode z cannot be used with z or similar legacy flag.)rdictpoprrrrlengetrr_rArr<)rrrrr legacy_setvalra legacy_true legacy_count current_mode mode_is_set expected_mode legacy_flags r#handle_special_caseszOcrOptions.handle_special_casess dD !$&=+D&1]#HH[$/E88K.D88J-D,,-~**+~**+J 9CJ93cC;JKJ{+L 88FN,B,BCL,,-l; &.*@*@@Ka Nq +Aq 1 <=#@$&}':':'B'B3'L&MT"RK$6|7I7I6JK//:m;SU -V  3Ks  E#E#afterc|jtjk(r/|js|js |j r t d|S)z+Validate options compatible with redo mode.zm--redo-ocr (or --mode redo) is not currently compatible with --deskew, --clean-final, and --remove-background)rarrrtrvrxrArds r#validate_redo_ocr_optionsz$OcrOptions.validate_redo_ocr_optionssG 99++ + KK4++t/E/EC  r"c|jdk(r@t|jtjdfvrt d|jd|S)z4Validate output type is compatible with output file.rr5z:Since you specified `--output-type none`, the output file zI cannot be produced. Set the output file to `-` to suppress this message.)r`r_rTosdevnullrArds r#"validate_output_type_compatibilityz-OcrOptions.validate_output_type_compatibilitysc   v %#d.>.>*? JJ H + L##$%01   r"ct|j|j|jtj k(|j g }|S)z9Determine lossless_reconstruction based on other options.)rErtrvrarrrx)relosslesss r#lossless_reconstructionz"OcrOptions.lossless_reconstructionsJ    ^111&&    r"cf |j} fd i}|jD]\}} |}||||<|jrK|jjDcic]\}}|jds||}}}|r  ||d<t j |Scc}}w)zCSerialize to JSON with special handling for non-serializable types.ct|trdt|dSt|ttzst |ds t |drdddSt |drd|j jvrdddSt|tryt|ttzr|Dcgc] }| c}St|tr*|jDcic]\}}||c}}S|Scc}wcc}}w) Nr)__type__rreadwriteStreamstream __class__Iterator) rrr_r rrr rpropertyr>tupleritems)ritemkr_serialize_values r#rz9OcrOptions.model_dump_json_safe.._serialize_values%&$*SZ@@5(V"345&)5'*%-x@@ ,u?W?W1W$,x@@E8,E4%<0;@A4(.AAE4(;@;;=I41a+A..II BIs )C7C<_plugin_cache_r) model_dumprr startswithjsondumps) rerserializable_datakeyrserialized_valuerrfiltered_extrars @r#model_dump_json_safezOcrOptions.model_dump_json_safes  0**, :JC/6 +)9!#& :   !,,224Aq||$451N 4D^4T!.1zz+,,s*B-ctj|}fdi}i}|jD]\}}|dk(r |}|||< |di|}||_|S)zGReconstruct from JSON with special handling for non-serializable types.cVt|tr,d|vr(|ddk(rt|dS|ddk(r|dS|dSt|tr|Dcgc] }| c}St|tr*|j Dcic]\}}||c}}S|Scc}wcc}}w)Nrrrr )rrrr>r)rrrr_deserialize_values r#r!z?OcrOptions.model_validate_json_safe.._deserialize_values%&:+>$.g//:&(2 >) >)E4(=BCT*40CCE4(=B[[]KTQ-a00KK DKs B B%rr!)rloadsrr) rjson_strrdeserialized_datarrrinstancer!s @r#model_validate_json_safez#OcrOptions.model_validate_json_safeszz(# " **, CJCn$07 );E)B!#&  C+*+*r"forbid)extraarbitrary_types_allowedvalidate_assignmentc.tj|y)zRegister plugin option model classes for nested access. Args: models: Dictionary mapping namespace to model class N)rupdate)rmodelss r#register_plugin_modelsz!OcrOptions.register_plugin_modelsBs $$V,r"cd|}||jvr|j|S|tvrtd|dt|}d}i}|jD]}|d|}|tjvrt ||}|,||||<8||jvr|j|}|X||||<d|tjvrt ||}|||||<|dk(r3|dk(r.dtjvs|j }|||||<|dk(s|dk(sd tjvs|j}|||||<|d i|} | |j|<| S) aZGet or create a plugin options instance for the given namespace. This method creates plugin option instances lazily from flat field values. Args: namespace: The plugin namespace (e.g., 'tesseract', 'optimize') Returns: An instance of the plugin's option model, or None if not registered rzPlugin namespace 'zE' is not registered. Ensure setup_plugin_infrastructure() was called.cdt|tjrtj|S|S)z8Convert value to be compatible with plugin model fields.)rrPathLikefspath)rs r#_convert_valuez6OcrOptions._get_plugin_options.._convert_valueds$%-yy''Lr"rrlevelrrr!)rrAttributeError model_fieldsrQgetattrrr) re namespace cache_key model_classr3kwargs field_name flat_namerr%s r#_get_plugin_optionszOcrOptions._get_plugin_optionsLs%YK0 (( (##I. . 1 1 $YK0CD  ,I6  %22 CJ$+Qzl3IJ333i0$)7)>F:&d...((3$)7)>F:&z666j1$)7)>F:&j(Z7-B!8!88 MME(-;E-Bz*j(Z>-I J$;$;; ,,E(-;E-Bz*? CD((&.#r"c@|jdr%tdt|jd|d|tvr|j |Sd|j vr||jvr|j|Stdt|jd|d)a!Support dynamic access to plugin option namespaces. This allows accessing plugin options like: options.tesseract.timeout options.optimize.level Plugin models must be registered via register_plugin_models() for namespace access to work. Built-in plugins register their models during initialization. Args: name: Attribute name Returns: Plugin options instance if name is a registered namespace, otherwise raises AttributeError rr7z' object has no attribute 'r)rr5rrrr>__dict__r)renames r# __getattr__zOcrOptions.__getattr__s& ??3  DJ''((CD6K  ( (++D1 1 DMM )dd6F6F.F##D) )T ##$$?vQ G  r")returnrb)rCr_)r#r_rCrQ)r-rrCNone)r8r_rCr)rAr_rCr)crrrr__annotations__rUrVrWr r]r`rrrarrfrhrkrmrnrorprqrrrsrtrurvrwrxryrzr{r|rHr}r%r~rrrrrrrrrsetterrrrrrrrrrrrrrrrrrrrrrrrrr classmethodrrrrrrrrrrrrrrrrrrrr&r model_configr.r>rBr!r"r#rQrQsn#G_#!%M;%#K#!1KLIyLK)11D.1110000 D*KL$E4GS!&$&!Iz FDE4KL$#t# ND J%)L")"Hl!#'E '*/!4/%2%:%:O]:E:FJGZHjHc"K""K"!OU!  !! L$'+|*L#JJ$BEB%)J")(,M%,M515!;5#%i$(,:, $M:$)-J-&*|*.2|2&++59%{9*.J-%:s:"OU!,0G (/#(d.#K[!" ]#$^$%\"#]#$ V Y  \"# ()* -./ Wh I> ? W%%$^(3 R4 R(#+$+Z'" # '" #   .-`##J $ L --DL# r"rQ)r*r_rCrb)r.r_r/rlrCr-rY)r*r_r/rlrCzset[int]).r __future__rrloggingrrrcollections.abcrenumriorpathlibrtypingrr pydanticr r r r rocrmypdf._defaultsrrocrmypdf.exceptionsrocrmypdf.helpersr getLoggerrrCrrEr_bytesrRrr%r+r0rOrQr!r"r#rVs+"  $ SSO,& g!*,+ f t #c )E 1W* G # /dg g r"