FCfu8UdZddlmZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z m Z ddlmZddlmZddlmZmZmZddlmZdd lmZdd lmZdd lmZdd lmZdd l m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&ddl'm(Z(ddl)m*Z*ejVZ,ejZZ.ej^Z0dZ1dZ2 dZ3eZ4dZ5dZ6eedZ7de8d<eedZ9de8d< d( d)dZ:d*dZ;d+dZGd d!ej~Z@Gd"d#ZAGd$d%ZBGd&d'eZCy)-z.Tools for representing files stored in GridFS.) annotationsN)AnyIterableMappingNoReturnOptional)Int64)ObjectId)CorruptGridFile FileExistsNoFile) ASCENDING) ClientSession) Collection)MAX_MESSAGE_SIZE)Cursor)BulkWriteErrorConfigurationErrorCursorNotFoundDuplicateKeyErrorInvalidOperationOperationFailure)_check_write_command_response)ReadPreference ii<)files_idnzdict[str, Any]_C_INDEX)filename uploadDate_F_INDEXcd|jdrddd fd }d fd }|r|dz }nrdj|d }|sst||| St|| S) zCreate a GridIn property. DEPRECATED,zGridIn property '2' is deprecated and will be removed in PyMongo 5.0crtjdtr|jst dzdk(r|j j dS|j j dS)N stacklevelcategoryz can only get %r on a closed filelengthr)warningswarnDeprecationWarning_closedAttributeError_fileget)self closed_only field_namewarn_strs P/var/www/highfloat_scraper/venv/lib/python3.12/site-packages/gridfs/grid_file.pygetterz!_grid_in_property..getterOsc  MM(q;M N t|| !Cj!PQ Q  !::>>*a0 0zz~~j$//rcrtjdt|jr9|jj j d|jdid|ii||j<y)Nr)r*_id$set)r.r/r0r1_collfiles update_oner3)r5valuer7r8s r9setterz!_grid_in_property..setterYs_  MM(q;M N << JJ   ' ' 50A(BVjZ_M`Da b!& :r This attribute is read-only.z{} {}zUThis attribute is read-only and can only be read after :meth:`close` has been called.docr5rreturnr)r5rrArrGr) startswithformatproperty)r7 docstring read_onlyr6r:rBr8s` ` @r9_grid_in_propertyrMBsHM* |+] ^ 0'77 %%    [I66 F **rcjd|jdrdddfd }|dz }t||S) zCreate a GridOut property.r%r&zGridOut property 'r'crtjdt|jdk(r|jj dS|jj dS)Nr)r*r-r)r.r/r0 _ensure_filer3r4)r5r7r8s r9r:z"_grid_out_property..getterwsW  MM(q;M N   !::>>*a0 0zz~~j$//rrCrDrF)rHrJ)r7rKr:r8s` @r9_grid_out_propertyrQosGHM*  ,^ _ 033I F **rc b|jjd}|jdd|i|S)z;Clear the given database/collection object's type registry.N) type_registry codec_options)rT with_options)entitykwargs codecoptss r9_clear_entity_type_registryrZs6$$111EI 6   AY A& AArc8|r|jr tdyy)Nz3GridFS does not support multi-document transactions)in_transactionrsessions r9_disallow_transactionsr_s 7))TUU*wrceZdZUdZ d8 d9dZd:dZd;dZd;dZedd*Zd?d@d+Zd?dAd,ZdBd-ZdCd.Zd;d/ZdDdEd0Zd`_ may be passed as keyword arguments. Any additional keyword arguments will be set as additional fields on the file document. Valid keyword arguments include: - ``"_id"``: unique ID for this file (default: :class:`~bson.objectid.ObjectId`) - this ``"_id"`` must not have already been used for another file - ``"filename"``: human name for the file - ``"contentType"`` or ``"content_type"``: valid mime-type for the file - ``"chunkSize"`` or ``"chunk_size"``: size of each of the chunks, in bytes (default: 255 kb) - ``"encoding"``: encoding used for this file. Any :class:`str` that is written to the file will be converted to :class:`bytes`. :param root_collection: root collection to write to :param session: a :class:`~pymongo.client_session.ClientSession` to use for all commands :param kwargs: Any: file level options (see above) .. versionchanged:: 4.0 Removed the `disable_md5` parameter. See :ref:`removed-gridfs-checksum` for details. .. versionchanged:: 3.7 Added the `disable_md5` parameter. .. versionchanged:: 3.6 Added ``session`` parameter. .. versionchanged:: 3.0 `root_collection` must use an acknowledged :attr:`~pymongo.collection.Collection.write_concern` 1root_collection must be an instance of Collectionz3root_collection must use acknowledged write_concern content_type contentType chunk_size chunkSize)read_preferencer<_sessionr>_chunksr3_buffer _positionr _chunk_numberr1F_ensured_index_buffered_docs_buffered_docs_sizeN) isinstancer TypeError write_concern acknowledgedrr_poprZrPRIMARYr4r DEFAULT_CHUNK_SIZEobject __setattr__chunksioBytesIO)r5root_collectionr^rXcolls r9__init__zGridIn.__init__sj/:6OP P,,99$%Z[ [w' V #$*JJ~$>F= ! 6 !"(**\":F; *?NLbLbc 5(*5u $jj6HI{4W54$/4DKK84&14BJJL94a04!44E24!1594!1264!6:rboolc0|jddi|j}|_ |j|jDcgc]}|d }}||vr-|j |j ||jyyycc}w#t$rg}YEwxYw)Nr<) projectionr^r]key)uniquer^)find_oneri list_indexesr create_indexitems)r5 collection index_keyrrE index_spec index_keyss r9__create_indexzGridIn.__create_indexs!!eQZ!O ; '1&=&=dmm&=&T"u%   *'' (9&RVR_R_'`+ $   s#B B BB BBc6tj|dst|j|j |j j td|j |j jtdtj|ddyy)NrnFT) rx__getattribute__r_ri_GridIn__create_indexr>r?r#rzr ryr5s r9__ensure_indexeszGridIn.__ensure_indexesso&&t-=> "4== 1    0 0(E B    1 18T B   t%5t < ?rc2|jjjd|jdi|j|jj j d|jdi|jtj|ddy)z>Remove all chunks/files that may have been uploaded and close.rr<r]r1TN) r>rz delete_manyr3rir? delete_onerxryrs r9abortz GridIn.abortsr %%z4::e3D&Et}}%] ##UDJJu,=$> #V4D1rc|jS)zIs this file closed?)r1rs r9closedz GridIn.closeds||rr<"The ``'_id'`` value for this file.T)rLr!Name of this file. Optional[str]Alias for `filename`.namereDDEPRECATED, will be removed in PyMongo 5.0. Mime-type for this file.rdr-Length (in bytes) of this file.)r6intrgChunk size for this file.rfr"z!Date that this file was uploaded.datetime.datetime upload_datemd5gDEPRECATED, will be removed in PyMongo 5.0. MD5 of the contents of this file if an md5 sum was created.z io.BytesIOrkr1zlist[dict[str, Any]]rorpcX||jvr|j|Std|z)Nz#GridIn object has no attribute '%s')r3r2r5rs r9 __getattr__zGridIn.__getattr__s. 4:: ::d# #BTIJJrc*||jvs||jjvrtj|||y||j|<|j r:|j jjd|jdid||iiyy)Nr<r=) __dict__ __class__rxryr3r1r>r?r@)r5rrAs r9ryzGridIn.__setattr__ s 4== DDNN,C,C$C   tT5 1 %DJJt ||   ++UDJJu4E,FRVX]Q^H_`rcx|jt||jksJ|r[|jj |j d|j |d|xjt|tzz c_|jsy|s/|jtk\st|jtk\r@ |jj|j|jg|_d |_|xj d z c_|xj&t|z c_y#t$rv}|jd}|D]4}|j!ddvs|j#|j d6d|i}|jd}|r|d |d <t%|d}~wwxYw) zFlush `data` to a chunk.r<)rrdataNr] writeErrorscode)i*i*i&1writeConcernErrorswriteConcernErrorrr)_GridIn__ensure_indexeslenrfroappendr3rmrp_CHUNK_OVERHEAD_UPLOAD_BUFFER_SIZE_UPLOAD_BUFFER_CHUNKSrj insert_manyrirdetailsr4_raise_file_existsrrl)r5rforceexc write_errorserrresultwcess r9 __flush_datazGridIn.__flush_data-s 4yDOO+++     & &!ZZ.T5G5GQUV   $ $D O(C C $""  ''+>>4&&'+@@  (()<)r? insert_onerirrr<rs r9__flushzGridIn.__flushWs .   d  +#(#8DJJx '/'8'8'<'<@Q@Q@U@U'<'VDJJ| $::##..tzz4==.Q Q  .  # #DHH - .sB3B66$CCctd|z)z3Raise a FileExists exception for the given file_id.zfile with _id %r already exists)r )r5file_ids r9rzGridIn._raise_file_existscs:WDEErcl|js(|jtj|ddyy)zFlush the file and close it. A closed file cannot be written any more. Calling :meth:`close` more than once is allowed. r1TN)r1_GridIn__flushrxryrs r9rz GridIn.closegs+ || LLN   tY 5rc,tjd)Nreadr{UnsupportedOperationr5sizes r9rz GridIn.readqs%%f--rcyNFrUrs r9readablezGridIn.readabletrcyrrUrs r9seekablezGridIn.seekablewrrc|jr td |j}|jjdkDrl|j|jjz }|r3 ||}|jj#|t%||kry|j'||j}|rVt%||jk(r>|j)|||j}|rt%||jk(r>|jj#|y#t$rt |t t fs tddt |t r6 |j|j}n#t$r tddwxYwtj|j}YwxYw#t$r|j!wxYw)agWrite data to the file. There is no return value. `data` can be either a string of bytes or a file-like object (implementing :meth:`read`). If the file has an :attr:`encoding` attribute, `data` can also be a :class:`str` instance, which will be encoded as :attr:`encoding` before being written. Due to buffering, the data may not actually be written to the database until the :meth:`close` method is called. Raises :class:`ValueError` if this file is already closed. Raises :class:`TypeError` if `data` is not an instance of :class:`bytes`, a file-like object, or an instance of :class:`str`. Unicode data is only allowed if the file has an :attr:`encoding` attribute. :param data: string of bytes or file-like object to be written to the file zcannot write to a closed filez+can only write strings or file-like objectsNz7must specify an encoding for file in order to write strr)r1 ValueErrorrr2rqstrbytesrrencodeencodingr{r|rktellrf BaseExceptionrwriterrr)r5rrspaceto_writes r9rz GridIn.writezs( <<<= = )99D <<    "OOdll&7&7&99E#E{H ""8,x=5(    !(3x=DOO;   h 'DOO,H3x=DOO; 8$= )dS%L1 MNTXX$$ ;;t}}5D% #Q  ::d#((D )&%JJLs5 D4,G 4;G0F  G F"""GG G&c4|D]}|j|y)zSWrite a sequence of strings to the file. Does not add separators. N)r)r5sequencelines r9 writelineszGridIn.writeliness  D JJt  rcyNTrUrs r9 writeablezGridIn.writeablerc|S)z)Support for the context manager protocol.rUrs r9 __enter__zGridIn.__enter__s rcX||jytj|ddy)zSupport for the context manager protocol. Close the file if no exceptions occur and allow exceptions to propagate. r1TF)rrxryr5exc_typeexc_valexc_tbs r9__exit__zGridIn.__exit__s1   JJL    tY 5rN)r}rr^Optional[ClientSession]rXrrGNone)rrrrrrrGrrGrrGrrrrGr)rrrArrGr)F)rrrrrGr)rrrGr)rGr)rrrGrr)rrrGr)rrrGr)rz Iterable[Any]rGr)rGrarrrrrrrGr)#__name__ __module__ __qualname____doc__rrrrrJrrMr<__annotations__r!rrdr-rfrrrryrrrrrrrrrrrrrrUrr9rarasx(OSQ;)Q;4KQ;^aQ; Q;f a=2 !(LX\]C]/ d&Zd?d@d'ZdAdBd(ZdAdBd)ZdCd*ZefdDd+Zd=d,ZdEd-Zd;fd. ZdFd/ZdGd0Zd=d1Z dEd2Z!dHd3Z"dId4Z#d;d5Z$d=d6Z%dJdKd7Z&d;d8Z'xZ(S)LGridOutz!Class to read data out of GridFS.c2t|ts tdt|t |}t ||j|_|j|_ ||_ t|_ d|_d|_d|_||_||_y)aRead a file from GridFS Application developers should generally not need to instantiate this class directly - instead see the methods provided by :class:`~gridfs.GridFS`. Either `file_id` or `file_document` must be specified, `file_document` will be given priority if present. Raises :class:`TypeError` if `root_collection` is not an instance of :class:`~pymongo.collection.Collection`. :param root_collection: root collection to read from :param file_id: value of ``"_id"`` for the file to read :param file_document: file document from `root_collection.files` :param session: a :class:`~pymongo.client_session.ClientSession` to use for all commands .. versionchanged:: 3.8 For better performance and to better follow the GridFS spec, :class:`GridOut` now uses a single cursor to read all the chunks in the file. .. versionchanged:: 3.6 Added ``session`` parameter. .. versionchanged:: 3.0 Creating a GridOut does not immediately retrieve the file metadata from the server. Metadata is fetched when first needed. rcrN)rqrrrr_rZsuperrrz_GridOut__chunksr?_GridOut__files_GridOut__file_idEMPTY_GridOut__buffer_GridOut__buffer_pos_GridOut__chunk_iter_GridOut__positionr3ri)r5r}r file_documentr^rs r9rzGridOut.__init__sL/:6OP Pw'5oF '.. &,,    "  rr<rrr!rrrrrerrrdr-rrrgrrfr"z'Date that this file was first uploaded.rraliaseszJDEPRECATED, will be removed in PyMongo 5.0. List of aliases for this file.zOptional[list[str]]metadatazMetadata attached to this file.Optional[Mapping[str, Any]]rrr3rc|jst|j|jj d|j i|j|_|js%t d|jd|j yy)Nr<r]zno file in gridfs collection z with _id )r3r_rirrrr rs r9rPzGridOut._ensure_file)sxzz "4== 1..t~~/FPTP]P].^DJ::3DLL3C:dnnM_`rcx|j||jvr|j|Std|z)Nz$GridOut object has no attribute '%s')rPr3r2rs r9rzGridOut.__getattr__2s:  4:: ::d# #CdJKKrcyrrUrs r9rzGridOut.readable8rrcvt|j|jz }t}t |j }|dkDr|j|jd}n|j t |jkrt ||j z|z }|j't||j|j||_|jj}|d|j |zd}|s td|xj t|z c_t|_d|_|S)z{Reads a chunk at a time. If the current position is within a chunk the remainder of the chunk is returned. rNrztruncated chunk)rrrrrrfrr-r_GridOutChunkIteratorrrinextr )r5received chunk_datarf chunk_numberchunks r9 readchunkzGridOut.readchunk;s t}}%(9(99 ) a<t'8'8':;J __s4;;/ /4?? :jHIL  ($9$-- %!%%**,Evt'C'EFJ%&788 3z?* rc|jt|j|jz }|dks||kDr|}|dk(rtSd}g}||krO||z }|j ra|j }|j }t||j d} t|_d|_|xjt| z c_n|j}d}t|} |r/|jt|||z|z } | dk\r || zdz}| dz}t| |kDr[|j| d|||_||z|_|xjt|j |j z zc_n|j| |t| z }||krO||k(r'|jr |jjdj!|S#t$rYwxYw)z&Internal read() and readline() helper.rNrr)rPrr-rrrr memoryviewrr%findNEWLNrrr  StopIterationjoin) r5rr remainderr!rneededbuf chunk_startr"poss r9_read_size_or_linezGridOut._read_size_or_lineWs  $t6 !8ti'D 19LoH_F}}mm"// '_T->->-@A % $%!3z?2nn& '_ hhuk;3GH;V!8#c>A-D 1WF:' Jw/0 # $/&$8!3t}}#58I8I#II J' J 'H9o> 9 !2!2 !!&&(xx~!  s5G G,+G,c&|j|S)aRead at most `size` bytes from the file (less if there isn't enough data). The bytes are returned as an instance of :class:`bytes` If `size` is negative or omitted all data is read. :param size: the number of bytes to read .. versionchanged:: 3.8 This method now only checks for extra chunks after reading the entire file. Previously, this method would check for extra chunks on every call. )rr1rs r9rz GridOut.reads&&D&11rc(|j|dS)zuRead one line or up to `size` bytes from the file. :param size: the maximum number of bytes to read T)rrr3rs r9readlinezGridOut.readlines &&Dt&<`_. )skiplimitno_cursor_timeoutrn batch_sizer^N)r_rZ_GridOutCursor__root_collectionrrr?) r5rrorrrrnrr^rs r9rzGridOutCursor.__init__sQ* w'0< ",     /!  rct|jt| }t |j ||jS)z$Get next GridOut object from cursor.)rr^)r_r^rr r r)r5 next_filers r9r zGridOutCursor.nexts6t||,GLN t--YPTP\P\]]rctdNz'Method does not exist for GridOutCursorNotImplementedErrorr5argsrXs r9 add_optionzGridOutCursor.add_option!"KLLrctdrrrs r9 remove_optionzGridOutCursor.remove_optionrrc0t|j|S)zACreates an empty GridOutCursor for information to be copied into.r])r~r)r5r^s r9 _clone_basezGridOutCursor._clone_basesT33WEEr)NrrFNrN)rrrorrrrrrrrnrWrrr^rrGrrY)rrrXrrGr)r^rrGr~) rrrr rr rvrrrrZr[s@r9r~r~s/3"'"+/$ $ ,$  $  $  $ $ $ )$  $ L^ HMMFrr~)FF) r7rrKrrLOptional[bool]r6rrGr)r7rrKrrGr)rWrrXrrGr)r^rrGr)Dr  __future__rrr{raosr.typingrrrrr bson.int64r bson.objectidr gridfs.errorsr r r pymongorpymongo.client_sessionrpymongo.collectionrpymongo.commonrpymongo.cursorrpymongo.errorsrrrrrrpymongo.helpersrpymongo.read_preferencesrSEEK_SETr9SEEK_CURr:SEEK_ENDr;rr)rwrrrr r r#rMrQrZr_raIOBaser rrxr~rUrr9rs@5" =="==0)+!:3 KK KK KK   #&(1 B.B(1K.K !&"' *+*+*+*+ *+  *+Z+,B V @@F A biiA H a a H  ;FF;Fr