B fcU@sdZddlZddlZddlmZmZddlmZmZddZ ddZ Gd d d e Z Gd d d Z Gd ddZdddZedZddZdddZd ddZddZdS)!z babel.messages.pofile ~~~~~~~~~~~~~~~~~~~~~ Reading and writing of files in the ``gettext`` PO (portable object) format. :copyright: (c) 2013-2022 by the Babel Team. :license: BSD, see LICENSE for more details. N)CatalogMessage)wraptext_cmpcCs"dd}td||ddS)zReverse `escape` the given string. >>> print(unescape('"Say:\\n \\"hello, world!\\"\\n"')) Say: "hello, world!" :param string: the string to unescape cSs2|d}|dkrdS|dkr"dS|dkr.dS|S)Nn t r )group)matchmr4lib/python3.7/site-packages/babel/messages/pofile.pyreplace_escapess z!unescape..replace_escapesz \\([\\trn"])r)recompilesub)stringrrrrunescapes  rcCsFd|kr:|}|dr&|dd}tt|}d|St|SdS)aReverse the normalization done by the `normalize` function. >>> print(denormalize(r'''"" ... "Say:\n" ... " \"hello, world!\"\n"''')) Say: "hello, world!" >>> print(denormalize(r'''"" ... "Say:\n" ... " \"Lorem ipsum dolor sit " ... "amet, consectetur adipisicing" ... " elit, \"\n"''')) Say: "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " :param string: the string to denormalize rz""rN) splitlines startswithmaprjoin)rZ escaped_lineslinesrrr denormalize*s    rcs eZdZdZfddZZS) PoFileErrorzDException thrown by PoParser when an invalid po file is encountered.cs,t|d|||_||_||_dS)Nz on )super__init__cataloglinelineno)selfmessager#r$r%) __class__rrr"KszPoFileError.__init__)__name__ __module__ __qualname____doc__r" __classcell__rr)r(rr Isr c@sleZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZdS)_NormalizedStringcGs"g|_x|D]}||q WdS)N)_strsappend)r&argsargrrrr"Ts z_NormalizedString.__init__cCs|j|dS)N)r/r0strip)r&srrrr0Ysz_NormalizedString.appendcCsdtt|jS)Nr)rrrr/)r&rrrr\sz_NormalizedString.denormalizecCs t|jS)N)boolr/)r&rrr__bool___sz_NormalizedString.__bool__cCstj|jS)N)oslineseprr/)r&rrr__repr__bsz_NormalizedString.__repr__cCs|sdStt|t|S)Nr)rstr)r&otherrrr__cmp__esz_NormalizedString.__cmp__cCs||dkS)Nr)r<)r&r;rrr__gt__ksz_NormalizedString.__gt__cCs||dkS)Nr)r<)r&r;rrr__lt__nsz_NormalizedString.__lt__cCs||dkS)Nr)r<)r&r;rrr__ge__qsz_NormalizedString.__ge__cCs||dkS)Nr)r<)r&r;rrr__le__tsz_NormalizedString.__le__cCs||dkS)Nr)r<)r&r;rrr__eq__wsz_NormalizedString.__eq__cCs||dkS)Nr)r<)r&r;rrr__ne__zsz_NormalizedString.__ne__N)r)r*r+r"r0rr6r9r<r=r>r?r@rArBrrrrr.Rsr.c@sreZdZdZddddgZdddZd d Zd d Zd dZdddZ dddZ ddZ ddZ ddZ ddZdS) PoFileParserzSupport class to read messages from a ``gettext`` PO (portable object) file and add them to a `Catalog` See `read_po` for simple cases. msgidmsgstrmsgctxt msgid_pluralFcCs*||_||_d|_d|_||_|dS)Nr)r#ignore_obsoletecounteroffset abort_invalid_reset_message_state)r&r#rHrKrrrr"s zPoFileParser.__init__cCsFg|_g|_g|_g|_g|_g|_d|_d|_d|_d|_ d|_ dS)NF) messages translations locationsflags user_comments auto_commentscontextobsoletein_msgid in_msgstr in_msgctxt)r&rrrrLsz!PoFileParser._reset_message_statec Cs@|jt|jdkr.tdd|jD}n|jd}t|ttfrddt|j j D}x<|jD]2\}}||j j kr| d|j dqh|||<qhWt|}n|jdd}|j r|j }nd }t||t|jt|j|j|j|j d|d }|jr|js&||j j|<n ||j |<|jd7_|d S) z Add a message to the catalog based on the current parser state and clear the state ready to process the next message. rcss|]}|VqdS)N)r).0rrrr sz,PoFileParser._add_message..rcSsg|]}dqS)rr)rX_rrr sz-PoFileParser._add_message..rz5msg has more translations than num_plurals of catalogN)r%rS)rNsortlenrMtupler isinstancelistranger# num_plurals_invalid_pofilerJrSrrOsetrPrRrQrTrHrIrL)r&rDridx translationrFr'rrr _add_messages2     zPoFileParser._add_messagecCs|jr|dS)N)rMrg)r&rrr_finish_current_messagesz$PoFileParser._finish_current_messagecCs*|dr|||n||||dS)N")r!_process_string_continuation_line_process_keyword_line)r&r%r$rTrrr_process_message_lines z"PoFileParser._process_message_linec CsHxt|jD]X}y0||r:|t|dkr:|t|d}PWqtk r^|||dYqXqW|||ddS|dkr|||_|dkr||_|dkrd|_d|_ |j t |n|d kr*d|_ d|_ |d r|d dd d \}}|j t|t |gn|j d t |gn|dkrDd|_t ||_dS)N) [z$Keyword must be followed by a stringz0Start of line didn't match any expected keyword.)rDrFrD)rDrGFTrErnr]rrF) _keywordsrr] IndexErrorrcrhrTrJrWrUrMr0r.rVsplitrNintrS)r&r%r$rTkeywordr2remsgrrrrks8    z"PoFileParser._process_keyword_linecCsV|jr|jd}n6|jr(|jdd}n |jr6|j}n|||ddS||dS)Nrrz||dddrx|ddD]p}|d}|dkryt||dd}Wntk rtw0YnX|j|d||fq0|j|dfq0Wn|dddrx|dddD]}|j | qWnP|dddr"|dd }|r:|j |n|j |dd dS)Nr:r,.) rhrlstriprrrfindrs ValueErrorrOr0rPr3rRrQ)r&r$locationposr%flagcommentrrr_process_comments& zPoFileParser._process_commentcCsxt|D]\}}|}t|ts2||jj}|s8q |dr~|dddrr|j||dd ddq| |q |||q W| |j s|j s|js|jr|jtd|jd tdg|dS) z Reads from the file-like object `fileobj` and adds any po file units found in it to the `Catalog` supplied to the constructor. #rN~rwT)rTz""r) enumerater3r_r:decoder#charsetrrlrzrrhrIrPrQrRrMr0r.rNrg)r&fileobjr%r$rrrparses    zPoFileParser.parsecCsJt|tst|jr$t||j||td|td|dt|dS)NzWARNING:z!WARNING: Problem on line {0}: {1}r) r_r:AssertionErrorrKr r#printformatrepr)r&r$r%rurrrrc<s  zPoFileParser._invalid_pofileN)FF)F)F)r)r*r+r,rpr"rLrgrhrlrkrjrrrcrrrrrCs  #  ) rCFcCs*t|||d}t|||d}|||S)aRead messages from a ``gettext`` PO (portable object) file from the given file-like object and return a `Catalog`. >>> from datetime import datetime >>> from io import StringIO >>> buf = StringIO(''' ... #: main.py:1 ... #, fuzzy, python-format ... msgid "foo %(name)s" ... msgstr "quux %(name)s" ... ... # A user comment ... #. An auto comment ... #: main.py:3 ... msgid "bar" ... msgid_plural "baz" ... msgstr[0] "bar" ... msgstr[1] "baaz" ... ''') >>> catalog = read_po(buf) >>> catalog.revision_date = datetime(2007, 4, 1) >>> for message in catalog: ... if message.id: ... print((message.id, message.string)) ... print(' ', (message.locations, sorted(list(message.flags)))) ... print(' ', (message.user_comments, message.auto_comments)) (u'foo %(name)s', u'quux %(name)s') ([(u'main.py', 1)], [u'fuzzy', u'python-format']) ([], []) ((u'bar', u'baz'), (u'bar', u'baaz')) ([(u'main.py', 3)], []) ([u'A user comment'], [u'An auto comment']) .. versionadded:: 1.0 Added support for explicit charset argument. :param fileobj: the file-like object to read the PO file from :param locale: the locale identifier or `Locale` object, or `None` if the catalog is not bound to a locale (which basically means it's a template) :param domain: the message domain :param ignore_obsolete: whether to ignore obsolete messages in the input :param charset: the character set of the catalog. :param abort_invalid: abort read if po file is invalid )localedomainr)rK)rrCr)rrrrHrrKr#parserrrrread_poGs/ rzL(\s+|[^\s\w]*\w+[a-zA-Z]-(?=\w+[a-zA-Z])|(?<=[\w\!\"\'\&\.\,\?])-{2,}(?=\w))cCs0d|dddddddd d d S) zEscape the given string so that it can be included in double-quoted strings in ``PO`` files. >>> escape('''Say: ... "hello, world!" ... ''') '"Say:\\n \\"hello, world!\\"\\n"' :param string: the string to escape z"%s"\z\\r z\tr z\rrz\nriz\")replace)rrrrescapes rrLc s<|r|dkrt}g}x|dD]}tt|||krt|}|x|rg}d}xX|rtt|dd|} || |kr|||| 7}q^|s||Pq^W|d|qPWq$||q$Wn |d}t|dkrt|S|r |ds |d=|dd7<ddfd d |DS) aConvert a string into a format that is appropriate for .po files. >>> print(normalize('''Say: ... "hello, world!" ... ''', width=None)) "" "Say:\n" " \"hello, world!\"\n" >>> print(normalize('''Say: ... "Lorem ipsum dolor sit amet, consectetur adipisicing elit, " ... ''', width=32)) "" "Say:\n" " \"Lorem ipsum dolor sit " "amet, consectetur adipisicing" " elit, \"\n" :param string: the string to normalize :param prefix: a string that should be prepended to every line :param width: the maximum line width; use `None`, 0, or a negative number to completely disable line wrapping rTrwrrrrz"" csg|]}t|qSr)r)rXr$)prefixrrr[sznormalize..) r]rrWORD_SEPrrreverser0popr) rrwidthZ prefixlenrr$Zchunksbufsizelr)rr normalizes6      rTc  sd#fdd fddd$fdd } d%fdd } d } |rLd } n|rTd } xt| d D]} | js|rvqdj}rdkrg}x"|D]}|t|dd7}qWd|}|dx| jD] }| |qWx| jD]}| |ddqW|sg}yt| j ddd}Wnt k r6| j }YnXx\|D]T\}}|rj| rjd| t j d|f}nd| t j d}||kr>||q>W| d|dd| jrΈdddgt| j| jr |r | d| jdddt| jd kr | d!| jd dd| | dqdW|sxJtj| d D]4} x| jD]}| |qZW| | d"ddqNWd S)&aWrite a ``gettext`` PO (portable object) template file for a given message catalog to the provided file-like object. >>> catalog = Catalog() >>> catalog.add(u'foo %(name)s', locations=[('main.py', 1)], ... flags=('fuzzy',)) >>> catalog.add((u'bar', u'baz'), locations=[('main.py', 3)]) >>> from io import BytesIO >>> buf = BytesIO() >>> write_po(buf, catalog, omit_header=True) >>> print(buf.getvalue().decode("utf8")) #: main.py:1 #, fuzzy, python-format msgid "foo %(name)s" msgstr "" #: main.py:3 msgid "bar" msgid_plural "baz" msgstr[0] "" msgstr[1] "" :param fileobj: the file-like object to write to :param catalog: the `Catalog` instance :param width: the maximum line width for the generated output; use `None`, 0, or a negative number to completely disable line wrapping :param no_location: do not emit a location comment for every message :param omit_header: do not include the ``msgid ""`` entry at the top of the output :param sort_output: whether to sort the messages in the output by msgid :param sort_by_file: whether to sort the messages in the output by their locations :param ignore_obsolete: whether to ignore obsolete messages and not include them in the output; by default they are included as comments :param include_previous: include the old msgid as a comment when updating the catalog :param include_lineno: include line number in the location comment rcst||dS)N)rr)r)keyr)rrr _normalizeszwrite_po.._normalizecs&t|tr|jd}|dS)Nbackslashreplace)r_r:encoderwrite)text)r#rrr_writes zwrite_po.._writecsBrdkr}nd}x&t||D]}d||fq"WdS)Nrrz#%s %s )rr3)rr_widthr$)rrrr_write_comments  z write_po.._write_commentc st|jttfr|jr.d||j|fd||jd|fd||jd|fxtjD]D}y|j|}Wntk rd}YnXd||||fqrWnT|jrڈd||j|fd||j|fd||jpd|fdS) Nz %smsgctxt %s z %smsgid %s rz%smsgid_plural %s rrz%smsgstr[%d] %s z %smsgstr %s ) r_idr`r^rSrarbrrq)r'rrer)rrr#rr_write_messages( z write_po.._write_messageNr'r})sort_byrz# )rsubsequent_indentrry)rcSs"|dt|dtr|dpdfS)Nrrr)r_rs)xrrrNzwrite_po..)rz%s:%d/z%srmrvz#%s z, zmsgid %s|rzmsgid_plural %sz#~ )r)r)r)_sort_messagesrZheader_commentrrrrQrRsortedrO TypeErrorrr7sepr0rPZ previous_idr]rTvalues)rr#rZ no_locationZ omit_headerZ sort_outputZ sort_by_filerHZinclude_previousZinclude_linenorrrr'Zcomment_headerrr$rZlocsrOfilenamer%r}r)rrr#rrrwrite_post.               rcCs6t|}|dkr|n|dkr2|jddd|S)z Sort the given message iterable by the given criteria. Always returns a list. :param messages: An iterable of Messages. :param sort_by: Sort by which criteria? Options are `message` and `location`. :return: list[Message] r'r}cSs|jS)N)rO)rrrrrrz _sort_messages..)r)r`r\)rMrrrrrss  r)NNFNF)rr)rFFFFFFT)r,r7rZbabel.messages.catalogrrZ babel.utilrrrr Exceptionr r.rCrrrrrrrrrrr s& -I 5  =