]j3W ^ d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
ddlmZmZ erdd lmZmZ dd
lmZ dd lmZ d=dZd=dZ G d de Z G d d Z G d d Z d>d?d#Z ej d$ Z d=d%Z d@dAd+Z! dBdCd6Z"dDd<Z#dS )Ez
babel.messages.pofile
~~~~~~~~~~~~~~~~~~~~~
Reading and writing of files in the ``gettext`` PO (portable object)
format.
:copyright: (c) 2013-2023 by the Babel Team.
:license: BSD, see LICENSE for more details.
) annotationsN)Iterable)
TYPE_CHECKING)Locale)CatalogMessage)_cmpwraptext)IOAnyStr)
SupportsWrite)Literalstringstrreturnc h d }t j d || dd S )zReverse `escape` the given string.
>>> print(unescape('"Say:\\n \\"hello, world!\\"\\n"'))
Say:
"hello, world!"
<BLANKLINE>
:param string: the string to unescape
c ` | d }|dk rdS |dk rdS |dk rdS |S )N n
t r
)group)matchms u/builddir/build/BUILD/imunify360-venv-2.6.3/opt/imunify360/venv/lib/python3.11/site-packages/babel/messages/pofile.pyreplace_escapesz!unescape.<locals>.replace_escapes' s@ KKNN 884
#XX4
#XX4 z \\([\\trn"])r )recompilesub)r r s r unescaper% s; :o & & * *?F1R4L I IIr c d| v r]| }| d r
|dd }t t | }d | S t | S )a Reverse the normalization done by the `normalize` function.
>>> print(denormalize(r'''""
... "Say:\n"
... " \"hello, world!\"\n"'''))
Say:
"hello, world!"
<BLANKLINE>
>>> print(denormalize(r'''""
... "Say:\n"
... " \"Lorem ipsum dolor sit "
... "amet, consectetur adipisicing"
... " elit, \"\n"'''))
Say:
"Lorem ipsum dolor sit amet, consectetur adipisicing elit, "
<BLANKLINE>
:param string: the string to denormalize
r ""r N )
splitlines
startswithmapr% join)r
escaped_linesliness r denormalizer/ 4 so * v~~ ))++
T " " . )!"" -MHm,,wwu~~ r c $ e Zd ZdZd fd Z xZS )
PoFileErrorzDException thrown by PoParser when an invalid po file is encountered.messager catalogr linelinenointr Nonec ~ t | d| || _ || _ || _ d S )Nz on )super__init__r3 r4 r5 )selfr2 r3 r4 r5 __class__s r r: zPoFileError.__init__V sB
G1111222 r )
r2 r r3 r r4 r r5 r6 r r7 )__name__
__module__ __qualname____doc__r:
__classcell__)r< s @r r1 r1 S sC NN r r1 c n e Zd ZddZddZddZdd
Zdd ZddZd dZ d dZ
d dZ d dZ d dZ
d dZdS ) _NormalizedStringargsr r r7 c H g | _ |D ]}| | d S N)_strsappend)r; rD args r r: z_NormalizedString.__init___ s7 "
C KK r sc ^ | j | d S rF )rG rH strip)r; rJ s r rH z_NormalizedString.appendd s&
!''))$$$$$r c \ d t t | j S )Nr( )r, r+ r% rG r; s r r/ z _NormalizedString.denormalizeg s wws8TZ00111r boolc * t | j S rF )rO rG rN s r __bool__z_NormalizedString.__bool__j s DJ r c J t j | j S rF )oslinesepr, rG rN s r __repr__z_NormalizedString.__repr__m s ztz***r otherobjectr6 c ^ |sdS t t | t | S )Nr )r r r; rV s r __cmp__z_NormalizedString.__cmp__p s+ 1CIIs5zz***r c 4 | | dk S Nr rZ rY s r __gt__z_NormalizedString.__gt__v ||E""Q&&r c 4 | | dk S r\ r] rY s r __lt__z_NormalizedString.__lt__y r_ r c 4 | | dk S r\ r] rY s r __ge__z_NormalizedString.__ge__| ||E""a''r c 4 | | dk S r\ r] rY s r __le__z_NormalizedString.__le__ rd r c 4 | | dk S r\ r] rY s r __eq__z_NormalizedString.__eq__ rd r c 4 | | dk S r\ r] rY s r __ne__z_NormalizedString.__ne__ rd r N)rD r r r7 )rJ r r r7 )r r )r rO )rV rW r r6 )rV rW r rO )r= r> r? r: rH r/ rQ rU rZ r^ ra rc rf rh rj r r rC rC ] s
% % % %2 2 2 2 + + + ++ + + + ' ' ' '' ' ' '( ( ( (( ( ( (( ( ( (( ( ( ( ( (r rC c p e Zd ZdZg dZddd Zdd Zdd
ZddZdddZ dddZ
ddZ ddZ d dZ
ddZdS ) PoFileParserzSupport class to read messages from a ``gettext`` PO (portable object) file
and add them to a `Catalog`
See `read_po` for simple cases.
)msgidmsgstrmsgctxt msgid_pluralFr3 r ignore_obsoleterO
abort_invalidr r7 c t || _ || _ d| _ d| _ || _ | d S r\ )r3 rr counteroffsetrs _reset_message_state)r; r3 rr rs s r r: zPoFileParser.__init__ s? . * !!#####r c g | _ g | _ g | _ g | _ g | _ g | _ d | _ d| _ d| _ d| _ d| _
d S )NF) messages translations locationsflags
user_comments
auto_commentscontextobsoletein_msgid in_msgstr
in_msgctxtrN s r rw z!PoFileParser._reset_message_state sV
r c
| j t | j dk r t d | j D }n | j d }t
|t t f rd t | j j
D }| j D ]I\ }}|| j j
k r | d| j d 2| ||< Jt | }n%| j d d }| j
r| j
nd}t ||t | j t! | j | j | j | j dz | }| j r| j s|| j j |< n
|| j |< | xj dz
c_ | dS ) z
Add a message to the catalog based on the current parser state and
clear the state ready to process the next message.
r c 3 > K | ]}| V d S rF )r/ ).0r s r <genexpr>z,PoFileParser._add_message.<locals>.<genexpr> s* AAa!--//AAAAAAr r c g | ]}d S r( rk )r _s r
<listcomp>z-PoFileParser._add_message.<locals>.<listcomp> s BBBQbBBBr r( z5msg has more translations than num_plurals of catalogN)r5 r )rz sortlenry tupler/
isinstancelistranger3 num_plurals_invalid_pofilerv r r r{ setr| r~ r} r rr ru rw )r; rn r idx translationrp r2 s r _add_messagezPoFileParser._add_message s
t} ! !AA4=AAAAAEEM!$0022E edE] + + ;BB% (@"A"ABBBF$($5
8
8 [$,222((T[:qrrr ) 5 5 7 7s 6]]FF&q)!,88::F04 F$,**,,,$%dn)=)=s4: ,d.@WX ")+ + + = *'
7/6 %e,")DL !!#####r c @ | j r| d S d S rF )ry r rN s r _finish_current_messagez$PoFileParser._finish_current_message s. = r c | d r| || d S | ||| d S )N")r* !_process_string_continuation_line_process_keyword_line)r; r5 r4 r s r _process_message_linez"PoFileParser._process_message_line sP ??3 ? 2 24 @ @ @ @ @ & &vtX > > > > >r c | j D ]o} | | r0|t | dv r|t | d } nAI# t $ r | ||d Y lw xY w| ||d d S |dv r| || _ |dk r|| _ |dv r7d| _ d| _ | j
t | d S |d k rd| _ d| _
| d
rY|d d d d \ }}| j t! | t | g d S | j d
t | g d S |dk r d| _ t | | _ d S d S )N) [z$Keyword must be followed by a stringz0Start of line didn't match any expected keyword.)rn rp rn )rn rq FTro r r ]r rp ) _keywordsr* r
IndexErrorr r r rv r r ry rH rC r splitrz r6 r )r; r5 r4 r keywordrI r msgs r r z"PoFileParser._process_keyword_line s ~ G
[??7++ S\\0Bj0P0P s7||}}-CE
[
[
[$$T63YZZZZZ
[
v/a b b b F * * * ( ( * * *
g DK / / / #DO DM M !23!7!7 8 8 8 8 8
!DM !DN~~c""
F qrr7==a00S!((#c((4Ec4J4J)KLLLLL!((!->s-C-C)DEEEEE
!
! "DO,S11DLLL "
!s AA!A54A5c | j r| j d }nC| j r| j d d }n(| j r| j }n| ||d d S | | d S )Nr! r z<Got line starting with " but not in msgid, msgstr or msgctxt)r ry r rz r r r rH )r; r4 r5 rJ s r r z.PoFileParser._process_string_continuation_line s| =
b!AA
^ !"%a(AA
_ AA v/n o o o F r c | |dd d r|dd D ]}| d }|dk rQ t ||dz d }n# t $ r Y Ew xY w| j |d | |f n| j |d f d S |dd d r`|dd d D ].}| j |
/d S |dd d r<|dd
}|r | j | d S d S | j |dd
d S )Nr : r ,.)
r r* lstripr rfindr6
ValueErrorr{ rH r| rL r~ r} )r; r4 locationposr5 flagcomments r _process_commentz PoFileParser._process_comment s $$&&& 8 s # # 8 HOO - - 3 3 5 5
<
< nnS))!88!!$XcAghh%7!8!8% ! ! ! !N))8DSD>6*BCCCCN))8T*:;;;;
<
< !""X
%
%
8 QRR))//44
0
0
!!$**,,////
0
0
!""X
%
% 8122hnn&&G
3"))'22222
3
3
% %d122hnn&6&6 7 7 7 7 7s >B
B&%B&fileobj
IO[AnyStr]c t | D ]\ }}| }t |t s | | j j }|sP| d rf|dd d r3| ||dd d |
| | || | | j s{| j
s| j s| j rh| j t% d | j d t% d g | dS dS dS )
z
Reads from the file-like object `fileobj` and adds any po file
units found in it to the `Catalog` supplied to the constructor.
#r N~r T)r r' r ) enumeraterL r r decoder3 charsetr* r r r r ru r| r} r~ ry rH rC rz r )r; r r5 r4 s r parsezPoFileParser.parse& s &g . . 9 9LFD::<<D dC((
9{{4<#788
s##
98&&s++ 0..vtABBx7H7HSW.XXXX))$////**648888 $$&&& | t/A TEW M !24!8!8 9 9 9 $ $a):4)@)@%A B B B r c t |t sJ | j rt || j || t d| t d|dz d| d S )NzWARNING:zWARNING: Problem on line r z: )r r rs r1 r3 print)r; r4 r5 r s r r z PoFileParser._invalid_pofileC sr $$$$$$ ? c4<v>> >
j#
@&1*@@@@AAAAAr N)FF)r3 r rr rO rs rO r r7 )r r7 )F)r r r r7 )r= r> r? r@ r r: rw r r r r r r r r rk r r rm rm s I$ $ $ $ $ $ $ $ $@ ? ? ? ? ? '2 '2 '2 '2 '2R
8 8 8 86 :B B B B B Br rm Fr r localestr | Locale | Nonedomain
str | Nonerr rO r rs r c x t ||| }t ||| }| | |S )a Read messages from a ``gettext`` PO (portable object) file from the given
file-like object and return a `Catalog`.
>>> from datetime import datetime
>>> from io import StringIO
>>> buf = StringIO('''
... #: main.py:1
... #, fuzzy, python-format
... msgid "foo %(name)s"
... msgstr "quux %(name)s"
...
... # A user comment
... #. An auto comment
... #: main.py:3
... msgid "bar"
... msgid_plural "baz"
... msgstr[0] "bar"
... msgstr[1] "baaz"
... ''')
>>> catalog = read_po(buf)
>>> catalog.revision_date = datetime(2007, 4, 1)
>>> for message in catalog:
... if message.id:
... print((message.id, message.string))
... print(' ', (message.locations, sorted(list(message.flags))))
... print(' ', (message.user_comments, message.auto_comments))
(u'foo %(name)s', u'quux %(name)s')
([(u'main.py', 1)], [u'fuzzy', u'python-format'])
([], [])
((u'bar', u'baz'), (u'bar', u'baaz'))
([(u'main.py', 3)], [])
([u'A user comment'], [u'An auto comment'])
.. versionadded:: 1.0
Added support for explicit charset argument.
:param fileobj: the file-like object to read the PO file from
:param locale: the locale identifier or `Locale` object, or `None`
if the catalog is not bound to a locale (which basically
means it's a template)
:param domain: the message domain
:param ignore_obsolete: whether to ignore obsolete messages in the input
:param charset: the character set of the catalog.
:param abort_invalid: abort read if po file is invalid
)r r r )rs )r rm r )r r r rr r rs r3 parsers r read_por K sD l VFGDDDG
'?-
P
P
PF
LL Nr zL(\s+|[^\s\w]*\w+[a-zA-Z]-(?=\w+[a-zA-Z])|(?<=[\w\!\"\'\&\.\,\?])-{2,}(?=\w))c d| dd dd dd dd d
d z S ) zEscape the given string so that it can be included in double-quoted
strings in ``PO`` files.
>>> escape('''Say:
... "hello, world!"
... ''')
'"Say:\\n \\"hello, world!\\"\\n"'
:param string: the string to escape
z"%s"\z\\r z\tr z\rr z\nr z\")replace)r s r escaper s] FNN400"74//"74//"74//"74// 0 0r r( L prefixwidthr6 c |rW|dk rPt }g }| d D ]'}t t | |z |k rt | }| |rg }d}|rt t |d dz
|z } || z |k r-| | || z
}n*|s'| | n|| d | || | )n| d }t | dk rt | S |r|d s|d= |dxx dz
cc< dd fd |D z S )
a Convert a string into a format that is appropriate for .po files.
>>> print(normalize('''Say:
... "hello, world!"
... ''', width=None))
""
"Say:\n"
" \"hello, world!\"\n"
>>> print(normalize('''Say:
... "Lorem ipsum dolor sit amet, consectetur adipisicing elit, "
... ''', width=32))
""
"Say:\n"
" \"Lorem ipsum dolor sit "
"amet, consectetur adipisicing"
" elit, \"\n"
:param string: the string to normalize
:param prefix: a string that should be prepended to every line
:param width: the maximum line width; use `None`, 0, or a negative number
to completely disable line wrapping
r Tr r! r( r r z""
c 4 g | ]}t | z S rk )r )r r4 r s r r z normalize.<locals>.<listcomp> s$ I I I4 5 I I Ir ) r r) r WORD_SEPr reverserH popr, )
r r r prefixlenr. r4 chunksbufsizelengths
` r normalizer s 0
(KK %%d++ # #D6$<< 9,u44! -- / C D
"!$VF2J%7%7!8!81!<y!H &=500 JJvzz|| 4 4 4 FNDD#& 9 !$
6::<< 8 8 8 ! !
" LL ... / T"""") #, !!$''
5zzQf~~
U2Y "I
b T DII I I I I5 I I IJJ JJr TSupportsWrite[bytes]r3 no_location omit_header sort_output sort_by_fileinclude_previousinclude_linenor7 c
( d fd fdd fd }
d fd } d} |rd} n|rd} t | D ]}
|
j sc|r
j }rId
k rCg }| D ]}|t |d z
}d
| } | d
|
j D ]
} |
| |
j D ]} |
|d |sg } t |
j d }n# t $ r
|
j }Y nw xY w|D ]J\ }}| t j
d }|r
| r| d|d}||vr| | K |
d | d |
j r7 dd dgt |
j d
|
j rb|r` |
d |
j d
d t# |
j dk r$ |
d |
j d z d | |
d
|sXt j | D ]1}
|
j D ]
} |
| | |
d d
0dS dS ) a Write a ``gettext`` PO (portable object) template file for a given
message catalog to the provided file-like object.
>>> catalog = Catalog()
>>> catalog.add(u'foo %(name)s', locations=[('main.py', 1)],
... flags=('fuzzy',))
<Message...>
>>> catalog.add((u'bar', u'baz'), locations=[('main.py', 3)])
<Message...>
>>> from io import BytesIO
>>> buf = BytesIO()
>>> write_po(buf, catalog, omit_header=True)
>>> print(buf.getvalue().decode("utf8"))
#: main.py:1
#, fuzzy, python-format
msgid "foo %(name)s"
msgstr ""
<BLANKLINE>
#: main.py:3
msgid "bar"
msgid_plural "baz"
msgstr[0] ""
msgstr[1] ""
<BLANKLINE>
<BLANKLINE>
:param fileobj: the file-like object to write to
:param catalog: the `Catalog` instance
:param width: the maximum line width for the generated output; use `None`,
0, or a negative number to completely disable line wrapping
:param no_location: do not emit a location comment for every message
:param omit_header: do not include the ``msgid ""`` entry at the top of the
output
:param sort_output: whether to sort the messages in the output by msgid
:param sort_by_file: whether to sort the messages in the output by their
locations
:param ignore_obsolete: whether to ignore obsolete messages and not include
them in the output; by default they are included as
comments
:param include_previous: include the old msgid as a comment when
updating the catalog
:param include_lineno: include line number in the location comment
r( c ( t | | S )N)r r )r )keyr r s r
_normalizez write_po.<locals>._normalize s V59999r c t | t r| j d } | d S )Nbackslashreplace)r r encoder write)textr3 r s r _writezwrite_po.<locals>._write sD dC D;;w0BCCD
dr c rdk rnd}t | | D ]&} d| d| d 'd S )Nr r r r r )r
rL )r r _widthr4 r r s r _write_commentz write_po.<locals>._write_comment sm 5EAII2 Wf-- 2 2D F0v00
000 1 1 1 1 2 2r c t | j t t f r| j r | d | j | d | d | j d | d | d | j d | d t j D ]B} | j | }n# t $ r d}Y nw xY w | d|d d
|| d Cd S | j r | d | j | d | d | j | d | d | j pd| d d S ) Nzmsgctxt r msgid r z
msgid_plural r r( zmsgstr[dz] zmsgstr ) r idr r r r r r r )r2 r r r r r r3 s r _write_messagez write_po.<locals>._write_message# s gj4- 0 0 S
S&QQ**W_f*M*MQQQRRR FfIIJJwz!}f$E$EIII J J J FfPP::gjmV+L+LPPP Q Q Q W 011
R
R $^C 0FF! FFF &PPPPP**VV2L2LPPPQQQQ
R
R
S&QQ**W_f*M*MQQQRRR FfFFJJwz6$B$BFFF G G G FfQQZZ0D"f%M%MQQQ R R R R Rs -
B;; C
C
Nr2 r )sort_byr z# )r subsequent_indentr r )r c \ | d t | d t r| d pdfS )Nr r r! )r r6 )xs r <lambda>zwrite_po.<locals>.<lambda>W s/ !A$
1Q48M8M8VRSTURV8\Z\1] r r /r r r r z, r |r zmsgid_plural %sz#~ r )_sort_messagesr header_commentr) r
r, r} r~ sortedr{ TypeErrorr rS seprH r| previous_idr r values)r r3 r r r r r rr r r r r r r2 comment_headerr. r4 r locsr{ filenamer5 r r r s ``` @@r write_por sM n: : : : : :
2 2 2 2 2 2 2S S S S S S S S& G !'7;;; 4 4z
*
$ 3N
2 * 5 5 7 7 > >DXd%8< > > > >EE!%5!1!1 Fn((( ) ) ) , $ $G N7 # # # # , 0 0G N73 / / / / / 7D
. "7#4']'] _ _ _
.
.
. # -
. %.
*
* &#++BFC88 8n 8"* 7 7V 7 7 7H4''KK))) N388D>># 6 6 6 6 = D FBtyy"!=vgm'<'<!=>>BBB C C C #3 N=G$7$:;;==
7&''!++ 0::'*4 4 w t % # # % %
G #0
(
( w'''' N75 1 1 1 1 F4LLLL s C33DDry Iterable[Message]r Literal['message', 'location']
list[Message]c t | } |dk r| n |dk r| d | S )z
Sort the given message iterable by the given criteria.
Always returns a list.
:param messages: An iterable of Messages.
:param sort_by: Sort by which criteria? Options are `message` and `location`.
:return: list[Message]
r2 r c | j S rF )r{ )r s r r z _sort_messages.<locals>.<lambda> s AK r r )r r )ry r s r r r } sQ H~~H)
J
//
000 Or )r r r r )NNFNF)r r r r r r rr rO r r rs rO r r )r( r )r r r r r r6 r r )r FFFFFFT)r r r3 r r r6 r rO r rO r rO r rO rr rO r rO r rO r r7 )ry r r r r r )$r@
__future__r rS r" collections.abcr typingr
babel.corer babel.messages.catalogr r
babel.utilr r
r r _typeshedr
typing_extensionsr r% r/ Exceptionr1 rC rm r r# r r r r r rk r r <module>r sf # " " " " " $ $ $ $ $ $ 3 3 3 3 3 3 3 3 % % % % % % % % *!!!!!!!!''''''))))))J J J J. > ) )( )( )( )( )( )( )( )(XB B B B B B B BH #' !
9 9 9 9 9x 2: 0 0 0 0$:K :K :K :K :K@ ! " ] ] ] ] ]@ r