g2?ddlZddlZddlZddlZddlZddlmZddlmZm Z m Z ddl m Z ddl mZddlmZdZdZd ZGd d e Zed k(r ddlZej.yy) N)ZipFilePathPointer)find_dir find_filefind_jars_within_path)ParserI)DependencyGraph)taggedsents_to_conllc:ddlm}|gd}|jS)Nr) RegexpTagger))z\.$.)z\,$,)z\?$?)z\($()z\)$))z\[$[)z\]$])z^-?[0-9]+(\.[0-9]+)?$CD)z(The|the|A|a|An|an)$DT)z&(He|he|She|she|It|it|I|me|Me|You|you)$PRP)z(His|his|Her|her|Its|its)$PRP$)z(my|Your|your|Yours|yours)$r)z (on|On|in|In|at|At|since|Since)$IN)z (for|For|ago|Ago|before|Before)$r)z(till|Till|until|Until)$r)z(by|By|beside|Beside)$r)z(under|Under|below|Below)$r)z(over|Over|above|Above)$r)z (across|Across|through|Through)$r)z(into|Into|towards|Towards)$r)z(onto|Onto|from|From)$r)z.*able$JJ)z.*ness$NN)z.*ly$RB)z.*s$NNS)z.*ing$VBG)z.*ed$VBD)z.*r)nltk.tagr tag)r _taggers D/var/www/openai/venv/lib/python3.12/site-packages/nltk/parse/malt.pymalt_regex_taggerr"s!% G@ ;;cltjj|r|}n t|d}gd}t t |}|Dchc]$}tjj |d&}}hd}|j|sJttd|sJt|Scc}w)zE A module to find MaltParser .jar file and its dependencies. ) MALT_PARSER)env_vars)r'r'> log4j.jar libsvm.jarliblinear-1.8.jarcJ|jdxr|jdS)Nz maltparser-z.jar) startswithendswith)is r!z!find_maltparser..Msm4KF9KKr#) ospathexistsrsetrsplitissubsetanyfilterlist)parser_dirname _malt_dirmalt_dependencies _malt_jarsjar_jarss r!find_maltparserr@=s ww~~n%" ^6FG $*956J.8 9jsRWW]]3  "jE 9H  % %e ,, , KUS     :s )B1cf|ytjj|r|St|ddS)z8 A module to find pre-trained MaltParser model. malt_temp.mco) MALT_MODELF)r&verbose)r1r2r3r)model_filenames r!find_malt_modelrFRs2  '/5QQr#cZeZdZdZ d dZd dZd dZd dZed dZ d dZ d d Z y) MaltParsera A class for dependency parsing with MaltParser. The input is the paths to: - (optionally) a maltparser directory - (optionally) the path to a pre-trained MaltParser .mco model file - (optionally) the tagger to use for POS tagging before parsing - (optionally) additional Java arguments Example: >>> from nltk.parse import malt >>> # With MALT_PARSER and MALT_MODEL environment set. >>> mp = malt.MaltParser(model_filename='engmalt.linear-1.7.mco') # doctest: +SKIP >>> mp.parse_one('I shot an elephant in my pajamas .'.split()).tree() # doctest: +SKIP (shot I (elephant an) (in (pajamas my)) .) >>> # Without MALT_PARSER and MALT_MODEL environment. >>> mp = malt.MaltParser('/home/user/maltparser-1.9.2/', '/home/user/engmalt.linear-1.7.mco') # doctest: +SKIP >>> mp.parse_one('I shot an elephant in my pajamas .'.split()).tree() # doctest: +SKIP (shot I (elephant an) (in (pajamas my)) .) Nct||_||ng|_t||_|jdk7|_t j|_|||_ yt|_ y)a An interface for parsing with the Malt Parser. :param parser_dirname: The path to the maltparser directory that contains the maltparser-1.x.jar :type parser_dirname: str :param model_filename: The name of the pre-trained model with .mco file extension. If provided, training will not be required. (see http://www.maltparser.org/mco/mco.html and see http://www.patful.com/chalk/node/185) :type model_filename: str :param tagger: The tagger used to POS tag the raw string before formatting to CONLL format. It should behave like `nltk.pos_tag` :type tagger: function :param additional_java_args: This is the additional Java arguments that one can use when calling Maltparser, usually this is the heapsize limits, e.g. `additional_java_args=['-Xmx1024m']` (see https://goo.gl/mpDBvQ) :type additional_java_args: list NrB) r@ malt_jarsadditional_java_argsrFmodel_trainedtempfile gettempdir working_dirr"tagger)selfr:rErQrKs r!__init__zMaltParser.__init__rsj:)8%9$D " !%^4  o5 #..0 & 2f 8I8K r#c #vK|js tdtjd|jdd5}tjd|jdd5}t |D]}|j t||j|j|j|jd}tj} tjtjj|j d |j#||} tj|| d k7rtd d j%|| fzt'|j5} | j)jd D]} t+t-| | g dddddddddtj.jtj.jy#YxYw#1swY_xYw#1swYcxYw#1swYgxYww)a Use MaltParser to parse multiple POS tagged sentences. Takes multiple sentences where each sentence is a list of (word, tag) tuples. The sentences must have already been tokenized and tagged. :param sentences: Input sentences to parse :type sentence: list(list(tuple(str, str))) :return: iter(iter(``DependencyGraph``)) the dependency graph representation of each sentence z0Parser has not been trained. Call train() first.zmalt_input.conll.wFprefixdirmodedeletezmalt_output.conll.parserYrz0MaltParser parsing (%s) failed with exit code %d z top_relation_labelN)rM ExceptionrNNamedTemporaryFilerPr writestrclosegenerate_malt_commandnamer1getcwdchdirr2r5rL_executejoinopenreaditerrremove) rR sentencesrDr_ input_file output_filelinecmd _current_pathretinfiletree_strs r!parse_tagged_sentszMaltParser.parse_tagged_sentss}}NO O  ( (&D,<,<3u ,,+$$  0;D$$SY/<  "00OO[%5%5G1!# HHRWW]]4::6q9:mmC1'!8#"%(XXc]C$89 +**+v$*KKM$7$7$? $3(0EW%&!"%@,E b *//" +""#3,+E  sg;H9$H-!A7H!?HA H!8>H7H!?H-AH9HH!H H!!H* &H--H62H9cBfd|D}j|||S)an Use MaltParser to parse multiple sentences. Takes a list of sentences, where each sentence is a list of words. Each sentence will be automatically tagged with this MaltParser instance's tagger. :param sentences: Input sentences to parse :type sentence: list(list(str)) :return: iter(DependencyGraph) c3@K|]}j|yw)N)rQ).0sentencerRs r! z)MaltParser.parse_sents..sL)hDKK1)sr^)rx)rRrorDr_tagged_sentencess` r! parse_sentszMaltParser.parse_sentss1M)L&& g:L'  r#cdg}||jz }tjjdrdnd}|d|j |j gz }|dgz }t jj|jr2|dt jj|jdgz }n|d|jgz }|d |gz }|d k(r|d |gz }|d |gz }|S) a This function generates the maltparser command use at the terminal. :param inputfilename: path to the input file :type inputfilename: str :param outputfilename: path to the output file :type outputfilename: str javawin;:z-cpzorg.maltparser.Maltz-cz-ir[z-oz-m) rKsysplatformr-rjrJr1r2r3rLr5)rR inputfilenameoutputfilenamerYrsclasspaths_separators r!rez MaltParser.generate_malt_commandsh t(((&)ll&=&=e&Ds#  % %dnn 5   %&& 77>>$** % D"''-- 3B78 8C D$**% %C m$$ 7? D.) )C d| r#cz|rdntj}tj|||}|jS)N)stdoutstderr) subprocessPIPEPopenwait)rsrDoutputps r!rizMaltParser._executes. joo   S ?vvxr#cPtjd|jdd5}djd|D}|j t |ddd|j j|tj|jy#1swYFxYw) z Train MaltParser from a list of ``DependencyGraph`` objects :param depgraphs: list of ``DependencyGraph`` objects for training input data :type depgraphs: DependencyGraph malt_train.conll.rUFrV c3>K|]}|jdyw) N)to_conll)r{dgs r!r}z#MaltParser.train.. s!FIb"++b/IsNrD) rNrarPrjrbrctrain_from_filerfr1rn)rR depgraphsrDrp input_strs r!trainzMaltParser.trains ( (&D,<,<3u  !FI!FFI   S^ ,  Z__g> *//"  s 3BB%ct|trtjd|jdd5}|j 5}|j }|jt|ddd|j|j|cdddS|j|d}|j||}|d k7rtd d j||fzd |_y#1swYxYw#1swYfxYw) z Train MaltParser from a file :param conll_file: str for the filename of the training input data :type conll_file: str rrUFrVNrlearnr\rz1MaltParser training (%s) failed with exit code %dr]T) isinstancerrNrarPrkrlrbrcrrfrerir`rjrM)rR conll_filerDrpconll_input_file conll_strrsrus r!rzMaltParser.train_from_file's j"4 5,,*0@0@sSX__&*: 0 5 5 7I$$S^4'++JOOW+M (('(BmmC) !8 XXc]C01  '&s#C;+C/0$C;/C8 4C;;D)r'NNN)Fnull)NN)F) __name__ __module__ __qualname____doc__rSrxrre staticmethodrirrr#r!rHrH^sL*! (LT@$D @ #&r#rH__main__)inspectr1rrrN nltk.datarnltk.internalsrrrnltk.parse.apirnltk.parse.dependencygraphrnltk.parse.utilr r"r@rFrHrdoctesttestmodrr#r!rsp  (EE"60#L* RccL z@DGOOKr#