o h@sddlmZmZmZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZmZddlZz ddlmZmZWn eyQdZZYnwzddlZWn eyeddlZYnwzddlmZWney}ddlmZYnwzddlmZWneyddlmZYnwzddlmZWn eyddlZYnwzddl m!Z!Wneyddl"m!Z!Ynwze#Z$Wn e%ye&Z$e'Z(Ynwd Z)d gZ*z ee+Z,e,j-Z.e,j/Z0Wneyd Z.ee.Z0Ynwd d Z1e 2dZ3dZ4Gdddej5Z6e7dZ8e6Z9e8:e9ej;ej?e@ZAe8:eAddZBeBZCddZDddZEddZFd2ddZGd d!ZHd"d#ZIGd$d%d%eJZKGd&d'd'eLZMGd(d d eLZNGd)d*d*eLZOd+ZPd,d-ZQGd.d/d/eNZRGd0d1d1eLZSdS)3)absolute_importprint_functionunicode_literalsN) ElementTree)DistributionNotFoundget_distribution parse_version) KazooClient KazooState) urlencode)quote) HTTPExceptionz5Daniel Lindsley, Joseph Kocherhans, Jacob Kaplan-MossSolrz0.0.dev0cCtSN) __version__rr8/var/www/html/env/lib/python3.10/site-packages/pysolr.py get_versionKrzn^(?P\d{4})-(?P\d{2})-(?P\d{2})T(?P\d{2}):(?P\d{2}):(?P\d{2})(\.\d+)?Z$_childDocuments_c@seZdZddZdS) NullHandlercCsdSrr)selfrecordrrremitUrzNullHandler.emitN)__name__ __module__ __qualname__rrrrrrTs rpysolr DEBUG_PYSOLR)true1cCs ztWdStyYdSw)NFT) basestring NameErrorrrrris_py3fs  r%cCsftrt|tr|jddd}|St|tst|}|St|tr(|dd}|St|ts1t|}|S)z9 Forces a bytestring to become a Unicode string. utf-8replaceerrors)IS_PY3 isinstancebytesdecodestrr#unicodevaluerrr force_unicodeqs    r2cCs6trt|tr |dd}|St|tr|d}|S)z9 Forces a Unicode string to become a bytestring. r&backslashreplace)r*r+r.encoder/r0rrr force_bytess   r5cCsdd}td||S)z Removes HTML or XML character references and entities from a text string. @param text The HTML (or XML) source text. @return The plain text, as a Unicode string, if necessary. Source: http://effbot.org/zone/re-sub.htm#unescape-html cSs|d}|dddkr7z|dddkr"tt|dddWStt|ddWSty6Y|Swzttj|dd}W|StyOY|Sw) Nrz&#z&#x)group unicode_charint ValueError htmlentitiesname2codepointKeyError)mtextrrrfixups"   zunescape_html..fixupz&#?\w+;)resub)rCrDrrr unescape_htmls rGcCstrt||St|dr|}t}|D]&\}}|d}t|ttfr2||dd|Dfq||t |fqt||S)z UTF-8-safe version of safe_urlencode The stdlib safe_urlencode prior to Python 3.x chokes on UTF-8 values which can't fail down to ascii. itemsr&cSsg|]}t|qSr)r5.0irrr sz"safe_urlencode..) r*r hasattrrHlistr4r+tupleappendr5)paramsdoseq new_paramskvrrrsafe_urlencodes     rVcCsPd|ko dknp'|dvp'd|kodknp'd|ko%dkSS)z Defines whether char is valid to use in xml document XML standard defines a valid char as:: Char ::= #x9 | #xA | #xD | [#x20-#xD7FF] | [#xE000-#xFFFD] | [#x10000-#x10FFFF] i) iiiir)rKrrris_valid_xml_char_ordinals r[cCsddd|DS)z Cleans string from invalid xml chars Solution was found there:: http://stackoverflow.com/questions/8733233/filtering-out-certain-bytes-in-python r css |] }tt|r|VqdSr)r[ord)rJcrrr sz#clean_xml_string..)join)srrrclean_xml_stringsrac@s eZdZdS) SolrErrorN)rrrrrrrrbsrbc@s(eZdZdZddZddZddZdS) Resultsa Default results class for wrapping decoded (from JSON) solr responses. Required ``decoded`` argument must be a Solr response dictionary. Individual documents can be retrieved either through ``docs`` attribute or by iterating over results instance. Example:: results = Results({ 'response': { 'docs': [{'id': 1}, {'id': 2}, {'id': 3}], 'numFound': 3, } }) # this: for doc in results: print doc # ... is equivalent to: for doc in results.docs: print doc # also: list(results) == results.docs Note that ``Results`` object does not support indexing and slicing. If you need to retrieve documents by index just use ``docs`` attribute. Other common response metadata (debug, highlighting, qtime, etc.) are available as attributes. The full response from Solr is provided as the `raw_response` dictionary for use with features which change the response format. cCs||_|dp i}|dd|_|dd|_|di|_|di|_|di|_|d i|_|d i|_|d id d|_ |d i|_ |dd|_ dS)NresponsedocsrnumFoundrdebug highlighting facet_counts spellcheckstatsresponseHeaderQTimegroupednextCursorMark) raw_responsegetrehitsrgrhfacetsrjrkqtimernro)rdecoded response_partrrr__init__szResults.__init__cC t|jSr)lenrerrrr__len__" zResults.__len__cCrxr)iterrerzrrr__iter__%r|zResults.__iter__N)rrr__doc__rwr{r~rrrrrcs $ rcc@seZdZdZddedddddfddZd d Zd d Zd:ddZd;ddZ dddZ  d?ddZ ddZdd Zd!d"Zd#d$Zd%d&Zdd+d,Zd@d-d.Z  dAd/d0ZdBd1d2ZdCd3d4ZdDd5d6ZdEd8d9ZdS)Fra The main object for working with Solr. Optionally accepts ``decoder`` for an alternate JSON decoder instance. Default is ``json.JSONDecoder()``. Optionally accepts ``timeout`` for wait seconds until giving up on a request. Default is ``60`` seconds. Optionally accepts ``results_cls`` that specifies class of results object returned by ``.search()`` and ``.more_like_this()`` methods. Default is ``pysolr.Results``. Usage:: solr = pysolr.Solr('http://localhost:8983/solr') # With a 10 second timeout. solr = pysolr.Solr('http://localhost:8983/solr', timeout=10) # with a dict as a default results class instead of pysolr.Results solr = pysolr.Solr('http://localhost:8983/solr', results_cls=dict) N<selectFTc CsR|pt|_||_||_||_d|_||_||_ ||_ ||_ | |_ ||_ dSr)json JSONDecoderdecoderurltimeout_get_loglogsession results_clssearch_handler use_qt_paramauthverify always_commit) rrrrrrrrrrrrrrwBs  z Solr.__init__cCs,|jdurt|_d|j_|j|j_|jS)NF)rrequestsSessionstreamrrzrrr get_sessionPs   zSolr.get_sessioncCrr)LOGrzrrrrWrz Solr._get_logr cCs*t|rd|jd|dgS|jS)N/)ryr_rrstriplstrip)rpathrrr_create_full_urlZszSolr._create_full_urlc Cs4||}|}|}|duri}|durd}n t|ts!t|}|jd|||ddt}|} zt | |} Wnt yP} zt d |d} ~ ww|} | dur[t |} z| || |||j|jd} Wnitjjy} zd}|jj||| ddt ||| fd} ~ wtjjy} zd }|| f}|jj|g|Rd dit ||d} ~ wty} zd }|jj|||| ddt |||| fd} ~ wwt}|jd |||dd||| jt| jd krd}|| }|jj|| j|d| j| j| |didt || j|ft| jS)Nr z/Starting request to '%s' (%s) with body '%s'...rYz'Unable to use unknown HTTP method '{0}.)dataheadersfilesrrz'Connection to server '%s' timed out: %sTexc_infoznFailed to connect to server at '%s', are you sure that URL is correct? Checking it in a browser might help: %srzUnhandled error: %s %s: %szBFinished '%s' (%s) with body '%s' in %0.3f seconds, with status %sz*Solr responded with an error (HTTP %s): %sr)rrd request_bodyrequest_headersextra)rlowerr+r.reprrrgtimergetattrAttributeErrorrbformatr5rrr exceptionsTimeouterrorConnectionErrorr info status_coder=_extract_errorrcontentr2)rmethodrbodyrrrlog_body start_timerrequests_methoderr bytes_bodyresp error_messagerQend_time solr_messagerrr _send_requestasx       zSolr._send_requestcCs~d|d<|p|j}d}|r|jr||d<n|}t|d}t|dkr.d||f}|d|Sd |}d d i}|jd |||d S)z :param params: :param handler: defaults to self.search_handler (fallback to 'select') :return: rwtrqtTiz%s/?%srq%s/ Content-typez0application/x-www-form-urlencoded; charset=utf-8post)rr)rrrVryr)rrQhandlercustom_handlerparams_encodedrrrrr_selects      z Solr._selectmltcC |||SrrrrQrrrr_mlt z Solr._mlttermscCrrrrrrr_suggest_termsrzSolr._suggest_termsupdatec Csg} |} |jrd} | dt|dd| } |dur|j}|r.| dtt|n|r=| dtt||durN| dtt||dur_| d tt||durp| d tt|| r{d | d | f} |rt|}| d | |ddiS)a Posts the given xml message to http:///update and returns the result. Passing `clean_ctrl_chars` as False will prevent the message from being cleaned of control characters (default True). This is done by default because these characters would cause Solr to fail to parse the XML. Only pass False if you're positive your data is clean. rzqt=%sTrNz commit=%sz softCommit=%sz waitFlush=%sz overwrite=%szwaitSearcher=%sz%s?%s&rrztext/xml; charset=utf-8) rrPrVrr.boolrr_sanitizer) rmessageclean_ctrl_charscommit softCommit waitFlush waitSearcher overwriter query_vars path_handlerrrrr_updates.z Solr._updatecCs|jdd}d}|dur:z |dd}Wn"ty#|j}Ynty9||j|j\}}t|}Ynwd|}|durH|d|7}|S)zH Extract the actual error message from a solr response. reasonNrmsgz [Reason: %s]z %s)rrqrrArr>_scrape_responserG)rrr full_response full_htmlrrrrrs     zSolr._extract_errorc Csd}|dd}|rd|vrd}|rd|vrd}d}d}d}tr-t|dr-|}|drqz4t|}|d } |d } | durM| j }}| dur\| j }|dur\|}|re|re||fWSWn tj ypYnw|dkrt d |t j} | r| d }nPd |}nKz(t|}d} |dkr|d} n|d} | dur| j }|durt|}Wn"ty} ztjd| dd|iidd |}WYd} ~ nd} ~ wwt|}|dd}|dd}|dd}|dd}| }||fS)z+ Scrape the html response. Nserverr jettycoyotetomcatr-z]*>\s*(.+?)\s*r6z%szbody/prez head/titlez4Unable to extract error message from invalid XML: %srrdr  z
z
)rqrr*rMr- startswithr fromstringfindrCstrip ParseErrorrEsearch IGNORECASEr;tostring SyntaxErrorrwarningr2r') rrrd server_type server_stringrrdom_treesoup reason_nodetb_noderBrrrrrst                  zSolr._scrape_responsecCst|dr,t|dr"|}|r||}|jddd}t |Sd|}t |St|tr?|r9d}t |Sd}t |StrMt|trLt|d d }n t|trXt |d d }d |}t |S) zo Converts python values to a form suitable for insertion into the xml we send to solr. strftimehourN)tzinfoZz %sT00:00:00Zr!falser'r(z{0}) rM utcoffsetr' isoformatr+rr*r,r.r/rra)rr1offsetrrr _from_pythonas.          zSolr._from_pythonc Cst|ttttfr |St|ttfr|d}|dkrdS|dkr"dSd}tr7t|tr/t |}t|t r6d}nt|t r@t |}t|t rGd}|ryt |}|ry|}|D] \}}t|||<qXt|d|d|d|d |d |d Szt|WSttfyY|Sw) zD Converts values from Solr to native Python values. rr!TrFyearmonthdayrminutesecond)r+r=floatlongcomplexrNrOr*r,r2r.r#DATETIME_REGEXr groupdictrHdatetimeast literal_evalr>r)rr1 is_stringpossible_datetime date_valuesdkdvrrr _to_pythons@     , zSolr._to_pythoncCsL|durdStrt|trt|dkrdSdSt|tr$t|dkr$dSdS)z Check if a given value is ``null``. Criteria for this is based on values that shouldn't be included in the Solr ``add`` request at all. NTrF)r*r+r.ryr#)rr1rrr_is_null_valueszSolr._is_null_valuecKsXd|i}|||j||d}|j|}|jd|dip!idd||S)aD Performs a search and returns the results. Requires a ``q`` for a string version of the query to run. Optionally accepts ``**kwargs`` for additional options to be passed through the Solr URL. Returns ``self.results_cls`` class object (defaults to ``pysolr.Results``) Usage:: # All docs. results = solr.search('*:*') # Search with highlighting. results = solr.search('ponies', **{ 'hl': 'true', 'hl.fragsize': 10, }) qrzFound '%s' search results.rdrfr)rrrr-rrgrqr)rrrkwargsrQrdrurrrrs   z Solr.searchcKsZ||d}|||j||d}|j|}|jd|dip"idd||S)a Finds and returns results similar to the provided query. Returns ``self.results_cls`` class object (defaults to ``pysolr.Results``) Requires Solr 1.3+. Usage:: similar = solr.more_like_this('id:doc_234', 'text') )rzmlt.flrzFound '%s' MLT results.rdrfr)rrrr-rrgrqr)rrmltflrrrQrdrurrrmore_like_thiss   zSolr.more_like_thisc Ks||d}|||j||d}|j|}|di}i} t|ttfr7tt |ddd|ddd}| D]\} } t} | rS| | d| df| sD| | | <q;|j dtd d | D| S) z Accepts a list of field names and a prefix Returns a dictionary keyed on field name containing a list of ``(term, count)`` pairs Requires Solr 1.4+. )zterms.flz terms.prefixrrrNr6r:z$Found '%d' Term suggestions results.css|] \}}t|VqdSr)ry)rJrKjrrrr^0sz%Solr.suggest_terms..)rrrr-rqr+rNrOdictziprHrPpoprrgsum) rfieldsprefixrrrQrdresultrresfieldvaluestmprrr suggest_terms s$    "  zSolr.suggest_termsc Cstd}|D]\}}|tkr!|D] }|||||qq |dkr.|dt|q t|t t tfr9|}n|f}|D]I} | | rFq>|dkrV|| |}||q>d|i} |rf||vrf||| d<|rt||vrtt||| d<tjdi| } | | | _ || q>q |S)Ndocboost_docnamerr#)r#)rElementrHNESTED_DOC_KEYrP _build_docsetr2r+rNrOrrrC) rr'r( fieldUpdatesdoc_elemkeyr1childr$bitattrsr#rrrr-3s:         zSolr._build_docc  Cst} |jdtd} |r| d||D]} |j| ||d}| |qtj| dd}t |}t}|jdt | || |j |||||| | dS) a  Adds or updates documents. Requires ``docs``, which is a list of dictionaries. Each key is the field name and each value is the value to index. Optionally accepts ``commit``. Default is ``None``. None signals to use default Optionally accepts ``softCommit``. Default is ``False``. Optionally accepts ``boost``. Default is ``None``. Optionally accepts ``fieldUpdates``. Default is ``None``. Optionally accepts ``commitWithin``. Default is ``None``. Optionally accepts ``waitFlush``. Default is ``None``. Optionally accepts ``waitSearcher``. Default is ``None``. Optionally accepts ``overwrite``. Default is ``None``. Usage:: solr.add([ { "id": "doc_1", "title": "A test document", }, { "id": "doc_2", "title": "The Banana: Tasty or Dangerous?", }, ]) z Starting to build add request...add commitWithin)r(r/r&)encodingz.Built add request of %s docs in %0.2f seconds.)rrrrrr) rrrgrr+r.r-rPrr2ryr)rrer(r/rrr6rrrrrrr'elrBrrrrr5^s%    zSolr.addc Cs|dur |dur td|dur|durtd|durBt|tttfs(|g}nttd|}|r>dddd|D}n td|durJd |}|j||||||d S) a Deletes documents. Requires *either* ``id`` or ``query``. ``id`` is if you know the specific document id to remove. Note that ``id`` can also be a list of document ids to be deleted. ``query`` is a Lucene-style query indicating a collection of documents to delete. Optionally accepts ``commit``. Default is ``True``. Optionally accepts ``softCommit``. Default is ``False``. Optionally accepts ``waitFlush``. Default is ``None``. Optionally accepts ``waitSearcher``. Default is ``None``. Usage:: solr.delete(id='doc_12') solr.delete(id=['doc_1', 'doc_3']) solr.delete(q='*:*') NzYou must specify "id" or "q".z,You many only specify "id" OR "q", not both.z%sr css|]}d|VqdS)z %sNrrIrrrr^szSolr.delete..z*The list of documents to delete was empty.z"%srrrrr)r>r+rNr.rOfilterr_r) ridrrrrrrrBrrrdeletesz Solr.deletecCs:|durdtt|}nd}|j|| ||||dS)au Forces Solr to write the index data to disk. Optionally accepts ``expungeDeletes``. Default is ``None``. Optionally accepts ``waitFlush``. Default is ``None``. Optionally accepts ``waitSearcher``. Default is ``None``. Optionally accepts ``softCommit``. Default is ``False``. Usage:: solr.commit() Nzz r9)r.rrr)rrrrexpungeDeletesrrrrrrsz Solr.commitcCs&|rd|}nd}|j|||||dS)al Tells Solr to streamline the number of segments used, essentially a defragmentation operation. Optionally accepts ``maxSegments``. Default is ``None``. Optionally accepts ``waitFlush``. Default is ``None``. Optionally accepts ``waitSearcher``. Default is ``None``. Usage:: solr.optimize() zz )rrrr)r)rrrr maxSegmentsrrrrroptimizes z Solr.optimizeupdate/extractc Kst|ds td|r dndddd}||t|jd}z|jd||d ||fid }WnttfyG}z |j j d |d d d}~wwzt |} Wntye}z |j j d|d d d}~ww| |d| d<i| d<} | d|d} | r| r| | | <| s| S)a5 POSTs a file to the Solr ExtractingRequestHandler so rich content can be processed using Apache Tika. See the Solr wiki for details: http://wiki.apache.org/solr/ExtractingRequestHandler The ExtractingRequestHandler has a very simple model: it extracts contents and metadata from the uploaded file and inserts it directly into the index. This is rarely useful as it allows no way to store additional data or otherwise customize the record. Instead, by default we'll use the extract-only mode to extract the data without indexing it so the caller has the opportunity to process it as appropriate; call with ``extractOnly=False`` if you want to insert with no additional processing. Returns None if metadata cannot be extracted; otherwise returns a dictionary containing at least two keys: :contents: Extracted full-text content, if applicable :metadata: key:value pairs of text strings r*zGextract() requires file-like objects which have a defined name propertyr!rr) extractOnly lowernamesrr&rfile)rrz'Failed to extract document metadata: %sTrNz Failed to load JSON response: %scontentsmetadataz %s_metadata)rMr>rr r*r4rIOErrorrbrrrloadsr) rfile_objrArrrQfilenamerrrrE raw_metadatarrrextractsJ        z Solr.extract)r r NNNr)r)r)TNFNNNr)NN) NNNFNNNNr)NNNFNNr)FNNNr)TNNNr)Tr@)rrrrrcrwrrrrrrrrrrrrrrrr&r-r5r<rr?rKrrrrr)s>     ?   2Q 3  $  &+ : * csjeZdZdZfddZiifddZdddZdd d Zd dZddZ ddZ ddZ ddZ Z S) SolrCoreAdmina Handles core admin operations: see http://wiki.apache.org/solr/CoreAdmin This must be initialized with the full admin cores URL:: solr_admin = SolrCoreAdmin('http://localhost:8983/solr/admin/cores') status = solr_admin.status() Operations offered by Solr are: 1. STATUS 2. CREATE 3. RELOAD 4. RENAME 5. ALIAS 6. SWAP 7. UNLOAD 8. LOAD (not currently implemented) cs tt|j|i|||_dSr)superrMrwr)rrargsr __class__rrrwFs zSolrCoreAdmin.__init__cCstj|t||d}t|jS)N)rr)rrqrVr2r)rrrQrrrrr_get_urlJs zSolrCoreAdmin._get_urlNcCs,ddi}|dur|j|d|j|j|dS)zShttp://wiki.apache.org/solr/CoreAdmin#head-9be76f5a459882c5c093a7a1456e98bea7723953actionSTATUSN)corerQrrRrrrUrQrrrstatusNs  zSolrCoreAdmin.statussolrconfig.xml schema.xmlcCs@d|||d}|dur|j|dn|j|d|j|j|dS)zShttp://wiki.apache.org/solr/CoreAdmin#head-7ca1b98a9df8b8ca0dcfbfc49940ed5ac98c4a08CREATE)rSr*configschemaN) instanceDirrVrW)rr* instance_dirr]r^rQrrrcreateYs zSolrCoreAdmin.createcCd|d}|j|j|dS)zShttp://wiki.apache.org/solr/CoreAdmin#head-3f125034c6a64611779442539812067b8b430930RELOADrSrUrVrRrrXrrrreloadizSolrCoreAdmin.reloadcCd||d}|j|j|dS)zShttp://wiki.apache.org/solr/CoreAdmin#head-9473bee1abed39e8583ba45ef993bebb468e3afeRENAMErSrUotherrVrerrUrkrQrrrrenameq zSolrCoreAdmin.renamecCrh)zShttp://wiki.apache.org/solr/CoreAdmin#head-928b872300f1b66748c85cebb12a59bb574e501bSWAPrjrVrerlrrrswapzrnzSolrCoreAdmin.swapcCrb)zShttp://wiki.apache.org/solr/CoreAdmin#head-f5055a885932e2c25096a8856de840b06764d143UNLOADrdrVrerXrrrunloadrgzSolrCoreAdmin.unloadcCstd)Nz1Solr 1.4 and below do not support this operation.)NotImplementedError)rrUrrrloadszSolrCoreAdmin.loadr)NrZr[)rrrrrwrRrYrarfrmrprrrt __classcell__rrrPrrM3s     rM)))rw)rw)rw)rw)rw)rw)rw)rw) rw) rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rw)rwcCs*t|}tD] \}}|||}qt|Sr)r5 REPLACEMENTSr'r2)r fixed_stringbadgoodrrrrs rcs8eZdZdfdd ZddZdd d Zd d ZZS) SolrCloudNr皙?Tc sX||} ||_||_tt|j| g|R|||j|jd| ||_||_||_dS)N)rrrr) getRandomURLrrrNrrw zookeeper collection retry_timeout) rrrrrrrrrOrrrPrrrws  zSolrCloud.__init__cCs2|j|j|_td|jt||||||S)NzUsing random URL: %s)rrrrrrgrrrrrrrrrrr_randomized_requestszSolrCloud._randomized_requestr c Csz ||||||WStjjy-tjd|jddt|j||||||YSt yMtjd|jddt|j||||||YSw)Nz$RequestException, retrying after %fsTrz!SolrException, retrying after %fs) rrrRequestExceptionrrrrsleeprbrrrrrs   zSolrCloud._send_requestcOs6|j|j|_td|jtj|g|Ri|S)NzUsing random leader URL: %s)r getLeaderURLrrrrgrr)rrOrrrrrszSolrCloud._update)NrrNTrL)rrrrwrrrrurrrPrrs   rc@sjeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d ZdddZdddZddZdddZddZdS) ZooKeeperz /live_nodesz /aliases.jsonz/clusterstate.jsonshardsreplicasstateactiveleaderbase_urlr!rrr8Nc stdur tdti_i_i_d_|dur*t|d|d|id|id_n|_j fdd}j |j t j fdd}jt jfd d }j t jfd d }dS) Nz6ZooKeeper requires the `kazoo` library to be installedT max_tries) read_onlyr command_retryconnection_retrycs,|tjkr |_dS|tjkr|_dSdSr)r LOSTr SUSPENDED)rrzrrconnectionListeners    z.ZooKeeper.__init__..connectionListenercs6|s tddSt|d_tdjdS)Nz3No cluster state available: no collections defined?r&zUpdated collections: %s)rrrrGr- collectionsr)rrOrrzrrwatchClusterState sz-ZooKeeper.__init__..watchClusterStatecs|_td|dS)NzUpdated live nodes: %s) liveNodesrr)childrenrzrrwatchLiveNodessz*ZooKeeper.__init__..watchLiveNodescsZ|r!t|d}tj|vr|tj_ntdtj|nd_t djdS)Nr&z&Expected to find %s in alias update %szUpdated aliases: %s) rrGr-r COLLECTIONaliasesrrkeysr)rstat json_datarzrr watchAliasess  z(ZooKeeper.__init__..watchAliases)r loggingr RuntimeErrorrrrrzkstart add_listener DataWatchr CLUSTER_STATE ChildrenWatchLIVE_NODES_ZKNODEALIASES) rzkServerAddressr max_retries kazoo_clientrrrrrrzrrws,        zZooKeeper.__init__Fc Cs|jr||jvr||||Sg}||jvrtd||j|}|tj}|D]@}||}|tjtjkrj|tj } | D](} | | } | tjtjkri|r[| tj dtj kri| tj } | |vri|| qAq*|S)NzUnknown collection: %s)r getAliasHostsrrbrSHARDSrSTATEACTIVEREPLICASrqLEADERTRUEBASE_URLrP) rcollname only_leader seen_aliaseshostsrr shardnameshardr replicanamereplicarrrrgetHosts%s(         zZooKeeper.getHostscCst|r||vrtd|gSng}|||j|d}g}|D]}||||D] }||vr6||q+q"|S)Nz)%s in circular alias definition - ignored,)rwarnrPrsplitr)rrrrrrrhostrrrr<s    zZooKeeper.getAliasHostscCs,|j||d}|s tddt||fS)Nrz$ZooKeeper returned no active shards!z%s/%s)rrbrandomchoice)rrrrrrrrLszZooKeeper.getRandomURLcCs|j|ddS)NTr)r)rrrrrrRszZooKeeper.getLeaderURL)rr8N)FN)F)rrrrrrrrrrrrrFALSErrwrrrrrrrrrs$  4  r)r)T __future__rrrr r rosrrEr xml.etreer pkg_resourcesrrrr kazoo.clientr r ImportError simplejsonr urllib.parser urllibr html.entitiesentitiesr?htmlentitydefs http.clientr httplibunichrr<r$chrr=r __author____all__rpkg_distributionversionrparsed_version version_inforcompiler r,Handlerr getLoggerrh addHandlerenvironrqrsetLevelDEBUG StreamHandlerrr%r*r2r5rGrVr[ra ExceptionrbobjectrcrrMrrrrrrrrs                      >]" '