U lu fM@s,dZddlmZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z m Z mZddlmZmZmZddlmZmZmZmZmZddlmZmZmZddlZGd d d eZGd d d eZGd ddeZ GdddeZ!GdddeZ"GdddeZ#GdddeZ$GdddeZ%dS)z#Tests of Beautiful Soup as a whole.) set_traceN) BeautifulSoupBeautifulStoneSoupGuessedAtParserWarningMarkupResemblesLocatorWarningdammit)builder_registry TreeBuilderParserRejectedMarkup)Comment SoupStrainerPYTHON_SPECIFIC_ENCODINGSTagNavigableString)default_builder LXML_PRESENTSoupTestc@sLeZdZddZddZddZddZd d Zd d Zd dZ ddZ dS)TestConstructorcCs"d}||}d|jjkstdS)Nu

éé

uéésouph1stringAssertionErrorselfdatarr7/tmp/pip-unpacked-wheel-pg4vfqbd/bs4/tests/test_soup.pytest_short_unicode_input)s z(TestConstructor.test_short_unicode_inputcCs"d}||}d|jjkstdS)Nz

foobar

zfoobarrrrrrtest_embedded_null.s z"TestConstructor.test_embedded_nullcCs,dd}|j|dgd}d|jks(tdS)Nu Räksmörgåsutf-8)Zexclude_encodingsz windows-1252)encoderoriginal_encodingr)r utf8_datarrrrtest_exclude_encodings3s z&TestConstructor.test_exclude_encodingsc CsGdddt}tddd}tjddtdd|i|}W5QRXt|j|sVttdd |jjksltd |jj ks|t|f|}tjdd}td|dd }W5QRXt |d j }| d st||jkst||jkstdS)Nc@sDeZdZddZddZddZddZd d ZeZZ d d Z d S)z7TestConstructor.test_custom_builder_class..Mockc[s(||_d|_d|_g|_g|_i|_dS)NTF) called_withis_xmlZstore_line_numbersZcdata_list_attributesZpreserve_whitespace_tagsstring_containers)rkwargsrrr__init__<s z@TestConstructor.test_custom_builder_class..Mock.__init__cSsdSNrrrrrrinitialize_soupCszGTestConstructor.test_custom_builder_class..Mock.initialize_soupcSs ||_dSr+)fed)rmarkuprrrfeedEsz.Mock.feedcSsdSr+rrrrrresetGsz=TestConstructor.test_custom_builder_class..Mock.resetcSsdSr+r)rignorerrrr3Isz>TestConstructor.test_custom_builder_class..Mock.ignorecs dVdS)N)prepared markupzoriginal encodingzdeclared encodingzcontains replacement charactersrrargsr)rrrprepare_markupLszFTestConstructor.test_custom_builder_class..Mock.prepare_markupN) __name__ __module__ __qualname__r*r-r0r2r3Zset_up_substitutionsZcan_be_empty_elementr7rrrrMock;sr;valueT)varZconvertEntitiesrecordbuilder)r=r4)rAZ ignored_valuerzCKeyword arguments to the BeautifulSoup constructor will be ignored.)r@) objectdictwarningscatch_warningsr isinstancerArr&r.strmessage startswith)rr;r)rrAwmsgrrrtest_custom_builder_class8s* z)TestConstructor.test_custom_builder_classc CsXGdddt}dd}ddl}tt}td|dW5QRXdt|jksTtdS) Nc@seZdZddZdS)z:TestConstructor.test_parser_markup_rejection..Mockc_s tddS)NzNope.)r r5rrrr0lsz?TestConstructor.test_parser_markup_rejection..Mock.feedN)r8r9r:r0rrrrr;ksr;cs tdddfVtdddfVdS)NF)r/r5rrrr7oszDTestConstructor.test_parser_markup_rejection..prepare_markuprr@)rAzoThe markup you provided was rejected by the parser. Trying a different parser or a different encoding may help.) r repytestraisesr rrGr<r)rr;r7rMexc_inforrrtest_parser_markup_rejectionhs  z,TestConstructor.test_parser_markup_rejectionc Csd}||}|j}d|dks$tddg|dks8t|j|tdd}d|jdksZtddiddifD]V}tjd d }|j|d|d}W5QRX|j}d dg|dkstd|dksjtqjdS) Nz&z an id idaclass)rAZmulti_valued_attributesz a class *Tr>Zan)rrSrrrDrE)rr/rrSZ switcheroorJrrrtest_cdata_list_attributes{s z*TestConstructor.test_cdata_list_attributescspGdddtGdddtGdddt|jdtttid}tfd d |DsltdS) Nc@s eZdZdS)z9TestConstructor.test_replacement_classes..TagPlusNr8r9r:rrrrTagPlussrXc@s eZdZdS)z.StringPlusNrWrrrr StringPlussrYc@s eZdZdS)z=TestConstructor.test_replacement_classes..CommentPlusNrWrrrr CommentPlussrZzfoobar)Zelement_classesc3s|]}t|fVqdSr+)rF.0xrZrYrXrr sz;TestConstructor.test_replacement_classes..)rrr rallZrecursiveChildGeneratorrr,rr^rtest_replacement_classess  z(TestConstructor.test_replacement_classescCsGdddt}Gdddt}|jd||dd}t|jjdtsJtt|jjd|s`t|jjD]}t||shtqhg|j kstdS) Nc@s eZdZdS)zATestConstructor.test_alternate_string_containers..PStringNrWrrrrPStringsrbc@s eZdZdS)zATestConstructor.test_alternate_string_containers..BStringNrWrrrrBStringsrcz4
Hello.

Here is some bolded text)bp)r(r) rrrFdivcontentsrrerdstringsZstring_container_stack)rrbrcrsrrr test_alternate_string_containerss  z0TestConstructor.test_alternate_string_containersN) r8r9r:rr r%rLrQrVrarjrrrrr's0rc@sTeZdZejdddgddZejdddeDd gd d Zd d Z d S) TestOutputz!eventual_encoding,actual_encoding)r!r!)utf-16rlcCs0|d}d|_d|d|j|dks,tdS)N Tz eventual_encoding)rr'decoder)rroZactual_encodingrrrrtest_decode_xml_declarations   z&TestOutput.test_decode_xml_declarationrocCsg|]}|qSrrr[rrr szTestOutput.NcCs(tdd}d|_d|j|dks$tdS)Nrm html.parserTz! rn)rr'rpr)rrorrrrMtest_decode_xml_declaration_with_missing_or_python_internal_eventual_encodings   zXTestOutput.test_decode_xml_declaration_with_missing_or_python_internal_eventual_encodingcCsV|d}d|jddkstd|jddks2td|ksBtd|ksRtdS)Nrms r!)encodingz )rr"rZencode_contentsZdecode_contentsZprettifyr,rrrtests  zTestOutput.test) r8r9r:rNmark parametrizerqr rtrvrrrrrks  rkc @seZdZddZddZddZddZd d Zd d Zd dZ ddZ e j dddddddddgddZe j dddddgd d!Zd"d#Zd$d%Zd&d'Zd(d)Zd*S)+ TestWarningscCs@|D]&}t|j|r|jtks"t|Sqtd||fdS)Nz%s warning not found in %r)rFrHfilename__file__r Exception)rrDclsrJrrr_assert_warnings   zTestWarnings._assert_warningcCs2||t}t|j}|tjdds.tdS)N<)r~rrGrHrIrZNO_PARSER_SPECIFIED_WARNINGr)rrJwarningrHrrr_assert_no_parser_specifieds  z(TestWarnings._assert_no_parser_specifiedc Cs.tjdd}td}W5QRX||dSNTr>rDrErrrrJrrrr#test_warning_if_no_parser_specifiedsz0TestWarnings.test_warning_if_no_parser_specifiedc Cs0tjdd}tdd}W5QRX||dS)NTr>rhtmlrrrrr*test_warning_if_parser_specified_too_vaguesz7TestWarnings.test_warning_if_parser_specified_too_vaguec Cs2tjdd}|d}W5QRXg|ks.tdSrrDrErrrrrr,test_no_warning_if_explicit_parser_specifiedsz9TestWarnings.test_no_warning_if_explicit_parser_specifiedc Csltjdd}tddtdd}W5QRX||t}t|j}d|ksLtd|ksXtd | kshtdS) NTr>rrsrd)parseOnlyTheser parse_onlys) rDrErr r~DeprecationWarningrGrHrr")rrJrrrKrrr)test_parseOnlyThese_renamed_to_parse_only"s    z6TestWarnings.test_parseOnlyThese_renamed_to_parse_onlyc Csjtjdd}d}t|ddd}W5QRX||t}t|j}d|ksLtd|ksXtd|jksftdS) NTr>sérsutf8) fromEncodingrZ from_encoding) rDrErr~rrGrHrr#)rrJrrrrKrrr*test_fromEncoding_renamed_to_from_encoding.s    z7TestWarnings.test_fromEncoding_renamed_to_from_encodingc Cs(tt|jdddW5QRXdS)NzT)Zno_such_argument)rNrO TypeErrorrr1rrr"test_unrecognized_keyword_argument:s z/TestWarnings.test_unrecognized_keyword_argument extensionz markup.htmlz markup.htmz markup.HTMLz markup.txtz markup.xhtmlz markup.xmlz/home/user/filez c:\user ilec CsHtjdd2}td|d}||t}dt|jks:tW5QRXdS)NTr>r/rszlooks more like a filenamerDrErr~rrGrHr)rrrJrrrrrtest_resembles_filename_warning>s z,TestWarnings.test_resembles_filename_warningZ markuphtmlz markup.comr@z markup.jsc Cs6tjdd}|d|}W5QRXg|ks2tdS)NTr>r/r)rrrJrrrr"test_resembles_filename_no_warningKsz/TestWarnings.test_resembles_filename_no_warningc Cs`d}tjdd}t|d}W5QRX||t}dt|jksDt|t|jdks\tdS)Nshttp://www.crummybytes.com/Tr>rslooks more like a URLr) rDrErr~rrGrHrr"rurl warning_listrrrrrtest_url_warning_with_bytes_urlWsz,TestWarnings.test_url_warning_with_bytes_urlc CsZd}tjdd}t|d}W5QRX||t}dt|jksDt|t|jksVtdS)Nzhttp://www.crummyunicode.com/Tr>rsrrrrrr!test_url_warning_with_unicode_urlasz.TestWarnings.test_url_warning_with_unicode_urlc Cs<tjdd}|d}W5QRXtdd|Dr8tdS)NTr>s$http://www.crummybytes.com/ is greatcss|]}dt|jkVqdSrNrGrHr\rJrrrr_rszETestWarnings.test_url_warning_with_bytes_and_space..rDrEranyrrrrrrr%test_url_warning_with_bytes_and_spacems z2TestWarnings.test_url_warning_with_bytes_and_spacec Cs<tjdd}|d}W5QRXtdd|Dr8tdS)NTr>z&http://www.crummyunicode.com/ is greatcss|]}dt|jkVqdSrrrrrrr_xszGTestWarnings.test_url_warning_with_unicode_and_space..rrrrr'test_url_warning_with_unicode_and_spaceus z4TestWarnings.test_url_warning_with_unicode_and_spaceN)r8r9r:r~rrrrrrrrNrwrxrrrrrrrrrrrys6       ryc@seZdZddZdS)TestSelectiveParsingcCs.d}td}|j||d}|dks*tdS)Nz&NoYesNoYes Yesrd)rsYesYes Yes)r rr"r)rr/Zstrainerrrrrtest_parse_with_soupstrainer~sz1TestSelectiveParsing.test_parse_with_soupstrainerN)r8r9r:rrrrrr|src@s:eZdZdZddZejje ddddZ dd Z d S) TestNewTagz(Test the BeautifulSoup.new_tag() method.cCsb|d}|jddddid}t|ts,td|jks:ttddd|jksPtd|jks^tdS)Nr@fooZbaznameza name)barattrs)rr) rnew_tagrFrrrrCrparent)rrrrrr test_new_tags  zTestNewTag.test_new_tagz-lxml not installed, cannot parse XML document)reasoncCsBtdd}|d}|d}d|ks.td|ks>tdS)Nr@xmlbrre
s

rrr"r)rZxml_soupZxml_brZxml_prrr5test_xml_tag_inherits_self_closing_rules_from_builders    z@TestNewTag.test_xml_tag_inherits_self_closing_rules_from_buildercCsBtdd}|d}|d}d|ks.td|ks>tdS)Nr@rsrrers

r)rZ html_soupZhtml_brZhtml_prrr1test_tag_inherits_self_closing_rules_from_builders    zsome markup some markup)rpickledumpsloadsrSrrrrZpickledZ unpickledrrrtest_normal_pickles   zTestPickle.test_normal_picklecCs6|d}d|_t|}t|}d|jks2tdS)Nr)rrArrrrrrrrrtest_pickle_with_no_builders    z&TestPickle.test_pickle_with_no_builderN)r8r9r:rrrrrrrsrc@s4eZdZddZddZddZddZd d Zd S) TestEncodingConversioncCs&d|_|jd|_|jdks"tdS)NuUSacré bleu!r!sUSacré bleu!) unicode_datar"r$rr1rrr setup_methodsz#TestEncodingConversion.setup_methodc Cstj}ttjz^dd}|t_d}||}|}t|t sFt || |ks\t |j dksnt W5ttj|t_XdS)NcSsdSr+r)rGrrrnoopsz>TestEncodingConversion.test_ascii_in_unicode_out..noops ar!)rZchardet_dammitloggingdisableWARNINGNOTSETrrprFrGrZ document_forr#lower)rchardetrasciiZsoup_from_asciiZunicode_outputrrrtest_ascii_in_unicode_outs   z0TestEncodingConversion.test_ascii_in_unicode_outcCs@||j}||jkst|jjdks.t|jdkss* 0)} "