U Kv fW @sddlmZddlmZddlZddlmZddlZddlZddl Z ddl Z ddl mZddlmZmZGdd d Zd d Zd d ddddddZddZd-ddZd.ddZd/ddZd d!Zd0d#d$Zd1d%d&Zd2d)d*Zd3d+d,ZdS)4) FUTURE_STACK)lzipN)reduce) SimpleTable) fmt_latexfmt_txtc@seZdZddZddZddZddZd d Zd%ddZd&ddZ d'ddZ ddZ d(ddZ d)ddZ ddZd d!Zd*d#d$ZdS)+SummarycCs"g|_g|_g|_d|_d|_dS)NF)tablessettings extra_txttitle _merge_latexselfr>/tmp/pip-unpacked-wheel-2v6byqio/statsmodels/iolib/summary2.py__init__s zSummary.__init__cCs|SNas_textrrrr__str__szSummary.__str__cCstt|d|dS)Nz """ z """)strtyperrrrr__repr__szSummary.__repr__cCs|S)z$Display as HTML in IPython notebook.as_htmlrrrr _repr_html_szSummary._repr_html_cCs|S)z9Display as LaTeX when converting IPython notebook to PDF.)as_latexrrrr _repr_latex_"szSummary._repr_latex_T%.4frcCs*||||d}|j||j|dS)a Add the contents of a DataFrame to summary table Parameters ---------- df : DataFrame header : bool Reproduce the DataFrame column labels in summary table index : bool Reproduce the DataFrame row labels in summary table float_format : str Formatting to float data columns align : str Data alignment (l/c/r) indexheader float_formatalignN)r appendr )rdfr#r$r%r&r rrradd_df&s  zSummary.add_dfcCs"t|}|j|dd||ddS)aAdd the contents of a Numpy array to summary table Parameters ---------- array : numpy array (2D) float_format : str Formatting to array if type is float align : str Data alignment (l/c/r) Fr"N)pd DataFramer))rarrayr&r%tablerrr add_array=s  zSummary.add_arraylc sfdd|D}fdd|D}tt||}|jd|dkr~||jd|}t|t|ddggg}t||}tdd|}|j ||dd S) aAdd the contents of a Dict to summary table Parameters ---------- d : dict Keys and values are automatically coerced to strings with str(). Users are encouraged to format them before using add_dict. ncols : int Number of columns of the output table align : str Data alignment (l/c/r) float_format : str Formatting to float data columns csg|]}t|qSr _formatter.0xr%rr ]sz$Summary.add_dict..csg|]}t|qSrr1r3r6rrr7^srcSst||gSr)nphstackr5yrrrfz"Summary.add_dict..r&N) keysvaluesr9r,rshapevstacksplitrr.) rdZncolsr&r%r@valsdatapadrr6radd_dictMs zSummary.add_dictcCs|j|dS)zAppend a note to the bottom of the summary table. In ASCII tables, the note will be wrapped to table width. Notes are not indented. N)r r')rstringrrradd_textiszSummary.add_textNcCsJt|tr||_n4|dk r@|jjj}|tkr4t|}d||_nd|_dS)aInsert a title on top of the summary table. If a string is provided in the title argument, that string is printed. If no title string is provided but a results instance is provided, statsmodels attempts to construct a useful title automatically. Nz Results: r8) isinstancerr model __class____name__ _model_types)rr resultsrMrrr add_titleos   zSummary.add_title皙?c Csdt|||jd}t|}|dk r&||_|dk r6||d<|j|dd|j||d|j||ddS)aLTry to construct a basic summary instance. Parameters ---------- results : Model results instance alpha : float significance level for the confidence intervals (optional) float_format: str Float formatting for summary of parameters (optional) title : str Title of the summary table (optional) xname : list[str] of length equal to the number of parameters Names of the independent variables (optional) yname : str Name of the dependent variable (optional) )alphause_tNDependent Variable:r0r?r6)r rQ)summary_paramsrU summary_modelr#rIr)rR) rrQrTr%r xnameynameparaminforrradd_baseszSummary.add_basec s|j}|j}|j}|j}t||\}}d}t||||}dd|D} d| } | d} || d<| |d| } |dk r|}t |krdt dt |d|}nd }fd d|D} d d| D} d| } d|| | g} | S) z%Generate ASCII Summary Table =cSsg|] }|qSrrr3rrrr7sz#Summary.as_text.. rN r/r8csg|]}t|qSr)textwrapwrapr3Zwidestrrr7scSsg|]}d|qS)r_)joinr3rrrr7s) r r r r _measure_tables_simple_tablesrdrDr'lenint) rr r r r pad_col pad_indexZ rule_equal simple_tablestabtxtoutrrcrrs.     " zSummary.as_textcCsZ|j}|j}t||}dd|D}d|}dd|jD}d|}d||g}|S)z$Generate HTML Summary Table cSsg|] }|qSrrr3rrrr7sz#Summary.as_html..r_cSsg|]}|ddqS)r_
)replace)r4strrrr7sro)r r rfrdr )rr r rkrlZtemp_txtrmrnrrrrs   zSummary.as_htmlr8c Cs|j}|j}|j}|dk r(d|d}nd}d|d}t||}dd|D}d|}d }|jrrt|d |}d |||d f}d |}d|j} |d| } | S)zGenerate LaTeX Summary Table Parameters ---------- label : str Label of the summary table that can be referenced in a latex document (optional) Nz \caption{}z \caption{}z\label{cSsg|] }|qSr)Zas_latex_tabularr3rrrr7sz$Summary.as_latex..z z8\\hline\n\\hline\n\\end{tabular}\n\\begin{tabular}{.*}\nz \\midrule\nz \begin{table}z \end{table}r_z \newline z \bigskip ) r r r rfrdrresubr ) rlabelr r r rkrlZ to_replaceZ non_captionedrmrnrrrrs$       zSummary.as_latex)TTr r!)r!r )r/r0r )NN)rSr NNN)r8)rO __module__ __qualname__rrrrrr)r.rIrKrRr]rrrrrrrr s&     %r c Cst||}dd|D}dd|D}t|}g}g}tt|D]X}t||jddd} t|||| } || ||| | } ||| qB||t|fS)zCompare width of ascii tables in a list and calculate padding values. We add space to each col_sep to get us as close as possible to the width of the largest table. Then, we add a few spaces to the first column to pad the rest. cSsg|] }|qSrrr3rrrr7sz#_measure_tables..cSsg|]}t|dqSr)rg splitlinesr3rrrr7sr)rfmaxrangergrBrhr') r r rkrllengthZlen_maxZpad_seprjiZnseprHZlen_newrrrres  rezOrdinary least squareszGeneralized least squaresz$Generalized least squares with AR(p)zWeighted least squareszRobust linear modelzNegative binomial modelzGeneralized linear model)ZOLSZGLSZGLSARZWLSZRLMZNBinZGLMc Csdd}i}dd|d<dd|d<dd|d <d d|d <||d <d d|d<dd|d<dd|d<dd|d<dd|d<dd|d<dd|d<dd|d<dd|d<|jrdnd }d!d|d"|d#<d$d|d%|d#<d&d|d'<d(d|d)<d*d|d+<d,d|d-<d.d|d/<d0d|d1<d2d|d3<d4d|d5<d6d|d7<d8d|d9<d:d|d;<i}|D]8\}}z||||<Wntttfk rYnXqv|S).time_nowcSs |jjjSr)rMrNrOr5rrrr=*r>zsummary_model..zModel:cSs |jjjSr)familyZ__classrOrrrrr=+r>z Model Family:cSs |jjjjSr)rlinkrNrOrrrrr=,r>zLink Function:cSs|jjSr)rM endog_namesrrrrr=-r>rVzDate:cSs d|jSNz%#6d)Znobsrrrrr=/r>zNo. Observations:cSs d|jSr)Zdf_modelrrrrr=0r>z Df Model:cSs d|jSr)Zdf_residrrrrr=1r>z Df Residuals:cSs |jdS)NZ convergedZ mle_retvalsrrrrr=2r>z Converged:cSs |jdS)NZ iterationsrrrrrr=3r>zNo. Iterations:cSs|jSr)methodrrrrr=4r>zMethod:cSs |jdS)NZnormZ fit_optionsrrrrr=5r>zNorm:cSs |jdS)NZ scale_estrrrrrr=6r>z Scale Est.:cSs |jdS)NZcovrrrrrr=7r>z Cov. Type:r8z (uncentered)cSs d|jSNz%#8.3f)rsquaredrrrrr=:r> R-squared:cSs d|jSr) rsquared_adjrrrrr=;r>zAdj. R-squaredcSs d|jSr)Z prsquaredrrrrr=<r>zPseudo R-squared:cSs d|jSNz%8.4f)Zaicrrrrr==r>zAIC:cSs d|jSr)Zbicrrrrr=>r>zBIC:cSs d|jSNz%#8.5g)Zllfrrrrr=?r>zLog-Likelihood:cSs d|jSr)Zllnullrrrrr=@r>zLL-Null:cSs d|jSr)Z llr_pvaluerrrrr=Ar>z LLR p-value:cSs d|jSr)Zdeviancerrrrr=Br>z Deviance:cSs d|jSNz%#6.3g)Z pearson_chi2rrrrr=Cr>z Pearson chi2:cSs d|jS)Nz%#8.4g)Zfvaluerrrrr=Dr>z F-statistic:cSs d|jSr)Zf_pvaluerrrrr=Er>zProb (F-statistic):cSs d|jSr)Zscalerrrrr=Fr>zScale:)Z k_constantitemsAttributeErrorKeyErrorNotImplementedError)rQrr\Z rsquared_typernkeyfuncrrrrX sJ                         rXrSTFr c Cst|tr|\}}}} } } n"|j}|j}|j} |j} ||} t||| | gj } t | | g} t | } |rdddddt |dt d|ddg| _n.ddd d dt |dt d|ddg| _|sz|jjj| _Wn tk r|jj| _YnXn|| _| S) axcreate a summary table of parameters from results instance Parameters ---------- res : results instance some required information is directly taken from the result instance yname : {str, None} optional name for the endogenous variable, default is "y" xname : {list[str], None} optional names for the exogenous variables, default is "var_xx" alpha : float significance level for the confidence intervals use_t : bool indicator whether the p-values are based on the Student-t distribution (if True) or on the normal distribution (if False) skip_header : bool If false (default), then the header row is added. If true, then no header row is added. float_format : str float formatting options (e.g. ".3g") Returns ------- params_table : SimpleTable instance zCoef.zStd.Err.tzP>|t|[r/r]zzP>|z|)rLtupleparamsbsetvaluespvaluesconf_intr9r,Tr:r*r+rcolumnsrMrGZ param_namesr#rZ exog_names) rQrZrYrTrUZ skip_headerr%rrrrrrGrrrrWRs4   rWc st|}|jddD]}||fdd||<qd|jdddfd|jdddf<|r|jdddfd k}|j||jd fd |j||jd f<|jdddfd k}|j||jd fd |j||jd f<|jdddfd k}|j||jd fd |j||jd f<|jddddf}|jft}|rt|dtj }t|dtj }t ||d} | r| fdd} t j|| gd d}t |}t|jjg|_|S)zz_col_params..(r)g?r*rSg{Gz?rr)rr8)zR-squared Adj.r8cs|Srrrr6rrr=r>)Zaxis)rWrapplyiloclocstackrgetattrr9nanr*SeriesZnotnullanyconcatr+rrMr) resultr%stars include_r2rescolidxrrZr2rr6r _col_paramss2((((  rc Cs|dkr i}g}g}|D]T}t||tr,qz||||Wntk r`|dYnX||qtjt|jj|i|d}|S)z!Stack model info in a column Nr8)r#) rLdictr'rr*r+rrMr)r info_dictrnr#r}rrr _col_infos rcCsdtt|t|kr|Sddlm}|t}g}|D]*}||d7<||d||q4|S)Nr) defaultdictIr`)rgset collectionsrrr')Z list_of_namesrZ name_counterr$_namerrr _make_uniques rrcst|ts|g}fdd|D}|r4t|} ntdd|D} tt|D]} | | g|| _qRdd} t|dj} |ddD]"} | jD]}|| kr| |qqd D]&}|| kr| || t| |qt | |}| | }r|j d t}|j|d kj fd dD}fd dD}||fd d|j dD}|7|r|D]}|q~|j dd}g}|j d} td| jdd D]\} || | | d| jdkr| | | | dkr|dn|| | dq||_r>fdd|D}ndd|D}t|tdd|DD]\}}|g|_qdt | |}tt||g}|j|_t|j |j |_|}|d}t}d|_|j|ddd|dr|d|S)a@ Summarize multiple results instances side-by-side (coefs and SEs) Parameters ---------- results : statsmodels results instance or list of result instances float_format : str, optional float format for coefficients and standard errors Default : '%.4f' model_names : list[str], optional Must have same length as the number of results. If the names are not unique, a roman number will be appended to all model names stars : bool print significance stars info_dict : dict, default None dict of functions to be applied to results instances to retrieve model info. To use specific information for different models, add a (nested) info_dict with model name as the key. Example: `info_dict = {"N":lambda x:(x.nobs), "R2": ..., "OLS":{ "R2":...}}` would only show `R2` for OLS regression models, but additionally `N` for all other results. Default : None (use the info_dict specified in result.default_model_infos, if this property exists) regressor_order : list[str], optional list of names of the regressors in the desired order. All regressors not specified will be appended to the end of the list. drop_omitted : bool, optional Includes regressors that are not specified in regressor_order. If False, regressors not specified will be appended to end of the list. If True, only regressors in regressor_order will be included. include_r2 : bool, optional Includes R2 and adjusted R2 in the summary table. csg|]}t|dqS))rr%r)rr3)r%rrrrr7szsummary_col..cSsg|]}|jdqSrxrr3rrrr7scSs|j|ddddS)NouterT)howZ right_indexZ left_index)merger;rrrmerg szsummary_col..mergrrNrr/csg|]}|kr|qSrrr3)varnamesrrr7 scsg|]}|kr|qSrrr3)regressor_orderrrr7!scsg|]}|kr|qSrrr3) new_orderrrr7#s)levelr8cs$g|]}t||jjjqSr)rgetrMrNrOr3)rrrr77scSsg|]}t|t|ddqS)Zdefault_model_infosN)rrr3rrrr7:scSsg|]}|jdqSrxr)r4r(rrrr7=sTr0)r$r&zStandard errors in parentheses.z* p<.1, ** p<.05, ***p<.01)rLlistrr{rgrr#r'removeinsertrZreindexZget_level_valuestolistr*rZ value_countsrrBzipr+r9rCZIndexZfillnar rr)rK)rQr%Z model_namesrrrZ drop_omittedrcolsZcolnamesr}rr#rrspecialZsummZvcZordered unorderedotherZuorr(namer\datZsmryr)r%rrrrrrr summary_cols%       *        rc Cs6z ||}Wn ttfk r,t|}YnX|Sr) ValueError TypeErrorrstrip)elementr%rnrrrr2Rs  r2r!-c s>|} z| fdd} Wn&tk rD| fdd} YnX|r`dd| jD} nd} |rfdd| jD} n2fdd| jdddfD| jdddf<d} tt | | | t t d } || j d d <|| j d d <|| j d d <|| j d d<|| j d d<|| j d d<dt|d| j d d<| S)Ncs t|Srr1rr6rrr=_r>z$_df_to_simpletable..cs t|Srr1rr6rrr=ar>cSsg|] }t|qSr)rr3rrrr7csz&_df_to_simpletable..cs g|]}t|tdqSr`rrhr3rjrrr7gscs g|]}t|tdqSrrr3rrrr7isr)headersstubsZltx_fmtZtxt_fmtZlatexZ data_alignsZ header_alignrmtable_dec_abovetable_dec_belowheader_dec_belowr`rZcolsep)copymaprZapplymaprrr#rrr9r,rrZoutput_formatsrh)r(r&r%r$r#rrrrirjrrrrqr)r%rjr_df_to_simpletableZs4 rc Csg}|r|ddnd}|dkr.dgt|}|dkrDdgt|}t|D]P\}}||d}||d} ||d} |t|| || |||||dqL|S)Nrr%r r#r$r&)r&r%r$r#rirj)rg enumerater'r) r r rirjrkr%r}vr#r$r&rrrrfxs$     rf)NNrSTFr )r TF)N)r rFNrFT)r ) r!r TTrNrrr)NN)Zstatsmodels.compat.pandasrZstatsmodels.compat.pythonrr~ functoolsrrsraZnumpyr9Zpandasr*r-rZtableformattingrrr rerPrXrWrrrrr2rrfrrrrsX    m 2 = '   z