M/Pha`dZddlmZddlZddlmZdZdZdZ dZ d d Z d Z dd Z dd ZdS)a Working with categorical data ============================= use of dummy variables, group statistics, within and between statistics examples for efficient matrix algebra dummy versions require that the number of unique groups or categories is not too large group statistics with scipy.ndimage can handle large number of observations and groups scipy.ndimage stats is missing count new: np.bincount can also be used for calculating values per label )lrangeN)ndimagectjtj|dz}tjt j|||}||S)Nlabelsindex)nparangemaxarrayrmean)yx labelsunique labelmeanss j/var/www/html/test/jupyter/venv/lib/python3.11/site-packages/statsmodels/sandbox/regression/try_catdata.pylabelmeanfilterrsI9RVAYYq[))L',q,GGGHHJ a=c tjtj|dz}g}g}|jD][}tjt j|||}|||||\tjt j||d|ddzd||}|tj|tj|jfS)Nrrr) r r r Tr rrappend histogram)rrr labmeansdatalabmeansxxr labelcounts rlabelmeanfilter_ndr"s 9RVAYYq[))LLHc$$Xgl2a|LLLMM JqM*** ####'+A|A R@PQR@R!<999::J rx))28L+A+A+C CCrc tj|dd\}}tjtj||tjtj|dz}||}|S)NFT return_indexreturn_inverserr)r uniquer rrr r )ysrunilunilinvrarr3s rlabelmeanfilter_strr)7seIbuTJJJMD'',q "&QU,,WX.@Y@YZZZ[[J g D Krc$t|}tj|d\}}tj|}tj||d|zz }||}tj|||z dzd|zz }||} ||||| fS)z:uses np.bincount, assumes factors/labels are integers r)r#)weightsg?)lenr r$bincount) factorsvaluesnixrindgcountgmeanmeanarr withinvar withinvararrs r groupstatsbinr9?s G Ai222GBt [  F Kf - - -F ;EDkG D6'>A*=>>>#f*MIT?L 57I| ;;rcF||}n_tj|}|jdkr>|jdkr3tjd|Dddtjf}n|}tj|dd\}}|tjt||fS)zconvert labels based on multiple variables or string labels to unique index labels 0,1,2,...,nk-1 where nk is the number of distinct labels Nrr,cLg|]!}d|ddz"S)z@%s@Nr,)tostring).0iis r z!convertlabels..Us/GGGbv2A2(9(99GGGrFTr!)r r sizendimnewaxisr$r r-)r%indicesylabelidxr&r's r convertlabelsrFLshw 8a<|jddkr-t|t|jd\}}}nR|}|}t j||dz}|jdkr|ddt j f}||k t}|S)Nr,r) rAshaperFrcopyminr r r rBastypeint)rnonseqycatuniques unitranslymindummys r cat2dummyrWfs ,!&A++!'!*q..$1!VAGAJ5G5G$H$H gyyvvxxuuww)D++ yA~~AAAbjL! W_ $ $S ) )E Lrcb|jdkr|ddtjf}t||}|dt }tj|j||z }tj||j}||z }tj||zj||z }||||fS)Nr)rQr)dtype)rAr rBrWsumfloatdotr) rrrQrVcountgrmeangrmeandata xdevmeangrvargrs rgroupsstats_dummyrbssv{{ aaa lO a ' ' 'Eiii''G VAC  w &FveFH%%HXJ FJ+. 6 6 @E 5*g --r)N)r)__doc__statsmodels.compat.pythonrnumpyr scipyrrrr)r9rFrJrWrbrrrhs  -,,,,, DDD* < < <////(!!!     . . . . . .r