0Phd d dl Z d dlZd dlZd dlZd dlmZ d dlmZm Z m
Z
d dl m Z m
Z
d dlmZ d dlmZ d dlmZ d dlmZmZ d d lmZmZmZ d d
lm Z d d l m Z e Z d Z d
Z!d Z"d Z#d Z$ d,dZ% d-dZ&d.dZ'd Z(d Z)ej* + d ej* , de d Z-ej* + d ej* , de d Z.ej* + d ej* , de d Z/d Z0ej* , d e1d ej* , de d! Z2ej* + d ej* , de d" Z3ej* + d ej* , de d# Z4ej* , de d$ Z5ej* + d ej* , de d% Z6d& Z7d' Z8ej* , d(d)d*g d+ Z9dS )/ N)clone) load_iris
make_blobsmake_classification)LogisticRegressionRidge)get_auto_step_size)OneVsRestClassifier) LabelEncoder)check_random_statecompute_class_weight)assert_allcloseassert_almost_equalassert_array_almost_equal) row_norms)CSR_CONTAINERSc | |z }|dk rt j | | z S |dk r| S | t j | dz z S )Ng 2@g 2 ?)mathexp)pyzs c/var/www/html/test/jupyter/venv/lib/python3.11/site-packages/sklearn/linear_model/tests/test_sag.py log_dlossr sU AA4xxx||qb 5yyr
2!s" ## c t j t j dt j | | z z S )Nr )npmeanlogr r r s r log_lossr" ' s/
726#rAv.// 0 00r c | |z
S )N r! s r
squared_dlossr% , s q5Lr c B t j d| |z
z | |z
z S )N ?)r r r! s r squared_lossr( 0 s#
73!a%=AE* + ++r c | } t j || } ||| }||| | z dz z
}|S )N @)ravelr dot)walphamyXmyylosspredr s r get_pobjr3 5 sP A
6#q>>D T3Aq C A Hr FTc
H | j d | j d } }
t j | j d } t j | j d }
t j |
| f }d}d}t j |
}t j d }d}t }|rd}t
| D ]U}t
|
D ]A}t | |
z }| | }| | t j
|| |z } |||| }| ||| z }||z || z z }||| z
} |
| z
}
|||< | r | | |z ddt | z z
z z } |rl||| z
} |||< || z
}| |ddt | z z
z z } | r |||z t | z |z | z z }n|||z t | z |z z }| ||
z t | z z } CW| |fS )Nr r4 M r {Gz?) shaper zerosrandom RandomStatesetrangeintrandaddr, len) Xr step_sizer. n_iterdlosssparse
sample_weight
fit_interceptsaga n_samples
n_featuresweights sum_gradientgradient_memory interceptintercept_sum_gradientintercept_gradient_memoryrngdecayseenepochkidxentryr gradientupdategradient_corrections r sagr] = s~ GAJ
zIhqwqz""G8AGAJ''Lh : 677OI " 3 3
)
#
#C E 55D v < <y!! < QRR
X&.1J31O&O#19)#.&*==&#yC#D /4I'JJ# X !$::SYYFN+", ,II -C!Cc$ii!ORW!WWI y</#d)); ;GG9 << I r c 6 ||z dk rt d | j d | j d } } t j | }
t j | }t j | t }t j | }t |
}d}d}d}d}t
}t j || z }|rd}d}t | D ]}t | D ]}t | | z }| | } | | |dk rzt | D ]j} || dk r#|
| xx ||dz
|| z z cc< n4|
| xx ||dz
||| dz
z
|| z z cc< ||| < k|t j
| |
z |z } || || } | | || z } | | z } | || | z z
}!||!z
}| rDt | D ]4} |
| xx |!| |z ddt | z z
z |z z cc< 5|rg| || z
}!||!z
}|!|ddt | z z
z z }!| r |||z t | z |z |!z z }n|||z t | z |z z }| ||< |d||z z
z }|dk r||t | z z |d< n$||dz
||t | z z z ||< |dk r|dk rt | D ]g} || dk r |
| xx || || z z cc< n1|
| xx || ||| dz
z
|| z z cc< |dz || < hd||< |
|z }
d}|dz
}t | D ]e} || dk r#|
| xx ||dz
|| z z cc< 1|
| xx ||dz
||| dz
z
|| z z cc< f|
|z }
|
|fS ) Nr z:Sparse sag does not handle the case step_size * alpha == 1r r4 dtyper6 r8 g& .>) ZeroDivisionErrorr9 r r: r? r r= r> r@ rA r, rB )"rC r rD r. rE rF rH rG rI rJ random_staterK rL rM rN last_updatedrO rS rP rQ wscalerT rU c_sumcounterrV rW rX rY jr rZ r[ r\ s" r
sag_sparserh } s= 5C H
GAJ
zIhz""G8J''L8Jc222Lhy))O
\
*
*CI
F E 55D HVi' ( (E Gv C Cy!! B B Achhjj9,--CcFE HHSMMM!|| z** . .A#A!++
eGaK&8<?&JJ
!'A+ .|A7J1K K (O', ,
'.LOO"&000I=A uQ#''H (M# ..X%F"(OC,@5,H"I / /L
z** AAJJJ+A.#$ sSYY.0 !!JJJJ
X&. 1E&E#&*==&#yC#D /4I'JJ# X !$::SYYFN+", ,II -C!Cc$ii!ORW!WWI#+OC cEI -- -F!||$T(:;a!&w{!3i6CPTIICU6V!Vg!||
z** 2 2A#A!++
eGn|A&FF
!'NU<?Q3F-G G (O', ,
'.kLOO!"g6! qLGGEB H :
?a AJJJ%! ,|A> >JJJJ AJJJgk"U<?Q+>%?? Q
JJJJ vG I r c |r7dt j t j | | z d |z d|z z z S dt j t j | | z d |z |z z S )N @r4 )axisr )r maxsum)rC r. rI classifications r
get_step_sizero ss MbfRVAE 2 2 233mCcEkQRRbfRVAE 2 2 233mCeKLLr c d} t | ddd \ }}d}d}t ||| }dD ]=}|d k rd
}nd }t ||d d
|z | z |d }| || t |d|z dz
|||t
||dk \ } }
t
|d|z dz
|||t
||dk \ } } t j | } t j |
}
t j | } t j | } t | |j d t |
|j d t | |j d t | |j d ?d S )N r 皙?rK centersrb cluster_stdg?T)r] rJ r] P , dy=r
solverrI tolCmax_iterrb r4 rJ )rE rF rI rJ decimal)
r ro r fitrh r r] r
atleast_2d
atleast_1dr coef_
intercept_)
rK rC r r. rI rD r| rE clfrM rP weights2
intercept2s
r test_classifier_matchingr s I 11RU V V VDAq EM a
66I! ,I ,I U??FF F 'EkI%
1
'
EAI '6!
#
EAI '6!
* -((M),, =**]:..
!'39a@@@@!)S^QGGGG!(CIqAAAA!*cnaHHHHHY,I ,Ir c ~ d} d}t j d }| | |f }| | }| | }d}d}d}t |||d } t
|d d
|| z | }
|
|| t ||| ||t | \ } } t ||| ||t | \ }
}t | |
j t | |
j
t |
|
j t ||
j
d S )
Nrz sizer d TFrn ry r] )rI r} r| r. r rE rF rI )r r; r< normalr, ro r r rh r% r] r r r )rK rL rS rC true_wr r. rE rI rD r weights1
intercept1r r s r test_regressor_matchingr / si IJ
)
#
#C
J/
00A
ZZZZ
(
(F f
A E
FM a
eLLLI
# i C GGAqMMM%
# Hj
# Hj Hci(((J///Hci(((J/////r z ignore:The max_iter was reached
csr_containerc v d}d}d}t |ddd \ }}t dd d
d|z |z |d }t | }t d d
d|z |z |d
}| || | | | | | || t |j |||t } t |j |||t }
t |j |||t } t | |
d t |
| d t | | d dS )z%tests if the sag pobj matches log regr r rq rr r rs rt r] FgHz>rz r{ )rI r} r~ r rb r N)r r r r r3 r r" r ) r rK r. r rC r clf1clf2clf3pobj1pobj2pobj3s r )test_sag_pobj_matches_logistic_regressionr _ sb I EH 11RU V V VDAq
+
!
D ;;D
+
! D HHQNNNHH]]1
q!!!HHQNNN TZ1h 7 7E TZ1h 7 7E TZ1h 7 7E eUA6666 eUA6666 eUA666666r c d}d}d}d}d}t j d }| ||f }| | }| | } t |dd||d }
t
|
} t |d
d ||d } |
|| | | | | | || t |
j ||| t }
t | j ||| t }t | j ||| t }t |
|d
t |
|d
t ||d
dS )z'tests if the sag pobj matches ridge regr rz r Fr ry r] * rI r} r| r. r rb h㈵>lsqrr r N) r r; r< r r, r r r r3 r r( r )r rK rL r. rE rI rS rC r r r r r r r r s r &test_sag_pobj_matches_ridge_regressionr s IJ E
FM
)
#
#C
J/
00A
ZZZZ
(
(F f
A #
D ;;D #
D HHQNNNHH]]1
q!!!HHQNNN TZ1l ; ;E TZ1l ; ;E TZ1l ; ;E eUA6666 eUA6666 eUA666666r c d}d}d}d}d}d}t j d }| ||f }| | } t j || d z }
t |||d
} t
||d ||z ||
} t | }
| ||
|
| | |
t ||
| ||t || \ }}t ||
| ||t d|| \ }}t | j
|
d t | j |d dS )z0tests if the sag regressor is computed correctlyrs rz ( r gư>Tr r r* Fr r] r )rE rF rI rb )rE rF rG rI rb r r4 N)r r; r< r r, ro r r r rh r% r r r+ r r )r r. rL rK r r} rI rS rC r- r rD r r
spweights1 spintercept1
spweights2 spintercept2s r %test_sag_regressor_computed_correctlyr s
EJIH
CM
)
"
"C
J/
00A
##A
q! sA a
eLLLI # i
D ;;DHHQNNNHH]]1
q!!! )
# J *
#
J dj . . 0 0*2B2B2D2DaPPPP qAAAAAAr c
x t j g dg dg dgt j } d}d}d}t | d }| j d
}t
||d d
D ]}d
D ]}|rs||z t | z }|d|z z t | z dz }t d|z |z | } t d|z |z | }
dd|z | z z } dd|z |
z z } n3d||z t | z z } d|d|z z t | z z } t ||d||| }
t ||d||| }t
| |
d t
| |d d}t j t | 5 t ||d| d d d d S # 1 swxY w Y d S )N)r4 rr r )rr r r )rr r rr r_ g333333?F T)squaredr r r )TFrj rr r4 r r )rK is_sagar z:Unknown loss function for SAG solver, got wrong instead ofmatchwrong)
r arrayfloat64r rl r9 r r? minr pytestraises
ValueError)rC r. rI max_squared_summax_squared_sum_rK rJ L_sqrL_logmun_sqrmun_log
step_size_sqr
step_size_logstep_size_sqr_step_size_log_msgs r test_get_auto_step_sizer s
)))YYY 2"*EEEA EM O D1115577
I)91EEEE !J !J * J JM
'%/#m2D2DD(3;6]9K9KKsR a)me 3U;; a)me 3U;; !QY%8 9
!QY%8 9
#'>]ASAS'S T
##cEk1C
4F4FF!
0 #
N 0 #
N
~q I I I I
~q I I I I IA JD GC z - - - L L+UG]KKKL L L L L L L L L L L L L L L L L Ls F//F36F3seedr c d\ }}d}d}d}d}t j | }t j ||| |d } d| z }
t
|d|||z | } t | } | | |
| || |
| | |
}
| | |
}|
d
k sJ |d
k sJ d| z |
|d z }
t
|d|||z } t | } | | |
| || |
| | |
}
| | |
}|
d k sJ |d k sJ d
S )z(tests if the sag regressor performs well)r rx gMbP?r rs r4 r' r] )r} r| r r. rb g\(\?)r} r| r r. ?N) r r; r< linspacereshaper+ r r r scorerandn)r r xminxmaxrK r} r r. rS rC r r r score1score2s r test_sag_regressorr # s JD$I
CH E
)
%
%C
D$ **229a@@A aggiiA i D ;;DHHQNNNHH]]1
q!!!
ZZ1
F
ZZ1
F D==== D==== aggii#))Iq1177999A SAR S S SD ;;DHHQNNNHH]]1
q!!!
ZZ1
F
ZZ1
F D==== D======r c
^ d}d}d}d}d}t |ddd \ }}t |||d }t j | } t j | }
d |
|| d
k < |
}t d d |z |z ||d
| } t
| } | || | | | | t |||||t | \ }
}t |||||t d| \ }}t | j |
d t | j |d
t | j | d t | j |d
dS )z4tests if the binary classifier is computed correctlyrs 2 r Trr r rt r r4 r] r r7 r| r~ r r} rb rI r )rE rF rG rI r N)r ro r uniqueonesr r r rh r r r r+ r r )r r. rK rE r} rI rC r rD classesy_tmpr r spweights spinterceptr r s r &test_sag_classifier_computed_correctlyr N s
EI
F
CM 11RU V V VDAq a
dKKKIillG GI E E!wqz/
A
+
! #
D ;;DHHQNNNHH]]1
q!!! '
# I{ *
# J dj . . 0 0)//2C2CQOOOOa@@@@ dj . . 0 0*2B2B2D2DaPPPP qAAAAAAr c 4 d}d}d}d}d}t |ddd \ }}t |||d }t j | } t t d
d |z |z ||d |
}
t
|
} |
|| | | | | g } g }
g }g }| D ]}t j | }d|||k < t ||||t || \ }}t ||||t |d| \ }}| | |
| | | | | t j | } t j
|
}
t j | }t j
| }t | D ]\ }}t |
j | j | | d t |
j | j |
| d t | j | j || d t | j | j || d dS )z8tests if the multiclass classifier is computed correctlyrs rq r F Tr r rt r r] r r7 r r )rF rE rI )rF rE rG rI r8 )rtolr' N)r ro r r r
r r r r rh r appendvstackr enumerater estimators_r r+ r )r r. rK r} r rI rC r rD r r r coef1r coef2r cl y_encodedr r r r is r &test_sag_multiclass_computed_correctlyr s
EI
CHM 11RU V V VDAq a
dKKKIillG EkI% '
D ;;DHHQNNNHH]]1
q!!! EJ EJ ( (GI&& !r'#-
'$
$
$
L $.
' $
$
$
L Z ,'''
Z ,'''' Ie E*%%J Ie E*%%J7## R R2(+1779958$OOOO(+6
1
DQQQQ(+1779958$OOOO(+6
1
DQQQQQ
R Rr c ^ d}d}d}d}d}t j d }| ||f }| | }t j || } t j | } t
dd |z |z ||d
}
t |
} |
|| | | | | |
| } | | }
t | | d
t |
| d
dS )z(tests if classifier results match targetrs rq rz r8 r r r] r r7 )r| r~ r r} rb r N) r r; r< r r, signr r r predictr )r r. rL rK r} r rS rC r- r r r pred1pred2s r test_classifier_resultsr s/
EJI
CH
)
"
"C
J/
00A
##A
q! A
A
+
! D ;;DHHQNNNHH]]1
q!!! LLOOE LLOOEq"----q"------r c d}d}d}d}d}t |ddd \ }}t |||d }t j | } t j | }
d
|
|| d k < |
}d d
d} t dd|z |z ||d|| } t
| }
| || |
| | | t }t | t j | | }||
| }t |||||t || \ }}t |||||t d|| \ }}t | j | d t! | j |d t |
j | d t! |
j |d dS )z8tests binary classifier with classweights for each classrs r rq r Trr rz rt r r r4 r g?)r4 r r] r r7 )r| r~ r r} rb rI class_weight)r r )rE rF rH rI )rE rF rG rH rI r N)r ro r r r r r r r r
fit_transformrh r r r r+ r r )r r. rK rE r} rI rC r rD r r r r r le
class_weight_rH r r r r s r #test_binary_classifier_class_weightr s2
EI
F
CM 12SV W W WDAq a
dKKKIillG GI E E!wqz/
A&&L
+
! #! D ;;DHHQNNNHH]]1
q!!! B( ry||qQQQM!""2"21"5"56M '
## I{ *
##
J dj . . 0 0)//2C2CQOOOOa@@@@ dj . . 0 0*2B2B2D2DaPPPP qAAAAAAr c ddgddgg} ddg}d}t j t | 5 t d | | d d d d S # 1 swxY w Y d S )
z1tests if ValueError is thrown with only one classr4 rr r r z;This solver needs samples of at least 2 classes in the datar r] )r| N)r r r r r )rC r r s r test_classifier_single_classr . s
Q!QA
AA
GC z - - - 3 3%(((,,Q2223 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3s %A A #A c ddgddgg} ddg}d}d}t j d }t dd|z | }t j t
| 5 | | | d d d n # 1 swxY w Y t |d|
}t j t
| 5 | | | d d d d S # 1 swxY w Y d S ) Nr r4 r Fr zQCurrent sag implementation does not handle the case step_size * alpha_scaled == 1r] )r| r~ rI r )rI r| r. )reescaper r r ra r r )rC r rI r. r r r s r test_step_size_alpha_errorr 8 st
Q!QA
BAM E
) ) C
UcEk W W WD ( 4 4 4 A }U% H H HD ( 4 4 4 A s$ A88A<?A<0CCCr| r] rJ c z t j d }t | \ }}t | |d }| || t j |j d d < t j t d 5 | || d d d d S # 1 swxY w Y d S )Nr )rb T)r| rb
warm_startz Floating-point under-/overflowr ) r r; r< r r r nanr r r r )r| rS rC r r s r test_sag_classifier_raises_errorr K s
)
#
#C C 0 0 0DAq
F
N
N
NCGGAqMMM
6CIaaaL z)I J J J 1
s B00B47B4)r4 NFNTF)r4 NNFTFr )T):r r numpyr r sklearn.baser sklearn.datasetsr r r sklearn.linear_modelr r sklearn.linear_model._sagr sklearn.multiclassr
sklearn.preprocessingr
sklearn.utilsr r
sklearn.utils._testingr r r sklearn.utils.extmathr sklearn.utils.fixesr irisr r" r% r( r3 r] rh ro r r markfilterwarnings parametrizer r r r r> r r r r r r r r r$ r r r s
G G G G G G G G G G : : : : : : : : 8 8 8 8 8 8 2 2 2 2 2 2 . . . . . . B B B B B B B B
, + + + + + . . . . . .y{{$ $ $1 1 1
, , ,
= = = = J
r r r r jM M M M3I 3I 3Il-0 -0 -0` =>> .99"7 "7 :9 ?>"7J =>> .99(7 (7 :9 ?>(7V =>> .993B 3B :9 ?>3Bx/L /L /Ld q** .99& & :9 +*&R =>> .993B 3B :9 ?>3Bl =>> .99FR FR :9 ?>FRR .99. . :9.: =>> .99:B :B :9 ?>:Bz3 3 3 & E6?33 43 r