C3 MultiVariableOptimization Part2 DirectSearchMethods
C3 MultiVariableOptimization Part2 DirectSearchMethods
!"#$%"&'()!""*!"(!'+,"-'./'!,(0..'.++'.."$'
"0"%'+!"( .'%+,!'+,"-'.!(10!,'"")("!(2)%!"+%.'%+,
0"%'+!"(3
4"0"%'+!"( .'%+,".('#0"'."( .'%+,)'%5(%'0&+()%"25+!"(
$'.(2.)'+"1+0"%'+!"(36(%'7)'8
9:;<=9>?@A;B>?@C :D<
E,'%';"..+%-!"!89>?@".!,'+%%'!)("!80B>?@".!,'.)'+"1+0"%'+!"(3
KLMN
F(!'GH."2'#$%"&'()!""*!"(
2(%"!,+&'.'0!("""*'
I:9:;<<"!'%.(5;3
JLMN
06 OPPQ RST78751U VWX9YZ [\]^_
0123456372489358
!"#$%"#$
&''()*++',-'./01!2#34
56'(*,-'7.7+)(6+)'-8/01!293 :+-/014
56'(.-;*@'AB-<=,+
:-+
>*
6+
)'
-7;.
7+
)(7 ;
->8 /014
? ! %?8@AB!2%2?#%9?C
D+7)E''(+7>-:?<=*.>'(<-*6>,(7.'(-6
F,*'?$ !$GH!$I94
J-;*'-+7>.?K$I9LI94
567))*+7'.-;*'-*.>'(>-RS;6M.)'-.7+)('(-6
N+GO!$I9GP!LI976Q!#$ 4
57;'+T7;-:?K2I#$L$U2\I#$LV# 767))*+7)=.2IW$$LXY#$RZ4
[.'7'6*,-'.? !2I#$L4]-^G.*<.''*'?T7;*4
_(-,'7;.-;*'-?` !2%2?`#%9?` 3 !aI2$U##I9#U34
06 bccd efg78751h ijk9lm nopoq
0123456372489358
!"#$%&'"$#'$$()$%*"*)%$
+,-./0&"$%'1 2)$%*%3'$%4$(5
6,75184'59%*).9'1#(4$(5
:,;<=>&?'$$19'1#(4$(5
@,?A/BC"D'$E%1#$%4$(5
;%**F'"G$H"#$%
4%%*%3IJKLMKNOPJKNLQKNR++ONQJKLQKNNRSON
A%$(&'1%'FF"5XTUVKLYMKNVW,
G(*%%*'%'$K PJ:M6O,
H?A9?<I>=?J=K:;;L@M@N<=J<AO9:?A
+,--./0/12&2345,63 789:;<;=>?@<9:?A=BCDEFG
&'()* $
%!! $!
"!! !! $! $!
!! # "! #!
!!
! $! $!
$! !! "! #! ! # #! $!#$! $ #
! !
"!
! !!$!
# "!
$! ! $! !! "! #! !!$!
! # $
06 PQQR STU78751V WXY9Z[ \]^_]
0123456372489358 332 937 6136372489358
!"!#
$%&'&()**+,%-,-./01+2,/(0*/+34/56374&8.9-%6: TU
;<=>?@)(0*)6/%8-0&A/01+B/*0/%)(0C/)0;<=>D@E VWXWUWYZ[\Z]^_`
F&6:G H)%&)1*/.-(*+;GI<@,-&(6.)%/J./0&(6:/ Ta
&(&6&)*.&8,*/5E
K(&6&)*.&8,*/5.:-J*0(-6L-%8)M/%-NH-*J8/ TR
GO0&8/(.&-()*:+,/%PJ1/E TS Tb
Q-%/5)8,*/36:%//,-&(6.L-%69-NH)%&)1*/-,6&8&M)6&-(
,%-1*/8.:-J*0(-6*&/)*-(').6%)&':6*&(/E TU
K(/)P:&6/%)6&-(36:/9-%.6,-&(6;cd@&(6:/.&8,*/5&.
L-J(0)(06:/(.6//%6:/./)%P:)9)+L%-8&6E Ta
e6A%.636:/P/(6%-&0;cf@-L)**1J66:/9-%.6,-&(6;cd@&. Ti
0/6/%8&(/0E Tj
4/%/3cg&.6:/1/.6,-&(6)(0ch&.(/566-6:/9-%.6,-&(6 TS Tb
&(606:/. &8,*/5E
kllm nop78751q rst9uv wxyz{
0123456372489358 332 937 6136372489358
!"!#
>B >@
><
$%&'()*+,(-.+/012-*)&3&4+&567(8++%&4&.+)(-56.56 >?
.&',(-.+/092-*:(8.5;
>= >C >
A
>NOP
>B
D:E/092FE/0G2H+%&.-+-*6I((5)&I-(.; >< >@
JK,6.*-(.6L(.I+%&5-)&4+-(.:)(M+%&4&.+)(-5+(+%& >?
)&3&4+&5,(-.+-*,&):()M&5;
>= >C
>A
06 QRRS TUV78751W XYZ9[\ ]]^_`
0123456372489358 332 937 6136372489358
!"!#
DK DF
DB
$%&'()*+&'(,*-./012.234546708291:
;91.74<.2914=918./06270<.291%79>./0<01.7926.9./0 DE
70?0<.06@921.:A0%07<430'<*: DGHI DL
DC DJ
DK DF
$%&'(M*N&'()*N&'(,*-./0<91.74<.29123>4604382O01 DB DGHI
21<430'6*: DE
P5.4210610Q@921.(RST 70@=4<03(, 416./04=8972./>
<91.21U03Q2././010Q32>@=0V: DC DL D
J
06 WXXY Z[\78751] ^_`9ab c_def
0123456372489358 332 937 6136372489358
!"##$%& '()*+',-./0.123/..1.2145!1../3/33.6
$32675
8/#9":.;$#<1..$ 326
73$ #<
"##$.= .
$#3
/>?@A./0.$<.69.<#1B5
C"/-* MDE?@A,#3/$.1>?@A./09#1F'GH 'I'JJJ'D
>?LKAH >>L?@AEB 39GHF
LMEBN 8"1:3$
:"1NH +QJRST IO DHP
UV 8"1:3$
RUW
X/;#"13/33.6$32672.;=Y$0-=Y<.1$"#Y60=.Z//##<"##$.$3267
:3".[1#";1\#6Y25
06 ]^^_ `ab78751c def9gh ijklm
0123456372489358 332 937 6136372489358
!"#$%&'()*+ ,"-#./01"$/'("23*4,"-#5#1"$/'("236()*7,CDB
(#8""/"-#./01"
$/'("29:6;<=;6"#"-#<#("0/')/>"-#1'?$;#83*@A CB E *F
FGBHFIG+
!"#$J:6;<=;6"#"-#0#K#<"#)$/'("*LA%*@M*+9!#"*NOP A*L9
Q>R,*L2SR,*4231#"*NOP A,TUV2*@MV*+ ,#8$6(1'/(2W
X;1#'>R,*L2YR,*+231#"*NOP A,TMZ2*@UZ*+ ,</("06<"'/(2W
X;1#'>R,*72SR,*L2SR,*+231#"*NOP A,TUZ2*@MZ*+ ,</("06<"'/(2W
:6;<=;6"#R,*NOP26()0#$;6<#*+ 5[*NOP9
*+,-
. ;-<7
!"#$%&'() 1
2134521
/ 3644
7
=>?@ABCDEFGAH
/0- 89:
IJK#LM"M! "#$NO
P#Q'MQRSTU#V#$#TVKMTWSTVXO
YSQL#ZSJ[#M'WMQ:\X]S$$QMSU^"M"^#M$"_R[RKMJ["_MTRS`a#'SK"#Q?a[""^#
UMTZ#QL#TU#_KV_bU[J"O
!RSJJ#QZSJ[#M'WMQ:\X]cMQ#'[TU"_MT#ZSJ[S"_MTKSQ#Q#d[_Q#V"MUMTZ#QL#T#SQ
"^#M$"_RSJKMJ["_MT
e#UMRR#TV#VZSJ[#K]XfNghSTViWifhgj
06 kllm nop78751q rst9uv wxyz{
0123456372489358 332 937 6136372489358
!"#$!%&$'
()**+,-,./0/123)41
5)1)*)6+789:;9<=>89<:?9<@AA=<?89:?9<<@B=<
CD EFGHIJ 44 K+)1)
3).,K
)*L ,
+ M4 08
N?A =>OL 4
)13
K9P:Q>8R;R=ST9P<Q>8U;R=S .1V
9PWQ>8A;A=SXP:Q
I4*L/3+789 =>ABRT789P<Q=>B Y. 1V78 9PWQ=>ARZX
[+3\>A]^T_>R]^.1V`>ARaWX
CDEFbPHcV +
1 3)0
d9 e >9P:Q>8R;R=S 8f4gK3L4)13=h9i>9P<Q>8U;R=S 8j+K3L4)13=h
9k>9WQ>8A;A=S 8l+MP<33 43JPW+m4gK3L4)13= S
nJ+2+13g4)V)K9o>89 ?9 =pU>8A]^;R]^=X
Q Q
CDEFqHI4*L/3+3J+g+r+23+VL4)139s>U9o@9e>8O;A=S .1V789s=>AR
06 tuuv wxy78751z {|}9~
0123456372489358 332 937 6136372489358
!"#$!%&$'
()*+,-./)0/1*23456789:;<=>9:;?=@A88BCD6EFG8H5ICJ8BFKL6ED68ACK56FM
;NOP Q:RST=;UVT;WQ:XYZ[\RY][=^ D6E9:;NOP=Q]RY__
`G868AH5ICJ8B5H;abcQ:XYZ]\RY][=^@;adcQ:]\e=^ D6E;afcQ:R\R=^M
gKF8hij86FGKklG9:;<=>9:;NOP=@mkFFG8mDH57DJlKn5FGIEK8H6KFDJJKA;<56FG868A
H5ICJ8BM
()*+o345678pQ_[YeRqr@IKj8FK4F8C]Mstu5F8nDF5K65HKj8nM
()*+v3wE86F5xy;WQ;afc:zKnHFCK56F={;?Q;abc:|8HFCK56F={;}Q;adc:g8BFFKFG8
AKnHFCK56F=
`G8786FnK5E5H;UQ:;abcS;adc=~]Q:]YZ[\eY][=^M
()*+,3KICkF8FG8n887F8ECK56F;<Q];UV;WQ:_YZ[\eY][=^ D6E9:;<=QR__YX]
456789:;<=q9:;W=@A87K6FnD7FFG8H5ICJ8BFKL6ED68ACK56FM
;NOP Q:RV=;US;WQ:RYXZ\eYR]=^ D6E9:;NOP=QeYZZ]
06 78751 9
0123456372489358 332 937 6136372489358
!"#$!%&$'
!"#$
+- ++++++++++,)--.. +- ++++++++++,)--..
+, ++++++++++''-... +, ++++++++++''-...
++++++++++++/*.. ++++++++++++/*..
+* ++++++++++++'+*. +* ++++++++++++'+*.
%)
%)
+) +)
+' %&*( +' %&*( %&0(
+. %&'( %&)( +. %&'( %&)(
+. +' +) +* +, +- +. +' +) +* +, +-
%' %'
!"#$
-/ ----------.)//00 -/ ----------.)//00
-. ----------''/000 -. ----------''/000
------------1*00 ------------1*00
-* ------------'-*0 -* ------------'-*0
%)
%)
-) -)
&234(
-' %&*( %&+( %&,( -' %&*( %&+( %&,( %
-0 %&'( %&)( -0 %&'( %&)(
-0 -' -) -* -. -/ -0 -' -) -* -. -/
%' %'
!"#$
+- ++++++++++,)--.. +- ++++++++++,)--..
+, ++++++++++''-... +, ++++++++++''-...
++++++++++++/*.. ++++++++++++/*..
+* ++++++++++++'+*. +* ++++++++++++'+*.
%)
%)
+) +)
%&*( %&'( %&*( %&'(
+' +'
+. %&)( +. %&)( %&0(
+. +' +) +* +, +- +. +' +) +* +, +-
%' %'
!"#$
-/ ----------.)//00 -/ ----------.)//00
-. ----------''/000 -. ----------''/000
------------1*00 ------------1*00
-* ------------'-*0 -* ------------'-*0
%)
%)
-) -)
%&*( %&'( %&*( %&'(
-' -' %&234( %&+(
%&)( %&+( %&,( %&)( %&,(
-0 -0
-0 -' -) -* -. -/ -0 -' -) -* -. -/
%' %'
!"#$%&'#%(#)*
+,-./.012345-626788466970/:;<-<70/,;=,48264/,835423-;764;=:5/:1
4:>=:44,=:>-<2=5=?/2=-:<,-.0456@
A276463=62-,1-9<,4B=-76<-=:262-8,4/24:4C64/,83;=,482=-:6@
A23/6/8-:B4,>4:84<,--99-,/D7/;,/2=8-.E482=B497:82=-:6@
FGHIJKLMG
N,4/24/642-9O 0=:4/,01=:;4<4:;4:264/,83;=,482=-:6/:;
<4,9-,5/64,=46-97:=;=,482=-:/064/,8346/0-:>4/83-92346464/,83;=,482=-:6P
62/,2=:>4/832=549,-5234<,4B=-76.462<-=:2@
Q3=6<,-84;7,4>7/,/:24462-R:;2345=:=575-9D7/;,/2=897:82=-:.1-U:4</66-9
O 7:=;=,482=-:/064/,8346/0-:>4/8364/,83;=,482=-:P23/2=6POSOTO @
06 VWWX Y78751Z [\9]^ [_`ab
0123456372489358 3 75301234519358
!"#$%&'#%(#)*
+,-,../.01234,5/+-64/-789:;<=>?@A?BC?D;EFA>ED;G>HIJKLMNOPJN RQJPSJTGF
DUG<?C;?VW=XIUY=C=M;X?XE?`WQ?aC@A?>`DR;aDZTO;X?<=EDGCT?>BS;X?[\[]?DC;^KTDUG
?CV;DC?CZVADB;XD;>ED_G;>DXJ ?>BJ T?>B?B;C=ED;G>bc
dFe `Qa;XDY=XGWAD;G>DGDY=_CGVW=]fghHIJ`QaNibKT?>B tpqr
e`Ra;XDY=XGWAD;G>DGDY=_CGVW=]fghHIJ`RaNibKT
jY`R=a>TDY`=B;
C=ED;
G >Ie`Rake`QaK;XEG>lAm?D=DGbGC vpqr
Ie keQaKPSb;Xn=CGc u
oGC@A?BC?D;EFA>ED;G>XTDY=];`>Qa;]A]G`FD Y=FA>ED;G>W;=X tpsr
G>DY=W;>=lG;>;>mDY=_G;>DXe ?>Be c Ra
vpsr
!"#$%&'#%(#)*
+,-./0-123454/62789:;<=9:><?,6@,@/-0A2/46B0A24-8C? RW
30-0D70@24A-0,20,5,/-4EA46FDG,20@/-0A2/467H RTWU
I4314
I00@7234@/-0A2/46,.70,-AJ07
6054/
628 9:;<?,6@K42JA44-@/6,20@/-0A2/467 S VTWU
8L=M?N=8M=L?N A,6K:0D 70@24A-0,20,5,/-4EA46FDG,20
@/-0A2/4678C,6@8O PO ??H
>< :;< RTQU VTQU
I00@72J-00@/-0A2/46,.70,-AJ0-7 RQ
X4-YD,@-,2/AED6A2/4671E4D-D6/@/-0A2/46,.70,-AJ07,-0600@0@24Z6@2J0[/6/[D[
54/62H
\]^_`a_abcdcee_efghijck_bdlj_d^mno02D7,77D[02J,22J054/62O:;</7E4D6@
,E20-D6:;/@</-0A2/46,.70,-AJ07,.46G0,:A>J4Ep8qr?A46FDG,20@/-0A2/467E-4[,AJ4706
54/629 ,6@17/[/.,-.s12J054/62O /7E4D:6><@,E20-D6/@/-0A2:/>4<6,.7:0;,<-AJ07,.46G0,AJ4E
<
p A46FDG,20@/-0A2/467E-4[,642J0-54/629 HtJ0B0A24-8O PO ?/7A46FDG,2024,..
p 70,-A06J@uv/vw-0x7875
A2/4671Hy z{9|} z~
0123456372489358 3 75301234519358
!"#$%&'#%(#)*
+,-./01223-3,4:F5<,678.267 ,9 :;<47=43-,2>? @67-45@A67=-.-7=-7,=65-B,6273C
.2336D@AE GH:F<>25IG/JKJLLLJ?M
+,-.KN676O6P-4@278? Q76=65-B,6274@3-45B1=65-B,6273Q3678,1-.5-R62Q3
O676OQO.267,,2D-867,1-7-S,3 -45B1M
T-867U6,1,1-3-45B1=65-B,627E 47=-7=U6,1E:W<M :V<
:
V<
X1-5-4>,-5Y.-5>25O472,1-5Q76=65-B,6274@3-45B14@278E M
+,-.Z[25O47-UB27\Q84,-=65-B,627]Q3678,1--S,-7=-=.454@@[email protected]
.52.-5,AM
+,-.^_>`]`633O4:@j@2 53-:4jkV
5B1= 65-B,627345-@67-45@A=-.-7=-7,3YabcdefghbC
i@3-5:V-<.@4B-E GE lmG?J?n/JLLLJKM
< <
+-,E G]o`]`47=82,2+,-.KM
06 pqqr s78751t uv9wx uyz{|
0123456372489358 3 75301234519358
!"#$%&'#%(#)*
+,-./,012-34135607897-32:/;72-<=>?@AB3-/97-3415-.940C.D-/E5F-4G79/
9/6039/8H
D312/31/I/9=3-/97-3414,-./7J4I/7<C493-.K/;N72-<=>?LAB013839/2-3417<5/792./5
79/1/2/5579=:7-4-7<4,>?@ABM>?LAB49>? @AB013839/2-3417<5/792./579/
1/2/5579=-4O18? 241P0C7-/839/2-3415H
Q./9/7,-/9:41/O17<013839/2-3417<5/792.351/2/5579=-44J-731-./K313K0KE431-H
Q.05:31498/9-4O18-./K313K0K4,76 07897-324JP/2-3I/,012-341:-./241P0C7-/
839/2-341K/-.489/6039/57-4-7<4,? 013839/2-3417<5/792./5H
N
R31/79318/E/18/12/4,-./241P0C7-/839/2-3415350507<<=2./2SH
!"#$%&'#%(#)*+,"*"'"#%
-.//01213454678.96
:.6./.;0<=>?@>ABC=>A?D>AEFFBAD=>?D>AAEGBA
HIJKLMNO99P0>QRSC=T@UBV 36WP08XQ?SC=F@TBV 36WXQASC=T@FBVYZ1P9P08[CFT\]Y
HIJK^M_.̀P8a6W8O0/.6./4/b9.683196cXQ?S
>dC>QRSDeXQ?SC=e@UBV
f59`b0`59`/.6c46.W.̀078.A9631P03`7OA
<=>?@>ABCg=eBC=eEGBD=eDhB
iJIjklLmngoneCT=pP0.859`O36Wqr`.88063PP.c6/068P36W0s3/PB
iJIjkl^mpP036t/08O9W59`P.6c10qu3`.32109b8./.;38.96=4P0.859`b`9c`3//.6c
3PP.c6/068P36Wb`9v078B
w`37x08.6c8O0/.6./4/b9.684P.6c8O02946W.6cbO3P0/08O9Wmy8c.u0Pez{F@U|
06 }~~ 78751 9
0123456372489358 3 75301234519358
!"#$%&'#%(#)*+,"*"'"#%
-./01234.546/78
9:;<==>?@A<:ABC;><:ADEBFGACF>@H;C=;IA:JKLMNOPQR
SFA<ATCU>;<C;:VWXYLZMNOPQ[\NOOO]^R
_;<@CFAG;<;G`GU>;<CaE>GVWXY;<CFA@;EABC;><>abWcYHCFDC;:H
VZJ]LVWXYdJbWcYLZMNOPQ[Z\dJ]]^
9:;<=CFAe >`<@;<=UF D:AGACF>@D< @=> ?
@A<:A
BC;
><: A
DEBFGACF>@HfA= A
C
JKLghNijMR
SFA<ATCU>;<C;:VWcYLZMNOPQ[MN\OQ]^
_E>GVWcYWHfAU A
Ea>
EGDk < D?`<;
@;E
ABC;
><D ?:
A DE
BFD?
><=b WXYD<@CFA>eCD;<A@G;<;G`G
U>;<C;:VlYLZMNPPh[MN\OP]^R
06 mnno p78751q rs9tu vwxyw
0123456372489358 3 75301234519358
!"#$%&'#%(#)*+,"*"'"#%
-./01234456789:;5;<=>?6?@@=@ABCA>?4=>65>=6;DEF=G97;<=9=F459HB:?;=786=4;859I
JKLMNOPLMQOKRSTUVWXPYTZV[\]
-./0^2_894=`J̀``abE;<=9=F>?865c459HB:?;=786=4;8598A
dMeOKdMQOKRYXS\]
dMQOK ggffggKRSThhWXPSTWVh\]
ijk8;=6?;8598A5l=6Im5;5_;=>[I
-./0n2o=6c5Mr6OpB98786=4;859?@A =?6
4 <? @
59:d MQOc65pLMNO
q=:=;L KRsTStsX[TShZ\]Ii;8 Au B8;=4@M5rAO=;5;<=p898pBp>589;I
o=6c56pB9878M6v=O4;859?@A=?64<?@5]9:d c65pL
Me O
q=:=;L KR[TVWWX[TShZ\I
o=6c56p?G9?Mw@B 9 878
6=4;
859 ?
@A =?64
<? @59:d MQOc65pLMvO
q=:=;L OKRsTSSWX[TSSt\]I
06 xyyz {78751| }~9
0123456372489358 3 75301234519358
!"#$%&'#%(#)*+,"*"'"#%
-./01234456789:;5;<=>?6?@@=@ABCA>?4=>65>=6;DEF=G97;<=9=F459HB:?;=786=4;859I
JKLMNOPLMQOKRSTSUUVPSTSWXYZ
-./0[2\894=]]J]]^_E;<=9=F>?865`459HB:?;=786=4;8598A
aMMbcOOKaMfcOKRSTddeVPSTeXdYZZ
a K ggfggKRSTehiVPSTUjeY
kklf8;=6?;8598A5m=6In5;5\;=>oI
p/qrstu
k959=8;=6?;8595`\;=>oERvwhYB98786=4;859?@A=?64<=A?6=9=4=AA?6D;<?;x?y=A8;
45x>B;?;859?@@D=z>=9A8m=I
k9;=6xA5`A;56?:=E;<=?@:568;<x<?A;5A;56=RvwhY>589;A?97v A=?64<786=4;859AI
06 {||} ~78751 9
0123456372489358 3 75301234519358
!"#$%&'#%(#)*+,&"-)%'"./"0-
79 77777893 79 77777893
234 7777777777:59933 7777777777:59933
78 1 2
54
1254 77777533 78 1
234
2
54
1254 77777533
6 777777777777;<33 6 777777777777;<33
7< 777777777775773< 7< 62:4 2:4 77777777777757<3
1
1:
1:
7: 7:
75 75
73 73
73 75 7: 7< 78 79 73 75 7: 7< 78 79
15 15
!"#$%&'#%(#)*+,&"-)%'"./"0-
16
<6 <6
<5 <5
<3 <3
<3 <5 <6 <7 <= <> <3 <5 <6 <7 <= <>
15 15