Subject: IEEE paper

From: "John L. Larson" <[email-masked]>
Date: Thu, 3 Jun 1993 10:43:34 -0500

%!PS-Adobe-2.0
%%Creator: dvips 5.47 Copyright 1986-91 Radical Eye Software
%%Title: /homes/bradley/ieee.dvi
%%Pages: 27 1
%%BoundingBox: 0 0 612 792
%%EndComments
%%BeginProcSet: texc.pro
/TeXDict 200 dict def TeXDict begin /N /def load def /B{bind def}N /S /exch
load def /X{S N}B /TR /translate load N /isls false N /vsize 10 N /@rigin{
isls{[0 1 -1 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale
Resolution VResolution vsize neg mul TR matrix currentmatrix dup dup 4 get
round 4 exch put dup dup 5 get round 5 exch put setmatrix}N /@letter{/vsize 10
N}B /@landscape{/isls true N /vsize -1 N}B /@a4{/vsize 10.6929133858 N}B /@a3{
/vsize 15.5531 N}B /@ledger{/vsize 16 N}B /@legal{/vsize 13 N}B /@manualfeed{
statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N
/FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{/nn 8 dict N nn begin
/FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array
/BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2
array copy cvx N load 0 nn put /ctr 0 N[}B /df{/sf 1 N /fntrx FMat N df-tail}
B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0]N df-tail}B /E{pop nn dup definefont
setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup
length 4 sub get}B /ch-xoff{128 ch-data dup length 3 sub get sub}B /ch-yoff{
ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B
/ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0
N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S
dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0
ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice
ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 add]/id ch-image N
/rw ch-width 7 add 8 idiv string N /rc 0 N /gp 0 N /cp 0 N{rc 0 ne{rc 1 sub
/rc X rw}{G}ifelse}imagemask restore}B /G{{id gp get /gp gp 1 add N dup 18 mod
S 18 idiv pl S get exec}loop}B /adv{cp add /cp X}B /chg{rw cp id gp 4 index
getinterval putinterval dup gp add /gp X adv}B /nd{/cp 0 N rw exit}B /lsh{rw
cp 2 copy get dup 0 eq{pop 1}{dup 255 eq{pop 254}{dup dup add 255 and S 1 and
or}ifelse}ifelse put 1 adv}B /rsh{rw cp 2 copy get dup 0 eq{pop 128}{dup 255
eq{pop 127}{dup 2 idiv S 128 and or}ifelse}ifelse put 1 adv}B /clr{rw cp 2
index string putinterval adv}B /set{rw cp fillstr 0 4 index getinterval
putinterval adv}B /fillstr 18 string 0 1 17{2 copy 255 put pop}for N /pl[{adv
1 chg}bind{adv 1 chg nd}bind{1 add chg}bind{1 add chg nd}bind{adv lsh}bind{
adv lsh nd}bind{adv rsh}bind{adv rsh nd}bind{1 add adv}bind{/rc X nd}bind{1
add set}bind{1 add clr}bind{adv 2 chg}bind{adv 2 chg nd}bind{pop nd}bind]N /D{
/cc X dup type /stringtype ne{]}if nn /base get cc ctr put nn /BitMaps get S
ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr
ctr 1 add N}B /I{cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI
save N @rigin 0 0 moveto}N /eop{clear SI restore showpage userdict /eop-hook
known{eop-hook}if}N /@start{userdict /start-hook known{start-hook}if
/VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1
string dup 0 3 index put cvn put}for}N /p /show load N /RMat[1 0 0 -1 0 0]N
/BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V
statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval
(Display)eq}{pop false}ifelse}{false}ifelse end{{gsave TR -.1 -.1 TR 1 1 scale
rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 -.1 TR rulex
ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /a{moveto}B
/delta 0 N /tail{dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail}
B /c{-4 M}B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B
/k{4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w}B /q{p 1
w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{
/SS save N}B /eos{clear SS restore}B end
%%EndProcSet
TeXDict begin 1000 300 300 @start /Fa 36 122 df<127012F8A3127005057C840D>46
D<EA03F0EA0E1C487EEA1806EA380738700380A400F013C0AD00701380A3EA780700381300EA18
06EA1C0E6C5AEA03F0121F7E9D17>48 D<EA01801203120F12F31203B3A6EA07C0EAFFFE0F1E7C
9D17>I<EA03F0EA0C1CEA100E487E00401380128000F013C0EAF803A3EA200712001480A2EB0F
00130E5B5B5B13605B485A48C7FC000613405A5A00101380EA3FFF5AB5FC121E7E9D17>I<EA03
F0EA0C1CEA100EEA200F007813801307A2EA380F12001400A2130E5B5BEA03F0EA003C130E130F
EB0780A214C0122012F8A300F013801240EB0F00EA200EEA1C3CEA03F0121F7E9D17>I<1306A2
130EA2131E132EA2134E138EA2EA010E1202A212041208A212101220A2124012C0B512F038000E
00A7EBFFE0141E7F9D17>I<EA1803EA1FFE5B5B13E00010C7FCA6EA11F0EA161CEA180EEA1007
1480EA0003A214C0A3127012F0A200E013801240EB0700EA2006EA100EEA0C38EA03E0121F7E9D
17>I<137CEA0182EA0701380E0380EA0C07121C3838030090C7FC12781270A2EAF1F0EAF21CEA
F406EAF807EB0380A200F013C0A51270A214801238EB07001218EA0C0E6C5AEA01F0121F7E9D17
>I<1240387FFFC01480A238400100EA8002A25B485AA25B5BA25BA213C0A212015B1203A41207
A76CC7FC121F7D9D17>I<EA03F0EA0C0CEA1006EA3003382001801260A3127038780300123EEA
3F06EA1FC8EA0FF0EA03F8487EEA0C7EEA103F38300F80EA6003384001C012C01300A31480EA60
0100201300EA1002EA0C0CEA03F0121F7E9D17>I<EA03F0EA0E18487E487E13071270EB038012
F0A214C0A5EA7007A21238EA180BEA0E13EA03E338000380A3EB07001230EA7806130EEA700CEA
2018EA1070EA0FC0121F7E9D17>I<5B497EA3497EA3EB09E0A3EB10F0A3EB2078A3497EA3497E
A2EBFFFE3801000FA30002EB0780A348EB03C0120E001FEB07E039FFC03FFE1F207F9F22>65
D<B512E0380F80380007131E141F801580A515005C141E5CEBFFF0EB803C80801580140715C0A5
1580140F15005C000F133CB512F01A1F7E9E20>I<90380FC04090387030C03801C00938038005
38070003000E1301001E1300121C123C007C1440A2127800F81400A91278007C1440A2123C121C
001E1480120E6CEB0100380380026C6C5A38007038EB0FC01A217D9F21>I<B512E0380F803C00
077F1407EC038015C0EC01E0A215F01400A215F8A915F0A3EC01E0A2EC03C01580EC0700140E00
0F133CB512E01D1F7E9E23>I<B6FC380F800F00071303A28015801400A314801500A3138113FF
13811380A4EC0020A31540A315C0A2EC0180000F130FB6FC1B1F7E9E1F>I<B6FC380F800F0007
1303A28015801400A4EC8000A4138113FF13811380A491C7FCA8487EEAFFFE191F7E9E1E>I<90
380FE02090387818609038E004E03803800238070001481300001E1460A25A1520127C127800F8
1400A7EC7FFCEC03E000781301127C123CA27EA27E7E380380023900E00460903878182090380F
E0001E217D9F24>I<B46CEB1FF8000F158000071500D805C0132FA3D804E0134FA20170138FA3
903838010FA3EB1C02A3EB0E04A3EB0708A3EB0390A2EB01E0A3380E00C0001FEC1F803AFFE0C1
FFF8251F7E9E2A>77 D<39FF803FF83907C007C0EC03803905E00100A2EA04F01378A2133CA213
1E130FA2EB0781A2EB03C1EB01E1A2EB00F1A21479143DA2141FA28080A2000E7F121F38FFE001
1D1F7E9E22>I<B57E380F80F0000713788080A2141FA4141EA25C5C5CEBFF80EB81C0EB80E080
14701478A3147CA31504147E143E390FC01E0839FFFC0F10C7EA03E01E207E9E21>82
D<3807E080EA0C19EA1007EA3003EA6001A212E01300A36C1300A21278127FEA3FF0EA1FFC6C7E
EA03FF38001F801307EB03C0A213011280A400C01380130300E01300EAF006EACE0CEA81F81221
7D9F19>I<39FFF003FF391F8000F8000F1460000714407F6C6C138012019038F0010000005BEB
F802EB7C04133CEB3E08131EEB1F10EB0FB0EB07A014C01303AB1307EB7FFE201F7F9E22>89
D<EA1FE0EA3030EA7818131CEA300E1200A313FEEA078EEA1E0E1238127800F01310A3131E1278
38386720380F83C014147E9317>97 D<120E12FE120EAA133EEBC380380F01C0EB00E0120E1470
A21478A61470A214E0120F380D01C0380CC300EA083E15207F9F19>I<EA03F8EA0E0CEA1C1E12
38130CEA7000A212F0A61270A2EA3801A2EA1C02EA0E0CEA03F010147E9314>I<EB0380133F13
03AAEA03E3EA061BEA1C07EA3803A21270A212F0A61270A212381307121CEA0E1B3803E3F81520
7E9F19>I<EA03F0EA0E1C487E487EA21270EB038012F0A2B5FC00F0C7FCA31270A26C13801218
380C0100EA0706EA01F811147F9314>I<137C13C6EA018F1203EA07061300A7EAFFF0EA0700B2
EA7FF01020809F0E>I<14E03803E330EA0E3CEA1C1C38380E00EA780FA5EA380E6C5AEA1E38EA
33E00020C7FCA21230A2EA3FFE381FFF806C13C0383001E038600070481330A4006013606C13C0
381C03803803FC00141F7F9417>I<390E1F01F039FE618618390E81C81C390F00F00EA2000E13
E0AE3AFFE7FE7FE023147F9326>109 D<EA0E3EEAFE43380E8180380F01C0A2120EAE38FFE7FC
16147F9319>I<EA0E78EAFE8CEA0F1EA2130CEA0E00AEEAFFE00F147F9312>114
D<EA1F90EA3070EA4030EAC010A3EAE0001278EA7F80EA3FE0EA0FF0EA0070EA80381318A212C0
A2EAE030EAD060EA8F800D147E9312>I<38FF83F8381E01E0381C00C06C1380A338070100A2EA
0382A3EA01C4A213ECEA00E8A21370A3132015147F9318>118 D<38FF83F8381E01E0381C00C0
6C1380A338070100A2EA0382A3EA01C4A213ECEA00E8A21370A31320A25BA3EAF080A200F1C7FC
1262123C151D7F9318>121 D E /Fb 15 119 df<1430146014C0EB0180EB03005B130E130C5B
1338133013705B5B12015B1203A290C7FC5A1206120EA2120C121CA312181238A45AA75AB3A312
70A77EA41218121CA3120C120EA2120612077E7FA212017F12007F13701330133813187F130E7F
7FEB0180EB00C014601430146377811F>18 D<12C012607E7E7E120E7E7E6C7E7F12007F137013
3013381318131CA2130C130E13061307A27F1480A3130114C0A4EB00E0A71470B3A314E0A7EB01
C0A414801303A314005BA21306130E130C131CA213181338133013705B5B12015B48C7FC5A120E
120C5A5A5A5A14637F811F>I<14181430146014E014C0EB01801303EB07001306130E130C131C
5BA25BA25BA212015BA2485AA3120790C7FCA25A120EA2121EA3121CA2123CA412381278A81270
12F0B3A812701278A81238123CA4121CA2121EA3120EA2120F7EA27F1203A36C7EA27F1200A213
70A27FA27F130C130E13061307EB03801301EB00C014E0146014301418157C768121>32
D<12C012607E123812187E120E7E7E7F12017F6C7EA21370A27FA2133C131CA27FA3130F7FA214
801303A214C0A31301A214E0A4130014F0A814701478B3A8147014F0A814E01301A414C0A21303
A31480A213071400A25B130EA35BA2133C1338A25BA25BA2485A5B120390C7FC5A120E120C5A12
3812305A5A157C7F8121>I<1318137813F0EA01E0EA03C0EA0780EA0F005A121E123E123C127C
A2127812F8B3A50D25707E25>56 D<12C012F0127C121E7EEA078013C01203EA01E013F0120013
F8A3137CB3A50E25797E25>I<12F8B3A51278127CA2123C123E121E121F7EEA0780EA03C0EA01
E0EA00F0137813180D25708025>I<137CB3A513F8A313F0120113E0EA03C012071380EA0F0012
1E127C12F012C00E25798025>I<137CB3A613F8A313F0120113E0120313C0EA07801300120E5A
5A12F012C012F012387E7E7E1380EA03C013E0120113F0120013F8A3137CB3A60E4D798025>I<
12F8B3A61278127CA2123CA2123E121E7EA2EA0780EA03C01201EA00E013781318137813E0EA01
C01203EA0780EA0F00A2121E123E123CA2127CA2127812F8B3A60D4D708025>I<12F8AE050E70
8025>I<B912C018E06CC81201EE001F6C6CED03F06C6C1500000F17386D16186C6C160C6C6C16
04A26C6C16026C6C1600137FA26D7E6D7E130F806D7E6D7EA26D7E6D7E147E147F6E7E6E7EA214
0F6E5A14034AC9FC140E5C5C5CA25C495A495A49CAFC130EA24916024916045B49160C00011718
491638484816F848C9EA01F0000E160F48ED01FF003FB812E0A25AB912C0373A7E7F3C>88
D<EC0180A91208120C121CA2122EA2124E12471287A21207EA0380A3EA01C0A3EA00E0A31370A3
1338A4131CA3130EA31307A3EB0381A4EB01C1A3EB00E1A31471A31439A3141DA4140FA31407A3
1403A314011500194C7B802C>116 D<12C0B3A9021B64802C>I<387FFF80B5FC00C0C7FCB3A611
1A64812C>I E /Fc 9 116 df<0007B512803800E003EC0100A3EA01C0A21440A248485A138113
FF1381D80701C7FCA390C8FC120EA45AEAFFC019177F9616>70 D<EA07C0EA0C20EA10701220EA
60005AA35AA2EAC0101320EA60C0EA3F000C0E7E8D0F>99 D<EA07C0EA1C20EA301012601320EA
FFC0EAC000A41310EA4020EA60C0EA1F000C0E7E8D10>101 D<130E1313133713361360A5EA07
FCEA00C0A5EA0180A6EA0300A4126612E65A1278101D7E9611>I<120313801300C7FCA6121C12
241246A25A120C5AA31231A21232A2121C09177F960C>105 D<1318133813101300A6EA01C0EA
0220EA0430A2EA08601200A313C0A4EA0180A4EA630012E312C612780D1D80960E>I<38383C1E
3844C6633847028138460301388E0703EA0C06A21406EA180C1520140C154038301804EC07801B
0E7F8D1F>109 D<EA383CEA44C6EA47021246EA8E06120CA25B1218144013181480EA3008EB0F
00120E7F8D15>I<EA07C0EA0C20EA1870A2EA3800121EEA0FC0EA03E0EA0060126012E0EAC0C0
EAC180EA3F000C0E7E8D10>115 D E /Fd 1 121 df<121FEA3080EA7040EA6060EAE0E0A21340
13001260127012307E121C1233EA7180EA61C012E013E0A31260EA70C01231EA1980EA07007EEA
018013C0120013E0124012E0A2EAC0C01241EA2180EA1F000B257D9C12>120
D E /Fe 52 123 df<903901FF81FE011F9038EFFF80903A7F80FF87C0903AFC00FE0FE03801F8
01000314FCEA07F0EE07C093C7FCA7B712F8A32707F001FCC7FCB3A33A7FFF1FFFE0A32B2A7FA9
28>11 D<903A01FF803FE0011F9038E3FFF8903A7F80FFF01E903AFE007F801FD801F849485A00
0349EC7F80D807F05BA30200EC3F00171E94C7FCA4B91280A33B07F000FE003FB3A33C7FFF0FFF
E3FFF8A3352A7FA939>14 D<121C127FA2EAFF8013C0A2127FA2121C1200A2EA0180A3EA0300A2
12065A5A5A12200A157BA913>39 D<B51280A611067F9017>45 D<121C123E127FEAFF80A3EA7F
00123E121C09097B8813>I<130E131E137EEA07FE12FFA212F81200B3AB387FFFFEA317277BA6
22>49 D<EBFF80000313F0000F13FC381F03FE383800FF007CEB7F8000FEEB3FC07E15E0141FA2
127E003C133FC7FC15C0A2EC7F80150014FE5C495A495A5CEB078049C7FC131E4913E013705B39
01C001C0EA0380EA070048B5FC5A5A5AB61280A31B277DA622>I<EB7F803803FFF04813FC380F
81FE48C67E487EEC7F80A3121FEA0F00C7EAFF00A25C495A5CEB07F0EBFFC014F0EB01FCEB007E
147F1580EC3FC0A215E0A2123C127EB4FCA215C0147F007E1480007C1400383F01FE6CB45A0007
13F0C613801B277DA622>I<140E141E143E147E14FEA213011303EB077E130EA2131C13381370
13E0A2EA01C0EA0380EA0700120EA25A5A5A5AB612F8A3C7EAFE00A890387FFFF8A31D277EA622
>I<000C1303380F803FEBFFFE5C5C5C5C5C49C7FC000EC8FCA6EB7FC0380FFFF8EB80FC380E00
3E000C133FC7EA1F8015C0A215E0A21218127C12FEA315C05A0078EB3F80A26CEB7F00381F01FE
380FFFF800035BC613801B277DA622>I<EB07F0EB3FFCEBFFFE3801FC0F3903F01F803807E03F
EA0FC0121F1380003FEB1F0091C7FC48C8FCA35AEB0FC0EB3FF8EB707CEBC03E143F9038801F80
15C0130015E0A37EA47E15C0EA1F80EC3F80D80FC013003807E07E6CB45AC613F0EB3FC01B277D
A622>I<1238123E003FB512F0A34814E015C0158015003870000EA25C485B5C5CC7FC495A495A
1307A249C7FCA25BA25B133EA2137EA413FEA8137C13381C297CA822>I<121C123E127FEAFF80
A3EA7F00123E121CC7FCA9121C123E127FEAFF80A3EA7F00123E121C091B7B9A13>58
D<EC03804A7EA24A7EA34A7EA24A7EA3EC73FCA2ECF3FE14E1A2903801C0FFA2010380EC807F01
0780EC003FA2010E80151F011E80011C130F011FB5FC4980A29039780007FC01701303A2496D7E
A2000181497FA2D8FFFE011F13FEA32F297EA834>65 D<B612F8EDFF80823A03F8001FF06F7E6F
7E1503A2821501A315035EA24B5A4B5A4B5AEDFFC090B548C7FCEDFFE09039F80007F0ED03FC6F
7EA26F7EA21780A617005D4B5A4B5AED1FF8B75A16C04BC7FC29297DA831>I<91393FF0018090
3903FFFE03010FEBFF8790393FF007DF9039FF8001FF4848C7127F4848143FD807F0141F000F15
0F48481407A2485A1603127F5B93C7FC12FFA9127FA26DEC0380123FA26C7EEE07006C7E000715
0ED803FC141E6C6C5C6C6C6C13F890393FF007E0010FB55A010391C7FC9038003FF829297CA832
>I<B612F8EDFF8016E03A03FC001FF8ED07FCED01FE6F7EEE7F80EE3FC0161F17E0A2EE0FF0A4
17F8AA17F0A3EE1FE0A217C0163FEE7F801700ED01FE4B5AED1FF8B712E0168003FCC7FC2D297D
A835>I<B712E0A33903FC001FED07F01501A215001670A3913801C0781638A302031300A2140F
90B5FCA3EBFC0F1403A20201130EA3161C91C7FCA3163C1638167816F815011503151FB712F0A3
27297DA82D>I<91387FE003903903FFFC07011FEBFF0F90393FF00FFF9038FF80014848C7FCD8
03F8143F485A000F81484880A2485A82127F5B93C7FC12FFA84AB512F8127FA26DC71300123FA2
6C7EA26C7E12076C7EEA01FE6C6C6C5A90393FF007BF6DB5121F0103497E9039007FF0032D297C
A836>71 D<B539F01FFFFEA3D803FCC7EA7F80AF90B7FCA301FCC7127FB1B539F01FFFFEA32F29
7DA836>I<B512FCA3D803FCC8FCB3A3ED01C0A415031680A21507A2150FA2151F157F913801FF
00B7FCA322297DA829>76 D<D8FFFE92381FFFC0A26D5D0003EFF000A2D9BF801477A2D99FC014
E7A2D98FE0EB01C7A2D987F0EB0387A3D983F8EB0707A2D981FC130EA2D980FE131CA26E133880
A291383F8070A291381FC0E0A291380FE1C0A3913807F380A2913803FF00A26E5AA26E5AA2D8FF
FE4AB512C01578A23A297DA841>I<B612F815FF16C03A03FC003FE0ED0FF0ED07F816FC150316
FEA716FC150716F8ED0FF0ED3FE090B61280EDFE0001FCC8FCB0B512F0A327297DA82F>80
D<ECFFE0010713FC90393FC07F8090397F001FC0D801FCEB07F048486D7E48486D7E000F814848
6D7EA24848EC7F80A2007F16C0A249143FA200FF16E0AA007F16C0A26D147F003F1680A26C6CEC
FF00141F3A0FF03F81FE0007903860C1FC3A03F8C063F8D801FCEB77F0D800FFEB7FE0D93FE013
8090260FFFFEC7FC01001560EC003E153F92381F81E016FF17C081A26F1380A26F13006F5AED00
782B357CA834>I<B612E015FE6F7E3A03FC007FE0ED0FF06F7E82150382A65E4B5AA2ED1FE0ED
7FC090B500FEC7FC15F09038FC00FC157F6F7EA26F7E82A582A3170716F8150F0307130EB539F0
03FE1C923801FFF89238003FF030297DA834>I<90387F80603903FFF0E04813F9380F807F381F
001F003E1307481303140112FCA214007EA26C140013C0EA7FFEEBFFE06C13FC6C7F6CEBFF806C
14C06C14E0C6FC010713F0EB007FEC0FF8140714030060130112E0A36C14F0A26C13036C14E0B4
EB07C09038E01F8000F3B5120000E05B38C01FF01D297CA826>I<007FB712C0A39039803FC03F
D87E00140700781503A20070150100F016E0A2481500A5C71500B3A4017FB512E0A32B287EA730
>I<B539F001FFFCA3D803FCC7EA0700B3AA0001150E7F00005D137E017F5CD93FC013F090390F
F007E06DB55A010191C7FC9038001FF82E297DA835>I<B500F090383FFF80A3000390C73801E0
006C4B5A6C6D5C6D6C13076E49C7FC013F140E6D6C131E6E5B010F14386D6C13786E5B01035C90
3801FF01ED83C06D5CEC7FC703EFC8FCEC3FEEEC1FFE6E5A5D1407AE49B512E0A331297FA834>
89 D<48B47E000713F0380F81F8381FC07EA280D80F801380EA0700C7FCA3EB0FFF90B5FC3807
FC3FEA0FE0EA3F8013005A12FEA4007E137F007F13DF393F839FFC380FFF0F3801FC031E1B7E9A
21>97 D<EAFFE0A3120FACEBE1FE9038E7FF809038FE07E09038F801F0496C7E497F81157FA316
80A71600A315FE5D6D485A6D485A90389E07E0903807FF80260E01FCC7FC212A7EA926>I<EB1F
F8EBFFFE3803F01F3907E03F80EA0FC0EA1F80003FEB1F00007F130E90C8FCA25AA77EA27F003F
EB01C0121F390FC003803907E007003803F01E3800FFFCEB1FE01A1B7E9A1F>I<EC3FF8A31403
ACEB1FE3EBFFFB3803F03F3807E00F380FC007381F8003123FEA7F00A35AA77EA3EA3F80121F00
0F13073807C00F3A03F03BFF803800FFF3EB3FC3212A7EA926>I<EB3FE03801FFF83803F07E38
07C01FD80F801380001F130F003F14C0EA7F00140715E05AA290B5FCA290C8FCA37EA36C6C13E0
121F390FC001C03907E003803903F81F003800FFFEEB1FF01B1B7E9A20>I<EB07F0EB3FFCEBFE
3E3801F87F120313F01207143E1400A7B512C0A33807F000B3A3387FFF80A3182A7EA915>I<90
38FF81F00003EBE7F8390FC1FE7C381F80FC9038007C3848EB7E1048EB7F00A66C137E6C137CEB
80FC380FC1F8381FFFE0001813800038C8FCA2123C123E383FFFF86C13FF15806C14C06C14E000
1F14F0383E000748EB01F8481300A4007CEB01F0003C14E0001FEB07C0390FC01F803903FFFE00
38007FF01E287E9A22>I<EAFFE0A3120FAC147F9038E1FFC09038E787E09038EE03F013F88113
F0A213E0B03AFFFE3FFF80A3212A7DA926>I<1207EA0F80EA1FC0EA3FE0A3EA1FC0EA0F80EA07
00C7FCA7EAFFE0A3120FB3A3EAFFFEA30F2B7DAA14>I<EAFFE0A3120FACEC1FFCA3EC0780EC0F
00141E5C5C14E0EBE3C013E7EBEFE013FF80EBF3F813E3EBC1FCEBC0FE147FA2EC3F80EC1FC014
0F15E039FFFC3FFEA31F2A7EA924>107 D<EAFFE0A3120FB3B2EAFFFEA30F2A7DA914>I<3BFFC0
7F800FF0903AC1FFE03FFC903AC383F0707E3B0FC603F8C07F903ACC01F9803F01D8D9FF001380
01F05BA201E05BB03CFFFE1FFFC3FFF8A3351B7D9A3A>I<38FFC07F9038C1FFC09038C787E039
0FCE03F013D88113F0A213E0B03AFFFE3FFF80A3211B7D9A26>I<EB3FE03801FFFC3803F07E39
0FC01F80391F800FC0003F14E0EB00074814F0A34814F8A86C14F0A2393F800FE0A2001F14C039
0FC01F803907F07F003801FFFC38003FE01D1B7E9A22>I<38FFE1FE9038E7FF809038FE07E039
0FF803F0496C7E496C7E818181A21680A716005DA25D4A5A01F05B6D485A9038FE0FE09038E7FF
80D9E1FCC7FC01E0C8FCA9EAFFFEA321277E9A26>I<38FFC1F0EBC7FCEBCE3E380FD87FA213F0
143E141CEBE000B0B5FCA3181B7E9A1C>114 D<3803FE30380FFFF0EA1E03EA380048137012F0
A27E6C1300EAFFE0EA7FFEEBFF806C13E06C13F0000713F8C6FCEB03FC13000060137C00E0133C
7E14387E6C137038FF01E038F7FFC000C11300161B7E9A1B>I<1370A413F0A312011203A21207
381FFFF0B5FCA23807F000AD1438A61203EBF870000113603800FFC0EB1F8015267FA51B>I<39
FFE03FF8A3000F1303B214071207140F3A03F03BFF803801FFF338003FC3211B7D9A26>I<3BFF
FE7FFC0FFEA33B0FE007E000E03B07F003F001C0A29039F807F80300031680A23B01FC0EFC0700
A2D9FE1E5B000090381C7E0EA29039FF383F1E017F141C0278133C90393FF01FB8A216F86D486C
5AA26D486C5AA36D486C5AA22F1B7F9A32>119 D<39FFFC0FFFA33907F003C06C6C485AEA01FC
6C6C48C7FCEBFF1E6D5AEB3FF86D5A130FA2130780497E497E131EEB3C7F496C7E496C7ED801E0
7FEBC00F00036D7E3AFFF01FFF80A3211B7F9A24>I<3AFFFE03FF80A33A07F0007000A26D13F0
00035CEBFC0100015CA26C6C485AA2D97F07C7FCA2148FEB3F8E14DEEB1FDCA2EB0FF8A36D5AA2
6D5AA26D5AA2495AA2EA3807007C90C8FCEAFE0F130E131E5BEA7C78EA3FE0EA0FC021277F9A24
>I<003FB51280A29038007F00003C13FEEA3801387803FC5CEA7007495A5CC6485A133F495A91
C7FC5B3901FE038013FCEA03F81207380FF00713E0001F140048485A495A387F007FB6FCA2191B
7E9A1F>I E /Ff 15 121 df<B612FCA21E027C8C27>0 D<6C13026C13060060130C6C13186C13
306C13606C13C03803018038018300EA00C6136C1338A2136C13C6EA018338030180380600C048
136048133048131848130C4813064813021718789727>2 D<EA03F0EA0FFC487E487E481380A2
B512C0A86C1380A26C13006C5A6C5AEA03F012147D9519>15 D<150C153C15F0EC03C0EC0F0014
3C14F0EB07C0011FC7FC1378EA01E0EA0780001EC8FC127812E01278121EEA0780EA01E0EA0078
131FEB07C0EB00F0143C140FEC03C0EC00F0153C150C1500A8007FB512F8B612FC1E277C9F27>
20 D<487E48CAFCA21206A25A5A1270B812C0A20070CAFC12187E7EA27EA26C7E2A127C9432>
32 D<166082A282A28282EE0380B812E017C0C9EA0380EE06005E5EA25EA25E2B127D9432>I<13
C0B3B100C013C0EAF0C33838C700EA1CCEEA06D8EA03F06C5AA26C5A1340122D7DA219>35
D<12C07E12707E7E7E7E6C7E6C7E6C7E13707F7F7F7F6D7E6D7E6D7E1470808080806E7E6E7E6E
7E15708181816F13209238038060ED01C0ED00E0EE70C01638161C160E16071603163F923801FF
E0923803C0602B2B7DA032>38 D<176017E0EE01C0EE0380EE0700160E5E5E5E5E4B5A4B5A4BC7
FC150E5D5D5D5D4A5A4A5A4AC8FC140E5C5C5C5C495A495A49C9FC130E6C5A6C5A5B5BEA61C0EA
63800067CAFC126E127C1278EA7F80EAFFF0EAC0782B2B7DA032>46 D<134013C0A2EA0180A3EA
0300A31206A25AA35AA35AA35AA35AA41260A37EA37EA37EA37EA27EA3EA0180A3EA00C0A21340
0A327BA413>104 D<12C0A31260A37EA37EA27EA37EA37EA3EA0180A3EA00C0A4EA0180A3EA03
00A31206A35AA35AA25AA35AA35AA30A327DA413>I<12C0B3B3AD02317AA40E>I<EA8010EAC030
B3B3ACEA80100C327AA419>I<160116031606A2160CA21618A21630A21660A216C0A2ED0180A2
ED0300A21506A25DA25DA25D1206001E5C122F004F5CEA87800007495AEA03C04AC7FCA23801E0
06A26C6C5AA2EB7818A26D5AA26D5AA26D5AA26D5AA26DC8FCA228327D812A>112
D<EA07C0EA1C30EA30081270EA600CEAE01CA213081300A2127012301238120C7EEA0F80EA1860
EA3030EA7018EA601CEAE00EA5EA700CEA301CEA1818EA0C30EA03E0EA00C0136013381318131C
130EA212201270A2EA600CEA201C1318EA1870EA07C00F2D7DA216>120
D E /Fg 56 123 df<EB7E1F3901C1B180390303E3C0000713C3000EEBC180903801C000A6B512
FC380E01C0B0387F87FC1A1D809C18>11 D<137E3801C180EA0301380703C0120EEB018090C7FC
A5B512C0EA0E01B0387F87F8151D809C17>I<EB7FC0EA01C1EA03031207EA0E01A7B5FCEA0E01
B0387FCFF8151D809C17>I<EA6060EAF0F0EAF8F8EA6868EA0808A3EA1010A2EA2020EA4040EA
80800D0C7F9C15>34 D<13401380EA0100120212065AA25AA25AA212701260A312E0AC1260A312
701230A27EA27EA27E12027EEA008013400A2A7D9E10>40 D<7E12407E7E12187EA27EA27EA213
801201A313C0AC1380A312031300A21206A25AA25A12105A5A5A0A2A7E9E10>I<126012F0A212
701210A41220A212401280040C7C830C>44 D<EAFFE0A20B0280890E>I<126012F0A212600404
7C830C>I<EA03C0EA0C30EA1818EA300CA2EA700EEA6006A2EAE007ADEA6006A2EA700EEA300C
A2EA1818EA0C30EA07E0101D7E9B15>48 D<12035A123F12C71207B3A4EA0F80EAFFF80D1C7C9B
15>I<EA07C0EA1830EA201CEA400C130EEAF00F12F81307A21270EA000F130EA2131CA2133813
70136013C0EA0180EA0300EA0601120C1218EA1002EA3FFE127F12FF101C7E9B15>I<EA07E0EA
1830EA201CA2EA781E130E131E1238EA001CA2131813301360EA07E0EA0030131CA2130E130FA2
127012F8A3EAF00EEA401C1220EA1830EA07E0101D7E9B15>I<130CA2131C133CA2135C13DC13
9CEA011C120312021204120C1208121012301220124012C0B512C038001C00A73801FFC0121C7F
9B15>I<EA300CEA3FF813F013C0EA2000A6EA23E0EA2430EA2818EA301CEA200E1200130FA312
6012F0A3EA800EEA401E131CEA2038EA1870EA07C0101D7E9B15>I<13F0EA030CEA0604EA0C0E
EA181E1230130CEA7000A21260EAE3E0EAE430EAE818EAF00C130EEAE0061307A51260A2EA7006
EA300E130CEA1818EA0C30EA03E0101D7E9B15>I<1240387FFF801400A2EA4002485AA25B485A
A25B1360134013C0A212015BA21203A41207A66CC7FC111D7E9B15>I<1306A3130FA3EB1780A3
EB23C0A3EB41E0A3EB80F0A200017FEB0078EBFFF83803007C0002133CA20006133E0004131EA2
000C131F121E39FF80FFF01C1D7F9C1F>65 D<B512C0380F00F01438143C141C141EA4141C143C
1478EB01F0EBFFE0EB0078143C141E140E140FA5141EA2143C1478B512E0181C7E9B1D>I<9038
1F8080EBE0613801801938070007000E13035A14015A00781300A2127000F01400A80070148012
78A212386CEB0100A26C13026C5B380180083800E030EB1FC0191E7E9C1E>I<B512C0380F00F0
143C140E80A2EC038015C01401A215E0A815C0A21403158014071500140E5C1470B512C01B1C7E
9B20>I<B512FC380F003C140C1404A214061402A213021400A3130613FE13061302A314011300
1402A31406A2140C143CB512FC181C7E9B1C>I<B512F8380F007814181408A2140C1404A21302
1400A3130613FE13061302A490C7FCA77FEAFFF8161C7E9B1B>I<EAFFF0EA0F00B3A8EAFFF00C
1C7F9B0F>73 D<B46CEBFF80000FECF800A2390BC00178A33809E002A23808F004A3EB7808A3EB
3C10A3EB1E20A3EB0F40A2EB0780A3EB0300121C3AFF8307FF80211C7E9B26>77
D<EB3F80EBE0E03803803848487E000E7F487F003C148000381303007814C0A20070130100F014
E0A8007014C000781303A200381480003C1307001C14006C130E6C5B6C6C5A3800E0E0EB3F801B
1E7E9C20>79 D<B51280380F00E01478143C141C141EA5141C143C147814E0EBFF8090C7FCACEA
FFF0171C7E9B1C>I<3807E080EA1C19EA3005EA7003EA600112E01300A36C13007E127CEA7FC0
EA3FF8EA1FFEEA07FFC61380130FEB07C0130313011280A300C01380A238E00300EAD002EACC0C
EA83F8121E7E9C17>83 D<007FB512C038700F010060130000401440A200C014201280A3000014
00B1497E3803FFFC1B1C7F9B1E>I<397FF0FFC0390FC03E0038078018EA03C0EBE01000015BEB
F06000001340EB7880137D013DC7FC7F131F7F80A2EB13C0EB23E01321EB41F0EBC0F8EB807838
01007C48133C00027F0006131F001FEB3F8039FFC0FFF01C1C7F9B1F>88
D<39FFF007FC390F8001E00007EB0080EBC00100031400EBE002EA01F000005B13F8EB7808EB7C
18EB3C106D5A131F6D5A14C06D5AABEB7FF81E1C809B1F>I<EA0808EA1010EA2020EA4040A2EA
8080A3EAB0B0EAF8F8EA7878EA30300D0C7A9C15>92 D<EA1FC0EA3070EA78387F12301200A2EA
01FCEA0F1C12381270126000E01340A3EA603C38304E80381F870012127E9115>97
D<12FC121CAA137CEA1D86EA1E03381C018014C0130014E0A614C013011480381E0300EA1906EA
10F8131D7F9C17>I<EA07E0EA0C30EA18781230EA7030EA600012E0A61260EA70041230EA1808
EA0C30EA07C00E127E9112>I<133F1307AAEA03E7EA0C17EA180F487E1270126012E0A6126012
7012306C5AEA0C373807C7E0131D7E9C17>I<EA03E0EA0C30EA1818EA300CEA700EEA600612E0
EAFFFEEAE000A41260EA70021230EA1804EA0C18EA03E00F127F9112>I<13F8EA018CEA071E12
06EA0E0C1300A6EAFFE0EA0E00B0EA7FE00F1D809C0D>I<EB03803803C4C0EA0C38001C138038
181800EA381CA4EA1818EA1C38EA0C30EA13C00010C7FC12307EEA1FF813FF1480EA3003386001
C0EAC000A33860018038300300EA1C0EEA07F8121C7F9215>I<12FC121CAA137C1387EA1D0300
1E1380121CAD38FF9FF0141D7F9C17>I<1218123CA21218C7FCA712FC121CB0EAFF80091D7F9C
0C>I<12FC121CAAEB3FC0EB0F00130C13085B5B5B13E0121DEA1E70EA1C781338133C131C7F13
0F148038FF9FE0131D7F9C16>107 D<12FC121CB3A9EAFF80091D7F9C0C>I<39FC7E07E0391C83
8838391D019018001EEBE01C001C13C0AD3AFF8FF8FF8021127F9124>I<EAFC7CEA1C87EA1D03
001E1380121CAD38FF9FF014127F9117>I<EA03F0EA0E1CEA1806487E00701380EA600100E013
C0A600601380EA700300301300EA1806EA0E1CEA03F012127F9115>I<EAFC7CEA1D86EA1E0338
1C018014C0130014E0A6EB01C0A21480381E0300EA1D06EA1CF890C7FCA7B47E131A7F9117>I<
EAFCE0EA1D30EA1E78A2EA1C301300ACEAFFC00D127F9110>114 D<EA1F90EA3070EA4030EAC0
10A212E0EAF800EA7F80EA3FE0EA0FF0EA00F8EA8038131812C0A2EAE010EAD060EA8FC00D127F
9110>I<1204A4120CA2121C123CEAFFE0EA1C00A91310A5120CEA0E20EA03C00C1A7F9910>I<38
FC1F80EA1C03AD1307120CEA0E1B3803E3F014127F9117>I<38FF07E0383C0380381C0100A2EA
0E02A26C5AA3EA0388A213D8EA01D0A2EA00E0A3134013127F9116>I<39FF3FCFE0393C0F0380
381C07011500130B000E1382A21311000713C4A213203803A0E8A2EBC06800011370A2EB803000
0013201B127F911E>I<387F8FF0380F03801400EA0702EA0384EA01C813D8EA00F01370137813
F8139CEA010E1202EA060738040380381E07C038FF0FF81512809116>I<38FF07E0383C038038
1C0100A2EA0E02A26C5AA3EA0388A213D8EA01D0A2EA00E0A31340A25BA212F000F1C7FC12F312
66123C131A7F9116>I<EA7FFCEA70381260EA407013F013E0EA41C012031380EA0700EA0F0412
0E121CEA3C0CEA380812701338EAFFF80E127F9112>I E /Fh 5 54 df<120C121C12EC120CAF
EAFFC00A137D9211>49 D<121FEA60C01360EAF07013301260EA0070A2136013C012011380EA02
005AEA08101210EA2020EA7FE012FF0C137E9211>I<EA0FC0EA3070EA7038A31200133013E0EA
0FC0EA007013381318131C126012F01318EAE038EA6070EA1FC00E137F9211>I<136013E0A2EA
016012021206120C120812101220126012C0EAFFFCEA0060A5EA03FC0E137F9211>I<EA6060EA
7FC01380EA44001240A3124FEA70C0EA40E0EA00601370A212E0A21360EA40E0EA21C0EA1F000C
137E9211>I E /Fi 60 123 df<EC0FE0EC3018ECE01C903801C03C1480010313381500A249C7
FCA5130E90B512E0EB0E00A2EC01C0131CA3EC0380A21338A2EC0700A301701308EC0E10A31520
EBE006EC03C091C7FCA25B1201A2EA718012F100F3C8FC1262123C1E2D82A21B>12
D<91390FF01FE091393838601891396079C01C9139C07B803C0101EB330003071338D903801400
A2150EA2EB0700A35D90B712E090390E001C00A2EE01C01538A25BEE0380A21570A2EE07005BA2
03E01308EE0E10A25B1720913801C006EE03C0016091C7FC01E05B140313C092C8FCEA71C738F1
8F06EB0F0C38620618383C03E02E2D82A22B>14 D<1480EB010013025B5B5B13305B5BA2485A48
C7FCA21206A2120E120C121C1218A212381230A21270A21260A212E0A35AAD12401260A2122012
3012107E113278A414>40 D<13087F130613021303A27F1480AD1303A31400A25BA21306A2130E
130CA2131C131813381330A25BA25B485AA248C7FC120612045A5A5A5A5A113280A414>I<EAFF
F0A213E00C037C8B11>45 D<127012F8A212F012E005057A840F>I<150815181530A2156015C0
A2EC0180A2EC03001406A25CA25C5CA25CA25C495AA249C7FCA21306A25B5BA25BA25B5BA2485A
A248C8FC1206A25AA25A5AA25AA25AA25A1D317FA419>I<EB0F80EB30C0EBE0603801C070EA03
8013005A5A120E121EA2001C13F0123CA3387801E0A438F003C0A31480EAE007A214005B130E5B
A25BEA60706C5A001FC7FC14227AA019>I<13011303A21306131E132EEA03CEEA001CA41338A4
1370A413E0A4EA01C0A4EA0380A41207EAFFFC10217AA019>I<EB0FC0EB1060EB6038EB801814
1CEA01003802201E13101204A33808203CA2EB40381478EB80F0380700E0380001C0EB03001306
1318132013C048C7FC1202481310481330481320481360385F80C0EA63FF0040138038807F0013
1E17227CA019>I<14181438A21470A314E0A314C01301148013031400A21306A25BA25B1310EB
3180EB61C0EB438013831201EA03033802070012041208EA3FC7EA403E38800FF038000E00A25B
A45BA31330152B7EA019>52 D<EB03E0EB0C10EB3808EB6038EBC07812013803803048C7FCA212
0E121EA2EA1C7CEA3C86EA3D03007A1380127C387801C0130312F812F0A338E00780A314005B13
0E5BEA60185BEA30E0EA0F8015227AA019>54 D<380278023804FC041207000F1308EB0E18381E
0670381803A03830006000201340006013C000401380EA8001EA000314005B1306130EA25BA213
3C13381378A25BA3485AA312035BA26C5A172279A019>I<1207EA0F80A21300120EC7FCAB1270
12F8A25A5A09157A940F>58 D<001FB6FCA2C9FCA8B612F8A2200C7B9125>61
D<1403A25CA25CA25C142FA2144F15801487A2EB01071302A21304A21308A2131013301320EB7F
FF90384007C013801403EA01005A12025AA2120C003C1307B4EB3FFC1E237DA224>65
D<027F138090390380810090380E00630138132749131F49130E485A485A48C7FC481404120E12
1E5A5D4891C7FCA35AA55A1520A25DA26C5C12704AC7FC6C130200185B001C5B00061330380381
C0D800FEC8FC212479A223>67 D<90B512F090380F003C150E81011EEB0380A2ED01C0A25B16E0
A35BA449EB03C0A44848EB0780A216005D4848130E5D153C153848485B5D4A5A0207C7FC000F13
1CB512F023227DA125>I<90B6128090380F00071501A2131EA21600A25BA2140192C7FCEB7802
A21406140EEBFFFCEBF00CA33801E008A21504EC0008485AA25DA248485B15605D1401000F1307
B65A21227DA121>I<90B6FC90380F000F1503A2131EA21502A25BA214011500EB7802A2140614
0EEBFFFCEBF00CA33801E008A391C7FC485AA4485AA4120FEAFFFC20227DA120>I<027F138090
390380810090380E00630138132749131F49130E485A485A48C7FC481404120E121E5A5D4891C7
FCA35AA4EC3FFC48EB01E0A34A5AA27E12704A5A7E0018130F001C131300060123C7FC380381C1
D800FEC8FC212479A226>I<9039FFF87FFC90390F000780A3011EEB0F00A449131EA4495BA490
B512F89038F00078A348485BA44848485AA44848485AA4000F130739FFF87FFC26227DA124>I<
EBFFF8EB0F00A3131EA45BA45BA45BA4485AA4485AA4485AA4120FEAFFF815227DA113>I<9038
07FFC09038003C00A35CA45CA4495AA4495AA4495AA449C7FCA212381278EAF81EA2485AEA4038
5BEA21E0EA1F801A237CA11A>I<EBFFFCEB0F8091C7FCA2131EA45BA45BA45BA4485AA21520A2
48481340A21580A23807800115005C140F000F133EB512FE1B227DA11F>76
D<D9FF80EB07FC010FEC0F801617A20117EC2F00EB13C0164F168F0123149EED011EA215020143
495AA21508EB41E00181495A1520A21540D801015C1580ECE100A23A0200F201E0A214F414F848
4A5A14F0A2000C13E0001EEBC007D8FFC0EB7FFC2E227DA12C>I<01FFEB0FFC90390F8001E016
80ECC0000113EB0100A2EB11E0A201211302EB20F0A39038407804A3143C01805B143E141EA239
01001F10140FA2EC0790000214A0A2EC03E0A2485C1401A2120C001E6D5AEAFFC026227DA124>
I<14FE903807838090380C00E0013813704913385B4848131C485A48C7FC48141E121E121C123C
A25AA348143CA31578A25A15F0A2EC01E015C06C1303EC0780007014000078130E00385B6C5B6C
13E038070380D801FCC7FC1F2479A225>I<90B512E090380F0038151E150E011E1307A449130F
A3151E5B153C157815E09038F003C09038FFFE0001F0C7FCA2485AA4485AA4485AA4120FEAFFF8
20227DA121>I<14FE903807838090380C00E0013813704913385B4848133C4848131C48C7FC48
141E121EA25AA25AA348143CA3153815785A15F0A2EC01E015C01403D8F01E13803970610700EB
810E00385B001C5B000E13E039078380403801FD00EA0001EC808014811500EB0387EB01FEA25C
EB00F01F2D79A225>I<90B512C090380F0070153C151C011E130EA2150FA249131EA3153C4913
381570EC01E0EC07809038FFFC00EBF00E80EC0380D801E013C0A43903C00780A43907800F0015
01A2EC0702120F39FFF8038CC812F020237DA124>I<903801F02090380E0C4090381802C0EB30
01136001E0138013C01201A200031400A291C7FCA27FEA01F813FF6C13E06D7EEB1FF8EB03FCEB
007C143C80A30020131CA3141800601338143000705B5C38C80180D8C607C7FCEA81FC1B247DA2
1B>I<001FB512F8391E03C03800181418123038200780A200401410A2EB0F001280A200001400
131EA45BA45BA45BA4485AA41203B5FC1D2277A123>I<393FFE03FF3903C00078156015204848
1340A448C71280A4001EEB0100A4481302A4485BA400705B12F05C12705C5C123038380180D818
02C7FCEA0E0CEA03F0202377A124>I<3BFFF03FF80FF83B1F0007C003C0001E91388001801700
1602140F5E001F13175E6C13275E144702C75B1487D901075B16C001025C0381C7FC130415C213
08EC03C4131015C8132015D0134001C013E0138001005B5D120E92C8FC120C14022D2376A131>
87 D<EBF8C0EA0185EA0705380E0380A2121C123C383807001278A3EAF00EA31410EB1C201270
133C38305C40138C380F078014157B9419>97 D<EA03C0EA3F801203A3EA0700A4120EA45A13F8
EA1D0CEA1E0EEA3C06EA3807A2130F1270A4EAE01EA3133C1338A2EA607013E0EA31C0EA1F0010
237BA216>I<137EEA01C138030180EA0703EA0E07121C003CC7FC12381278A35AA45B12701302
EA300CEA1830EA0FC011157B9416>I<143CEB03F8EB0038A31470A414E0A4EB01C013F9EA0185
EA0705380E0380A2121C123C383807001278A3EAF00EA31410EB1C201270133C38305C40138C38
0F078016237BA219>I<13F8EA0384EA0E02121C123C1238EA7804EAF018EAFFE0EAF000A25AA4
1302A2EA6004EA7018EA3060EA0F800F157A9416>I<143E144714CFEB018F1486EB0380A3EB07
00A5130EEBFFF0EB0E00A35BA55BA55BA55BA45B1201A2EA718012F100F3C7FC1262123C182D82
A20F>I<EB1F18EB30B813E03801C070A2EA03801207EB00E05AA3381E01C0A4EB0380120E1307
EA060BEB1700EA01E7EA0007A2130EA3EA701CEAF0185BEA60E0EA3F80151F7E9416>I<13F0EA
0FE01200A3485AA4485AA448C7FC131FEB2180EBC0C0380F00E0A2120EA2381C01C0A438380380
A3EB070400701308130E1410130600E01320386003C016237DA219>I<13C0EA01E013C0A2C7FC
A8121C12231243A25AA3120EA25AA35AA21340EA7080A3EA71001232121C0B217BA00F>I<13F0
EA0FE01200A3485AA4485AA448C7FCEB01E0EB0210EB0C70380E10F0A2EB2060EB4000EA1D8000
1EC7FCEA1FC0EA1C70487EA27F142038703840A3EB188012E038600F0014237DA216>107
D<EA01E0EA1FC01201A3EA0380A4EA0700A4120EA45AA45AA45AA3127112E2A4126412380B237C
A20C>I<391C0F80F8392610C10C39476066063987807807A2EB0070A2000EEBE00EA44848485A
A3ED38202638038013401570168015303A7007003100D83003131E23157B9428>I<EA1C0F3826
31C0EA4740388780E0A21300A2380E01C0A4381C0380A3EB070400381308130E14101306007013
20383003C016157B941B>I<137EEA01C338038180380701C0120E001C13E0123C12381278A338
F003C0A21480130700701300130E130CEA3018EA1870EA07C013157B9419>I<3801C1F0380262
183804741C3808780CEB700EA2141EEA00E0A43801C03CA3147838038070A2EBC0E0EBC1C03807
2380EB1E0090C7FCA2120EA45AA3EAFFC0171F7F9419>I<EBF840380184C0EA0705380E0380A2
121C123C383807001278A3EAF00EA45B1270133CEA305C5BEA0F381200A25BA45BA3EA0FFE121F
7B9416>I<EA1C1F38262080384741C0EA87831303EB018090C7FC120EA45AA45AA45A12301215
7B9415>I<13FCEA018338020080EA0401EA0C03140090C7FC120F13F0EA07FC6C7EEA003E130F
7F1270EAF006A2EAE004EA4008EA2030EA1FC011157D9414>I<13C01201A4EA0380A4EA0700EA
FFF8EA0700A2120EA45AA45AA31310EA7020A213401380EA3100121E0D1F7C9E10>I<001E1360
002313E0EA4380EB81C01283EA8701A238070380120EA3381C0700A31408EB0E101218121CEB1E
20EA0C263807C3C015157B941A>I<381E0380382307C0EA43871383EA8381EA8700A200071380
120EA3381C0100A31302A25B5BA2EA0C30EA03C012157B9416>I<001EEB60E00023EBE1F0EA43
80EB81C000831470D887011330A23907038020120EA3391C070040A31580A2EC0100130F000C13
023806138C3803E0F01C157B9420>I<3803C1E0380462103808347038103CF0EA203814601400
C65AA45BA314203861C04012F1148038E2C100EA4462EA383C14157D9416>I<001E1330002313
70EA438014E01283EA8700A2380701C0120EA3381C0380A4EB0700A35BEA0C3EEA03CEEA000EA2
5B1260EAF0381330485AEA80C0EA4380003EC7FC141F7B9418>I<3801E0203803F0603807F8C0
38041F80380801001302C65A5B5B5B5B5B48C7FC120248138038080100485AEA3F06EA61FCEA40
F8EA807013157D9414>I E /Fj 7 62 df<EA07C0EA1830EA3018EA701CEA600CA2EAE00EA9EA
600CA2EA701CEA3018EA1C70EA07C00F157F9412>48 D<12035AB4FC1207B1EA7FF00C157E9412
>I<EA0F80EA30E0EA4070EA8030EAC03812E0124012001370A2136013C0EA0180EA03001206EA
0C081208EA1018EA3FF0127F12FF0D157E9412>I<EA0FE0EA3030EA6018EA701CA21200131813
381360EA07E0EA00301318130C130EA212E0A2EAC00CEA4018EA3030EA0FE00F157F9412>I<13
30A2137013F012011370120212041208121812101220124012C0EAFFFEEA0070A5EA03FE0F157F
9412>I<EA2030EA3FE013C0EA24001220A4EA2F80EA30E0EA2070EA00301338A2124012E0A2EA
8030EA4060EA20C0EA1F000D157E9412>I<B512FCA2C8FCA6B512FCA2160A7E8C1B>61
D E /Fk 29 120 df<127012F8A3127005057C840E>58 D<127012F812FCA212741204A41208A2
1210A212201240060F7C840E>I<14801301A2EB0300A31306A35BA35BA35BA35BA35BA3485AA4
48C7FCA31206A35AA35AA35AA35AA35AA311317DA418>61 D<811401811403A21407140BA21413
143314231443811481130114011302A21304130C1308131090381FFFF0EB2000136013405BA248
C7FC5A12024880120C121E3AFF800FFF8021237EA225>65 D<90387FFFF8903807800FED0780ED
03C090380F0001A216E0A2011E14C01503A2ED078049EB0F00151E5DEC01F090387FFFE0903878
007881815B150E150FA24848131EA35D485A5D5DEC01C00007EB0F80B500FCC7FC23227EA125>
I<017FB512C090380780031500A249C7FCA21680A2131EA2158016004948C7FCA25C5CEB7FFEEB
7806A3EBF004A25DEC0002485AA25D150C4848130815185D15700007EB03F0B65A22227EA124>
69 D<90387FFFF0903807801C150F8190390F000380A4011E1307A3ED0F005B151E5D15704948
5AD97FFFC7FC0178C8FCA25BA4485AA4485AA41207EAFFFC21227EA11F>80
D<90387FFFE0903807803C150E81D90F001380150316C0A2011EEB0780A3ED0F0049131E5D1570
EC01C0D97FFEC7FC9038780780EC01C081496C7EA44848485AA44848485A1640A2020113801207
3AFFFC00E300C8123C22237EA125>82 D<903803F01090380E0C20903818026090382001E0EB40
0001C013C05B1201A200031480A21500A27FEA01F013FE3800FFE06D7EEB1FF8EB01FCEB003C14
1C80A30020130CA3140800601318141000705B5C00C85BD8C603C7FCEA81FC1C247DA21E>I<00
1FB512FE391E01E00E001814061230382003C0A200401404A2EB07801280A20000140049C7FCA4
131EA45BA45BA45BA41201B512C01F227EA11D>I<3A3FFE01FF803A03C0003C00153015104848
5BA448C75AA4001E5CA44849C7FCA4481302A400705B12F05C12705C5C6C5B5C6C48C8FCEA0606
EA01F821237DA121>I<3BFFF03FFC03FF3B1F8007E000786C486C481360A217401780A20207EB
0100A2020B1302A202135B02235BA202435B018013E0000701815BA2D981015B018314C001825C
018401E1C7FCA2018813E2A2019013E4A201A013E801C013F0A201805B120390C75AA200025C30
237DA12E>87 D<EB78603801C4E0EA0302380601C0120E121C123C383803801278A338F00700A3
1408EB0E101270131E38302620EA18C6380F01C015157E941A>97 D<EA03C0EA3F801203A348C7
FCA4120EA45A1378EA1D8EEA1E07123C38380380A213071270A438E00F00A3131E131C12605B6C
5A13C0000FC7FC11237DA215>I<133FEBE080380380C0EA0701EA0E03121C003CC7FCA25AA35A
A400701340A23830018038380200EA1C1CEA07E012157E9415>I<137CEA0382EA0701120E121C
1238EA7802EA7004EAFFF800F0C7FCA25AA41480A238700300EA3004EA1838EA0FC011157D9417
>101 D<141EEC638014C71301ECC30014801303A449C7FCA4EBFFF8010EC7FCA65BA55BA55BA4
136013E0A35B1270EAF18090C8FC1262123C192D7EA218>I<13E0A21201EA00C01300A9121E12
23EA4380A21283A2EA87001207120EA35AA25A132013401270A2EA3080EA3100121E0B227EA111
>105 D<14E01301A2EB00C01400A9131E1323EB43801383EA0103A338000700A4130EA45BA45B
A45BA3EA70E0EAF0C0EAF1800063C7FC123E132C81A114>I<13F0EA0FE01200A3485AA4485AA4
48C7FC14F0EB0308EB0438380E08781310EB2030EB4000485A001FC7FC13C0EA1C70487EA27F14
1038703820A3EB184038E00C803860070015237DA219>I<EA01E0EA1FC01201A3EA0380A4EA07
00A4120EA45AA45AA45AA3127112E2A312621264121C0B237DA20F>I<393C07E01F3A46183061
803A47201880C03A87401D00E0EB801E141C1300000E90383801C0A4489038700380A2ED070016
044801E01308150EA2ED0610267001C01320D83000EB03C026157E942B>I<383C07C038461860
384720303887403813801300A2000E1370A44813E0A2EB01C014C1003813C2EB0382A2EB018400
701388383000F018157E941D>I<133EEBC180380380C0380700E0120E4813F0123CA25AA338F0
01E0A214C0130300701380EB07001306EA381C6C5AEA07E014157E9417>I<3803C0F03804631C
EB740EEA0878EB7007A2140FEA00E0A43801C01EA3143C38038038A2EBC07014E038072180EB1E
0090C7FCA2120EA45AA3EAFFC0181F819418>I<EA3C0F384630C0EA4741EA8783A2EB018090C7
FC120EA45AA45AA45A123012157E9416>114 D<137E138138030080EA0201EA0603140090C7FC
120713F8EA03FE6C7EEA003FEB07801303127000F01300A2EAE002EA4004EA3018EA0FE011157E
9417>I<136013E0A4EA01C0A4EA0380EAFFFCEA0380A2EA0700A4120EA45AA31308EA3810A213
20121813C0EA07000E1F7F9E12>I<001EEB18180023EB383CD84380133EEC701E0083140E1506
EA87000007EBE004120EA3391C01C008A31510A2152001031340D80C0413C0390708E1003801F0
3E1F157E9423>119 D E /Fl 43 121 df<EC1FFC49B5FC01078090391FF807C090397FC003E0
49C6487E49130F1201485AA36F5AED018092C8FCA4EDFFF8B7FCA33903FC0007B3A8267FFFE0B5
12C0A32A327FB12E>12 D<B512F0A714077F921B>45 D<EB01E01303130F137FEA1FFFB5FC13BF
EAE03F1200B3B1007FB512F0A31C2E7AAD29>49 D<EB3FF03801FFFE0007EBFF80390FC07FE039
1E001FF048EB0FF8007FEB07FC018013FEEAFFC0140315FFA2EA7F80A2EA3F00C7FC15FEA2EC07
FCA2EC0FF815F0EC1FE015C0EC3F80EC7F0014FEEB01F85C495A9038078007EB0F00131E49130F
49130E5BD801C0131E48B512FE5A5A5A5A4814FCB6FCA3202E7CAD29>I<EB0FFC90387FFF8039
01F01FE03903C00FF048C66C7ED80FE07F13F0001F8013F8A4D80FF05BEA07E0EA0180C7485A5D
4A5A5DEC7F80D91FFEC7FC5CECFF809038001FF0EC07F86E7E81816E1380A2000E15C0EA3F80EA
7FC0A2EAFFE0A21680A249481300EA7F80D83F005B6C495A390FE01FF86CB512E0000114802600
1FFCC7FC222E7DAD29>I<157815F8140114031407A2140F141F143F147F147714F7EB01E7EB03
C7EB07871407130F131E133C1378137013F0EA01E0EA03C0EA0780EA0F00A2121E5A5A5AB712F0
A3C7380FF800A9010FB512F0A3242E7EAD29>I<000C1438390FC003F890B5FC15F015E015C015
80ECFE005C14F091C7FC90C8FCA7EB0FF8EB7FFF90B512C09038F01FE09038800FF090380007F8
000E14FCC7120315FEA215FFA2121E123FEA7F8012FF13C015FE1380A2397F0007FC007C14F800
3CEB0FF06CEB1FE0390FC07FC06CB512800001EBFE0038003FE0202E7CAD29>I<EC7F80903807
FFF090381FC07890387F001C01FC131E4848137E000314FF48485A120F13E0121F003F6D5A157C
4990C7FC127FA339FFC3FF8001C713E09038CFBFF09038DC03F89038F801FC01F07F6E7E491480
A34914C0A3127FA4123F1680A26C7E1600000F495AD807F05B6C6C485A3901FC0FF06CB55A013F
1380D907FCC7FC222E7DAD29>I<1238123E003FB612C0A316804815005D5D5D5D387800010070
495A4A5A00F0495A4891C7FC141E143EC75A5CA2495AA213035C1307A2130FA2495AA3133FA513
7FA86D5AA2010EC8FC22307BAF29>I<157CA215FEA34A7EA24A7FA24A7FA34A7F157F021F7FEC
1E3FA2023E7FEC3C1F027C7FEC780FA202F87FECF0070101804A7EA20103814A7E0107814A7EA2
49B67EA24981011EC7123FA24981161F017C810178140FA2496E7EA2000182486C80B5D8C001B5
12FEA337317DB03E>65 D<B712F816FF17E0C6903980003FF0EE0FF8707E83707EA2701380A64C
1300A25E5F4C5A4C5AEEFFE091B6128094C7FC17E0913980001FF8EE07FC70B4FC8218807013C0
A218E0A718C05E18805E4C13004C5AEE3FFCB812F017C04CC7FC33317EB03B>I<913A03FF8001
80023FEBF00349B5EAFC0F01079038007F1FD91FF8EB0FBFD93FE0EB03FFD9FF8013004890C812
7F4848153F485A171F485A001F160F5B003F1607A2127F5B94C7FCA212FFA9127FA36DED038012
3FA2121F6D1507000F17006C7E170E6C6C151E6C6C5D6C6D5CD93FE05CD91FF8EB03E0D907FFEB
3F800101D9FFFEC7FCD9003F13F80203138031317BB03C>I<B712F016FF17C0C6D9C00013F0EE
0FFC707EEE01FF701380EF7FC0EF3FE0A2EF1FF0A218F8170F18FCA418FEAB18FCA418F8171FA2
18F0EF3FE0A2EF7FC0EFFF804C13004C5AEE0FFCEE7FF0B85A94C7FC16F037317EB03F>I<B812
F0A3C69038C0003FEE07F816031600A21778A21738A3831507A394C7FCA25D5D5D91B5FCA3ECC0
3F818181A2EF0380A392C7EA0700A45FA2171EA2173E177E17FE1603161FB85AA331317EB036>
I<B812F0A3C69038C0003FEE07F816031600A21778A21738A3171CA21507A21700A35D5D5D91B5
FCA3ECC03F818181A592C8FCACB612F0A32E317EB034>I<B612C0A3C6EBC000B3B3A7B612C0A3
1A317EB01F>73 D<B56C4BB512806E5D6E5DC6F18000D9EFF0150EA3D9E7F85DA2D9E3FC5DA2D9
E1FE5DA2D9E0FF5DA26E6C495AA26E6C495AA36E6C495AA26E6C130EA26E6C5BA26E6C5BA26E6C
5BA26E6C5BA392387F81C0A292383FC380A2DB1FE7C7FCA2ED0FFEA26F5AA36F5A487EB526E001
F090B61280A26F5A49317EB04E>77 D<B712E016FEEEFF80C6D9C00113E09238003FF0EE1FF8EE
0FFCA2EE07FEA217FFA717FEA2EE0FFCA2EE1FF8EE3FF0923801FFE091B61280EEFE0016E002C0
C8FCB3B612C0A330317EB038>80 D<B712C016FCEEFF80C6D9C00113E09238003FF0EE0FFC1607
83707EA284A695C7FCA24C5A5F160FEE3FF04BB45A91B6128004FCC8FC829138C003FF030013C0
707E163F83161F83A583A3194019E083160F9438FF01C0701383B6D8C003EBFF8004001400EF0F
FC3B317EB03E>82 D<90391FF0018090B51203000314C73907F00FFF380F800148C7127F48141F
003E140F127E150712FEA215037EA26D90C7FC13E0EA7FFCEBFFE014FE6CEBFFC06C14F0816C80
0003806C806C6C1480131F010014C01407020013E0153FA2151F126000E0140FA316C07EA26CEC
1F807EB4EC3F0001C0137E9038FC01FC00F1B55AD8E03F13E0D8C00790C7FC23317BB02E>I<B6
D8C003B512C0A3C601C0C73807E000715AB3AE017F5E170780013F4BC7FCA26D6C141E6D6C143E
6D6C5C6D6C495A903A00FFC00FE0023FB51280020F49C8FC020013F03A317EB03F>85
D<B5D8FE07B5D8F801B5FCA3000390C7D80FFCC7EA07E06EEF03C06C70158016076E17076C7015
006E7F017F70130EA26E171E013F4A6D131C80011F705BEE0E7F6E1778010F021E6D1370EE1C3F
6D6C5F4C6C7E6E16016D027801FC5BEE700F038015036D02F001FE5B9238C0E0076D7048C7FC92
38C1C00303E15DDA7FE3158E4C7EDA3FF3159C03F7C713DC03FF15FC6E5E4B147F020F5E4B143F
A202075E4B141FA202035E4B140F02015E4B1407020093C8FC50317EB055>87
D<EB7FF80003B5FC4814C0390FE01FE0391FF007F06E7E816E7EEA0FE0EA07C0EA0100C7FCA2EB
01FF133F3801FFF13807FE01EA0FF0EA1FC0EA3F80127FEAFF00A41403EA7F80EBC00E393FF03C
FF3A0FFFF87FF86CEBF03FC6EB800F25207E9F28>97 D<EB07FF017F13E090B512F03903FC03F8
3907F007FCEA0FE0121FEA3FC0EC03F8007FEB01F09038800040150012FFA8127F7FA2003F140E
7F001F141C6C7E6C6C13783903FF01F0C6EBFFE06D1380903807FC001F207D9F25>99
D<ED07E0EC03FFA3EC003F151FADEB0FF8EB7FFF48B512DF3903FE03FF3807F800D80FE0133F00
1F141F485AA2485AA312FFA8127FA36C7EA2001F143F6C6C137F3907F001FF3A03FC07DFF06CB5
EA9FFF39007FFE1FEB0FF028327DB12E>I<EB07FC90383FFF8090B512E03903FC07F03907F801
F8390FE000FC001F147E485A81127F5B168012FFA290B6FCA30180C8FCA3127FA26C7EED038012
1F6D13076C6CEB0F006C6C131ED803FE13FCC6B55A013F13E0010390C7FC21207E9F26>I<14FF
010713C0011F13E090383FC7F090387F0FF813FE120113FC0003EB07F0EC03E0EC01C091C7FCA7
B512F8A3D803FCC7FCB3A8387FFFF0A31D327EB119>I<90391FF007E09039FFFE3FF0489038FF
7FF83907F83FF1390FE00FE1EDE0F03A1FC007F0601600003F80A5001F5CA26C6C485AA23907F8
3FC090B5C7FC00065B380E1FF090C9FC121EA2121F7F90B512C06C14F815FE6C806C15804815C0
001F15E048C7127F007EEC0FF04814071503A4007EEC07E06CEC0FC0D81FC0EB3F803A0FF801FF
006CB55AC614F0011F1380252F7E9F29>I<EA01F812FFA3120F1207ADEC07F8EC3FFF4A7F9138
F03FC09039F9C01FE09038FB000F01FE80A25BA25BB3B500C1B51280A329327DB12E>I<EA01C0
EA07F0487EA2487EA36C5AA26C5AEA01C0C8FCA8EA01F812FFA3120F1207B3A6B51280A311337D
B217>I<EA01F812FFA3120F1207ADED7FFCA3ED1FC01600153E15784A5A4A5AEC0780021FC7FC
143E5CEBF9FEEBFBFF90B57E6E7E496C7EEBF81F01F07F6E7E6E7E6E7E6E7E801680ED7FC0ED3F
E016F0B56CB5FCA328327EB12C>107 D<EA01F812FFA3120F1207B3B3A6B512C0A312327DB117>
I<2703F007F8EB0FF000FFD93FFFEB7FFE4A6DB5FC913BF03FC1E07F803D0FF1C01FE3803FC03C
07F3000FE6001F01F602FC14E013FE495CA2495CB3B500C1B50083B5FCA340207D9F45>I<3903
F007F800FFEB3FFF4A7F9138F03FC03A0FF1C01FE03907F3000F01F68013FE5BA25BB3B500C1B5
1280A329207D9F2E>I<EB07FE90383FFFC090B512F03903FC03FC3907F000FE4848137F4848EB
3F80003F15C0A24848EB1FE0A300FF15F0A8007F15E0A36C6CEB3FC0A26C6CEB7F80000F150039
07F801FE3903FE07FC6CB55AD8003F13C0D907FEC7FC24207E9F29>I<3901F80FF000FFEB7FFE
01F9B512809039FFE07FC0000F9038001FE06C48EB0FF001F8EB07F816FC150316FEA2150116FF
A816FE1503A216FC15076D14F86DEB0FF06DEB1FE09039FBE07FC001F9B512009038F87FFEEC1F
E091C8FCABB512C0A3282E7E9F2E>I<3803F03F00FFEB7FC09038F1FFE09038F3C7F0000FEB8F
F83807F70F13F613FE9038FC07F0EC03E0EC0080491300B2B512E0A31D207E9F22>114
D<EBFF87000713EF001F13FF48C67E003C131F487F00F87FA37EB490C7FC13F8387FFFC06C13F0
14FC000F7F6C7F00011480EA001F010013C0141F0060130F00E01307A27E6C1480140F00FE1400
38FF803EEBFFFC00F35B38C07FC01A207D9F21>I<1338A51378A313F8A2120112031207121FB5
12FEA33807F800B01407A70003130E13FC3801FE1C3800FFF8EB7FF0EB0FE0182E7EAD20>I<D8
01F8EB03F000FFEB01FFA3000FEB001F0007140FB3151FA20003143F156F3A01FE03CFF86CB538
8FFF806D130FEB0FFC29207D9F2E>I<B538801FFEA33A07F80003E0ED01C06D1303000315806D
1307000115006D5B6C140EEC801E017F131CECC03C013F133814E0011F5BA26D6C5AA214F90107
5B14FF6D5BA26D90C7FCA26D5AA2147CA2143827207E9F2C>I<B53A0FFFF01FFEA33C0FF0007E
0001F06D017F14E0000717C092383F80036C6C1680ED7FC06D1507000102FF14006D9038EFE00F
6C160E913801C7F0D97F815C14839139C383F83C013F15389138C701FCD91FE75C14EF9139FE00
FEF0010F5D4A137F01075DA24A133F01035D4A131F010192C7FC4A7F0100140E37207E9F3C>I<
B5EBFFFCA3D807F8EB1F806C6CEB1E006C6C5B6C6C5B6E5A90387FC1E0133F90381FE3C090380F
F7806DB4C7FC5C130313016D7E497F81497F9038079FF0EB0F0F90381E07F8496C7E496C7E01F0
7F48486C1380ED7FC00007143F3AFFF801FFFEA327207E9F2C>I E /Fm
84 125 df<90381F83E09038706E309038C07C78380180F8000313F03907007000A9B612C03907
007000B21478397FE3FF801D2380A21C>11 D<EB1FC0EB7020EBC0103801803800031378EA0700
143091C7FCA7B512F8380700781438B2397FE1FF80192380A21B>I<EB1FD8EB7038EBC078EA01
80120338070038A9B512F838070038B3397FF3FF80192380A21B>I<90380FC07F90397031C080
9039E00B00402601801E13E00003EB3E013807003C91381C00C01600A7B712E03907001C011500
B23A7FF1FFCFFE272380A229>I<EA7038EAF87CEAFC7EA2EA743AEA0402A4EA0804A2EA1008A2
EA2010EA40200F0F7EA218>34 D<D80780130CEA18406D5B486C1370D8701C13B0396013FF6038
E008005D4A5AA24AC7FC1406A25C38601018127000305BEA1820495A390780C03CC71342903801
80C190380301819138038080010613001640495A1318A213301360A213C048487E1680D8030013
8091380181000006EB00C14814420004143C22287DA429>37 D<127012F812FCA212741204A412
08A21210A212201240060F7CA20E>39 D<132013401380EA01005A12061204120CA25AA25AA312
701260A312E0AE1260A312701230A37EA27EA2120412067E7EEA0080134013200B327CA413>I<
7E12407E7E12187E12041206A27EA2EA0180A313C01200A313E0AE13C0A312011380A3EA0300A2
1206A21204120C5A12105A5A5A0B327DA413>I<7FA538C08180EAE08338388E00EA0C98EA03E0
6C5A487EEA0C98EA388E38E08380EAC08138008000A511157DA418>I<497EB0B612FEA2390001
8000B01F227D9C26>I<127012F812FCA212741204A41208A21210A212201240060F7C840E>I<EA
FFE0A20B027F8B10>I<127012F8A3127005057C840E>I<14801301A2EB0300A31306A35BA35BA3
5BA35BA35BA3485AA448C7FCA31206A35AA35AA35AA35AA35AA311317DA418>I<EA01F0EA071C
EA0C06487E00381380A2387001C0A400F013E0AE007013C0A3EA780300381380A2381C0700EA0C
06EA071CEA01F013227EA018>I<13801203120F12F31203B3A9EA07C0EAFFFE0F217CA018>I<EA
03F0EA0C1CEA100700201380384003C0A2008013E012F0EAF801A3EA2003120014C0A2EB078014
00130E5B13185B5B5B485A90C7FC000213205A5A00181360481340383FFFC05AB5FC13217EA018
>I<EA03F8EA0C1EEA100700201380004013C0127813031307123800001380A214005B130E1338
EA03F0EA001C130FEB0780A2EB03C0A214E01220127012F8A200F013C01240EB0780122038100F
00EA0C1CEA03F013227EA018>I<13021306130EA2131EA2132E134EA2138EA2EA010E1202A212
04A212081210A21220A212401280B512F838000E00A7131F3801FFF015217FA018>I<00101380
381E0700EA1FFF5B13F8EA13E00010C7FCA613F8EA130EEA1407381803801210380001C0A214E0
A4127012F0A200E013C01280EA4003148038200700EA1006EA0C1CEA03F013227EA018>I<137E
EA01C138030080380601C0EA0E03121C381801800038C7FCA212781270A2EAF0F8EAF30CEAF406
7F00F81380EB01C012F014E0A51270A3003813C0A238180380001C1300EA0C06EA070CEA01F013
227EA018>I<12401260387FFFE014C0A23840008038C0010012801302A2485A5BA25B13301320
1360A313E05BA21201A41203A86C5A13237DA118>I<EA01F8EA060EEA0803381001801220EB00
C01260A3127038780180003E1300EA3F02EA1FC4EA0FF812037FEA067F38083F80EA100F383007
C0EA6001EB00E05A1460A40060134014C06C138038180300EA0E0EEA03F013227EA018>I<EA01
F0EA060C487EEA1807383803801270A238F001C0A314E0A5127013031238EA1805120CEA0619EA
03E1380001C0A3EB0380A200301300EA78071306EA700CEA20186C5AEA0FC013227EA018>I<12
7012F8A312701200AB127012F8A3127005157C940E>I<127012F8A312701200AB127012F8A312
781208A41210A312201240A2051F7C940E>I<B612FEA2C9FCA8B612FEA21F0C7D9126>61
D<EA07E0EA1838EA201CEA400EEA800F12F0A31200130E131C13381330136013C0A21380A21201
1300A6C7FCA5EA0380EA07C0A3EA038010237DA217>63 D<497EA3497EA3EB05E0A2EB0DF01308
A2497E1478A2497EA3497EA3497EA290B5FC3901000780A24814C000021303A24814E01401A200
0CEB00F0A2003EEB01F839FF800FFF20237EA225>65 D<B512F8380F800E0007EB0780EC03C015
E0140115F0A515E01403EC07C0EC0F80EC3E00EBFFFE9038800780EC03C0EC01E015F0140015F8
A6EC01F0A2EC03E0EC07C0000FEB0F00B512FC1D227EA123>I<903807E0109038381830EBE006
3901C0017039038000F048C7FC000E1470121E001C1430123CA2007C14101278A200F81400A812
781510127C123CA2001C1420121E000E14407E6C6C13803901C001003800E002EB381CEB07E01C
247DA223>I<B512F0380F801E00071307EC03C01401EC00E015F01578A2157C153CA3153EA915
3CA2157C1578A215F015E01401EC03C0EC0700000F131EB512F81F227EA125>I<B612C0380F80
070007130114001540A215601520A314201500A3146014E013FF138014601420A315081400A215
10A31530A2157015E0000F1303B6FC1D227EA121>I<B612C0380F80070007130114001540A215
601520A314201500A3146014E013FF138014601420A491C7FCA9487EEAFFFE1B227EA120>I<90
3807F00890383C0C18EBE0023901C001B839038000F848C71278481438121E15185AA2007C1408
1278A200F81400A7EC1FFF0078EB00F81578127C123CA27EA27E7E6C6C13B86C7E3900E0031890
383C0C08903807F00020247DA226>I<39FFFC3FFF390FC003F039078001E0AE90B5FCEB8001AF
390FC003F039FFFC3FFF20227EA125>I<EAFFFCEA0FC0EA0780B3ACEA0FC0EAFFFC0E227EA112>
I<3803FFF038001F007FB3A6127012F8A2130EEAF01EEA401C6C5AEA1870EA07C014237EA119>
I<39FFFC03FF390FC000F86C48136015405D4AC7FC14025C5C5C5C5C5C1381EB83C0EB87E01389
EB88F01390EBA078EBC03C13808080A26E7E8114036E7EA26E7E81486C7F3AFFFC07FF8021227E
A126>I<EAFFFEEA0FC06C5AB3A21580A41401A215005CA2140F000F133FB6FC19227EA11E>I<D8
FFC0EB03FF000F15F0000715E0D805E01305A2D804F01309A301781311A36D1321A36D1341A26D
1381A39038078101A3EB03C2A2EB01E4A3EB00F8A31470120E001FEC03F03AFFE0203FFF28227E
A12D>I<39FF8007FF3907C000F81570D805E01320EA04F0A21378137C133C7F131F7FEB0780A2
EB03C0EB01E0A2EB00F014F81478143C143E141E140FA2EC07A0EC03E0A21401A21400000E1460
121FD8FFE0132020227EA125>I<EB0FE0EB783CEBE00E3903C0078039078003C0390F0001E000
0E1300001E14F0481478A2007C147CA20078143CA200F8143EA90078143C007C147CA2003C1478
003E14F8001E14F06CEB01E0A239078003C03903C007803900E00E00EB783CEB0FE01F247DA226
>I<B512F0380F803C0007130FEC078015C0140315E0A615C014071580EC0F00143CEBFFF00180
C7FCAE487EEAFFFC1B227EA121>I<EB0FE0EB783CEBE00E3903C0078039078003C0390F0001E0
000E1300001E14F0003E14F8003C1478007C147CA20078143CA200F8143EA90078143C007C147C
A2003C1478A2391E0380F0390E0420E0380F083139078833C03903C83F803900E83E0090387C3C
02EB0FFCEB001CA2EC1E06EC0F0E15FC140715F81403EC01E01F2D7DA226>I<B512E0380F803C
0007130E6E7E81140381A55D14075D020EC7FC143CEBFFE0EB80708080141E140E140FA481A316
8015C014073A0FC003C10039FFFC01E2C8127C21237EA124>I<3803F020380C0C60EA18023830
01E0EA70000060136012E0A21420A36C1300A21278127FEA3FF0EA1FFE6C7E0003138038003FC0
EB07E01301EB00F0A214707EA46C1360A26C13C07E38C8018038C60700EA81FC14247DA21B>I<
007FB512F839780780780060141800401408A300C0140C00801404A400001400B3A3497E0003B5
FC1E227EA123>I<39FFFC07FF390FC000F86C4813701520B3A5000314407FA2000114806C7E90
38600100EB3006EB1C08EB03F020237EA125>I<3BFFF03FFC03FE3B1F8007E000F86C486C4813
701720A26C6C6C6C1340A32703C002F01380A33B01E004780100A33A00F0083C02A39039F8183E
06903978101E04A2137C90393C200F08A390391E400790A390390F8003E0A36D486C5AA36D5C01
0213002F237FA132>87 D<397FF807FF3907E001F83903C000E06D5B00015C6C6C48C7FC6D5AEB
7802EB7C04EB3E0CEB1E08EB1F10EB0FB0EB07A014C06D7E130180497EEB0278EB047CEB0C3EEB
081EEB101F9038300F80EB200701407F9038C003E0EB8001D801007F4813004880391F8001FC3A
FFE007FFC022227FA125>I<D8FFF0EB7FC0D81F80EB1F00000F140C000714086D13186C6C1310
00015C7F00005C6D13C0017C5BD93C01C7FC133EEB1E02EB1F04EB0F84EB078814D8EB03D014E0
1301AC1303EB3FFF22227FA125>I<12FEA212C0B3B3A912FEA207317BA40E>91
D<EA0804EA1008EA2010A2EA4020A2EA8040A4EAB85CEAFC7EA2EA7C3EEA381C0F0F7AA218>I<
12FEA21206B3B3A912FEA207317FA40E>I<EA0FE0EA1838EA3C0C130EEA18071200A313FFEA07
C7EA1E07123C1278127000F01308A3130FEA7817383C2390380FC1E015157E9418>97
D<120E12FE121E120EAB131FEB61C0EB8060380F0030000E1338143C141C141EA7141C143C1438
000F1370380C8060EB41C038083F0017237FA21B>I<EA01FEEA0703380C0780121C3838030000
78C7FC127012F0A712700078134012386C1380380C0100EA0706EA01F812157E9416>I<14E013
0F13011300ABEA01F8EA0704EA0C02EA1C01EA38001278127012F0A7127012781238EA1801EA0C
0238070CF03801F0FE17237EA21B>I<EA01FCEA0707380C0380381C01C01238007813E0EA7000
12F0B5FC00F0C7FCA512700078132012386C13406C138038070300EA00FC13157F9416>I<133C
13C6EA018F1203130FEA0700A9EAFFF8EA0700B21380EA7FF8102380A20F>I<14703801F19838
071E18EA0E0E381C0700A2003C1380A4001C1300A2EA0E0EEA0F1CEA19F00010C7FCA21218A2EA
1FFE380FFFC014E0383800F0006013300040131812C0A300601330A2003813E0380E03803803FE
0015217F9518>I<120E12FE121E120EABEB1F80EB60C0EB80E0380F0070A2120EAF38FFE7FF18
237FA21B>I<121C123EA3121CC7FCA8120E12FE121E120EB1EAFFC00A227FA10E>I<EA01C0EA03
E0A3EA01C0C7FCA8EA01E0120F12011200B3A51260EAF0C0EAF1801261EA3E000B2C82A10F>I<
120E12FE121E120EABEB03FCEB01F014C01480EB02005B5B5B133813F8EA0F1CEA0E1E130E7F14
80EB03C0130114E0EB00F014F838FFE3FE17237FA21A>I<120E12FE121E120EB3ADEAFFE00B23
7FA20E>I<390E1FC07F3AFE60E183803A1E807201C03A0F003C00E0A2000E1338AF3AFFE3FF8F
FE27157F942A>I<380E1F8038FE60C0381E80E0380F0070A2120EAF38FFE7FF18157F941B>I<EA
01FCEA0707380C0180381800C0003813E0481370A200F01378A700701370007813F0003813E038
1C01C0380E038038070700EA01FC15157F9418>I<EA0E1F38FE61C0380E8060380F0070000E13
38143C141C141EA7143CA21438000F1370380E80E0EB41C0EB3F0090C7FCA9EAFFE0171F7F941B
>I<3801F82038070460EA0E02EA1C01003813E0EA7800A25AA712701278EA3801121CEA0C02EA
070CEA01F0C7FCA9EB0FFE171F7E941A>I<EA0E3CEAFE46EA1E8FEA0F0F13061300120EAD120F
EAFFF010157F9413>I<EA0F88EA3078EA601812C01308A212E0EAF000EA7F80EA3FE0EA0FF0EA
01F8EA003CEA801C130CA212C01308EAE018EAD030EA8FC00E157E9413>I<1202A41206A3120E
121E123EEAFFF8EA0E00AB1304A6EA07081203EA01F00E1F7F9E13>I<000E137038FE07F0EA1E
00000E1370AD14F0A238060170380382783800FC7F18157F941B>I<38FFC1FE381E0078000E13
301420A26C1340A238038080A33801C100A2EA00E2A31374A21338A3131017157F941A>I<39FF
8FF8FF391E01E03C001CEBC018120EECE010A239070260201470A239038430401438A23901C818
80141CA23900F00D00140FA2EB6006A320157F9423>I<38FF83FE381F01F0380E00C06C138038
0381001383EA01C2EA00E41378A21338133C134E138EEA0187EB0380380201C0000413E0EA0C00
383E01F038FF03FE17157F941A>I<38FFC1FE381E0078000E13301420A26C1340A238038080A3
3801C100A2EA00E2A31374A21338A31310A25BA35B12F05B12F10043C7FC123C171F7F941A>I<
383FFFC038380380EA300700201300EA600EEA401C133C1338C65A5B12015B38038040EA07005A
000E13C04813805AEA7801EA7007B5FC12157F9416>I<B512FE1701808C18>I<B9FC3001808C31
>I E /Fn 51 121 df<EB0FF0EB7FFC3801F80E3803E01F48485AEA0F80A2141E140C91C7FCA4
B6FCA2380F801FB2397FF0FFE0A21B237FA21F>12 D<13181378EA01F812FFA21201B3A7387FFF
E0A213207C9F1C>49 D<EA03FCEA0FFF383C1FC0387007E0007C13F0EAFE0314F8A21301127CEA
3803120014F0A2EB07E014C0EB0F80EB1F00133E13385BEBE018EA01C0EA0380EA0700000E1338
380FFFF05A5A5AB5FCA215207D9F1C>I<13FE3807FFC0380F07E0381E03F0123FEB81F8A3EA1F
0314F0120014E0EB07C0EB1F803801FE007F380007C0EB01F014F8EB00FCA2003C13FE127EB4FC
A314FCEA7E01007813F8381E07F0380FFFC03801FE0017207E9F1C>I<14E013011303A2130713
0F131FA21337137713E7EA01C71387EA03071207120E120C12181238127012E0B512FEA2380007
E0A7EBFFFEA217207E9F1C>I<00101320381E01E0381FFFC0148014005B13F8EA1BC00018C7FC
A4EA19FCEA1FFF381E0FC0381807E01303000013F0A214F8A21238127C12FEA200FC13F0A23870
07E0003013C0381C1F80380FFF00EA03F815207D9F1C>I<EB1F80EBFFE03803F0703807C0F038
0F01F8121F123EA2387E00F0007C1300A2EAFC08EB7FC0EBFFE038FD80F038FF00F848137CA248
137EA4127CA3003C137C123E001E13F86C13F0380783E03803FFC0C6130017207E9F1C>I<1260
1278387FFFFEA214FC14F8A214F038E0006014C038C00180EB0300A2EA00065B131C1318133813
78A25BA31201A31203A76C5A17227DA11C>I<EA01FE3807FF80380F83E0381E01F0EA3E004813
F8147800FC137CA3147EA4007C13FEA2EA3E01381E037EEA0FFEEA07FCEA0020EB007CA2121E00
3F13F8A214F0EB01E0381E03C0381C0F80380FFE00EA03F817207E9F1C>57
D<1470A214F8A3497EA2497EA3EB06FF80010E7FEB0C3FA201187F141F01387FEB300FA201607F
140701E07F90B5FCA239018001FCA200038090C7FCA20006147FA23AFFE00FFFF8A225227EA12A
>65 D<B67E15E03907F001F86E7E157EA2157FA5157E15FE5DEC03F890B55AA29038F001FCEC00
7E811680151F16C0A6ED3F80A2ED7F00EC01FEB612F815C022227EA128>I<D903FE138090381F
FF819038FF01E33901F8003FD803E0131F4848130F48481307121F48C71203A2481401127EA200
FE91C7FCA8127EED0180127F7E15036C6C1400120F6C6C1306D803F05B6C6C13386CB413F09038
1FFFC0D903FEC7FC21227DA128>I<B67E15F03907F003FCEC007E81ED1F80ED0FC0ED07E0A216
F01503A316F8A916F0A3ED07E0A2ED0FC0ED1F80ED3F00157EEC03FCB612F0158025227EA12B>
I<B612FCA23807F000153C151C150C150EA215061418A3150014381478EBFFF8A2EBF078143814
18A21503A214001506A3150EA2151E153EEC01FCB6FCA220227EA125>I<B612F8A23807F001EC
007815381518151CA2150CA21418A21500A214381478EBFFF8A2EBF07814381418A491C7FCA8B5
12E0A21E227EA123>I<D903FE134090391FFFC0C090387F00F1D801F8133F4848130FD807C013
07000F1403485A48C71201A2481400127EA200FE1500A791380FFFFC127E007F9038001FC0A27E
A26C7E6C7E6C7E6C7ED801FC133F39007F80E790381FFFC30103130026227DA12C>I<B53883FF
FEA23A07F0001FC0AD90B6FCA29038F0001FAFB53883FFFEA227227EA12C>I<B512E0A23803F8
00B3ACB512E0A213227FA115>I<B512E0A2D807F0C7FCB31518A41538A21570A215F014011407
B6FCA21D227EA122>76 D<D8FFF0EC0FFF6D5C000716E0D806FC1437A3017E1467A26D14C7A290
391F800187A290390FC00307A3903807E006A2903803F00CA2903801F818A3903800FC30A2EC7E
60A2EC3FC0A2EC1F80A3EC0F00D8FFF091B5FC140630227EA135>I<D8FFF8EB1FFE7F0007EC00
C07FEA06FF6D7E6D7E6D7E130F806D7E6D7E6D7E130080EC7F80EC3FC0EC1FE0EC0FF0140715F8
EC03FCEC01FEEC00FF157FA2153F151F150F15071503A2D8FFF01301150027227EA12C>I<EB07
FC90383FFF809038FC07E03903F001F848486C7E4848137E48487FA248C7EA1F80A24815C0007E
140FA200FE15E0A9007E15C0007F141FA26C15806D133F001F15006C6C137E6C6C5B6C6C485A39
00FC07E090383FFF80D907FCC7FC23227DA12A>I<B6FC15E03907F007F0EC01FC1400157EA215
7FA5157EA215FC1401EC07F090B512E0150001F0C7FCADB57EA220227EA126>I<B512FEECFFC0
3907F007F0EC01F86E7E157E157FA6157E5D4A5AEC07F090B512C05D9038F00FE06E7E6E7E6E7E
A81606EC00FEEDFF0CB538803FF8ED0FF027227EA12A>82 D<3801FC043807FF8C381F03FC383C
007C007C133C0078131CA200F8130CA27E1400B4FC13E06CB4FC14C06C13F06C13F86C13FC0003
13FEEA003FEB03FFEB007F143FA200C0131FA36C131EA26C133C12FCB413F838C7FFE000801380
18227DA11F>I<007FB61280A2397E03F80F00781407007014030060140100E015C0A200C01400
A400001500B3A20003B512F8A222227EA127>I<B538803FFCA23A07F0000180B3A60003EC0300
7F000114066C6C130E017E5B90383F80F890380FFFE0010190C7FC26227EA12B>I<B53A0FFFF0
1FFEA2260FF00090C712E000076E14C0A26C6C9138800180153F6D1503000103C01300A26C6C90
387FE006156F7F6D9038C7F00CA20280EBF81C90263F81831318A2D91FC36D5A150114E3903A0F
E600FE60A202F6EBFFE0D907FC6D5AA201035D4A133FA26D486DC7FCA20100141E4A130EA23722
7FA13A>87 D<B538800FFEA2D807F8C712C015016C6C14806C6CEB03005D6C6C13065D90387F80
1C90383FC0185D90381FE07090380FF06015E06D6C5A903803FD8014FF6D90C7FC5C1300AC9038
1FFFF0A227227FA12A>89 D<EA07FC381FFF80383F07C0EB03E0130114F0121E1200A2133FEA03
FDEA1FC1EA3F01127E12FCA4EA7E02EB0CF8381FF87F3807E03F18167E951B>97
D<B4FCA2121FABEB0FE0EB3FF8EBF07CEB801EEB001FEC0F80A215C0A81580141F01801300EBC0
3E381EE07C381C3FF838180FC01A237EA21F>I<EBFF80000713E0380F83F0EA1F03123E127E38
7C01E090C7FC12FCA6127C127EA2003E13306C1360380FC0E03807FF803800FE0014167E9519>
I<EB01FEA2EB003EABEA01FC3807FFBE380F81FE381F007E003E133E127E127C12FCA8127CA26C
137E001E13FE380F83BE3907FF3FC0EA01FC1A237EA21F>I<13FE3807FF80380F87C0381E01E0
003E13F0EA7C0014F812FCA2B5FCA200FCC7FCA3127CA2127E003E13186C1330380FC0703803FF
C0C6130015167E951A>I<EB3F80EBFFC03801E3E0EA03C71207EA0F87EB83C0EB8000A6EAFFFC
A2EA0F80B2EA7FF8A213237FA211>I<3803FC1E380FFF7F381F0F8F383E07CF383C03C0007C13
E0A5003C13C0EA3E07381F0F80EBFF00EA13FC0030C7FCA21238383FFF806C13F06C13F84813FC
EA380048133E00F0131EA40078133C007C137C383F01F8380FFFE00001130018217E951C>I<B4
FCA2121FABEB07E0EB1FF8EB307CEB403CEB803EA21300AE39FFE1FFC0A21A237EA21F>I<121C
123E127FA3123E121CC7FCA7B4FCA2121FB2EAFFE0A20B247EA310>I<B4FCA2121FABECFF80A2
EC38001460495A495A49C7FC130E5B137E13FF13CFEB0F806D7E6D7E1301806D7E147C143C39FF
E0FFC0A21A237EA21E>107 D<B4FCA2121FB3ADEAFFE0A20B237EA210>I<3AFF07F007F090391F
FC1FFC3A1F303E303E01401340496C487EA201001300AE3BFFE0FFE0FFE0A22B167E9530>I<38
FF07E0EB1FF8381F307CEB403CEB803EA21300AE39FFE1FFC0A21A167E951F>I<13FE3807FFC0
380F83E0381E00F0003E13F848137CA300FC137EA7007C137CA26C13F8381F01F0380F83E03807
FFC03800FE0017167E951C>I<38FF0FE0EB3FF8381FF07CEB803E497E1580A2EC0FC0A8EC1F80
A29038803F00EBC03EEBE0FCEB3FF8EB0FC090C8FCA8EAFFE0A21A207E951F>I<EAFE1FEB3FC0
381E67E013C71387A2381F83C090C7FCADEAFFF0A213167E9517>114 D<EA0FF3EA3FFFEA781F
EA6007EAE003A212F000FCC7FCEA7FE013F8EA3FFEEA0FFF120138000F80EAC007130312E0A238
F00700EAFC0EEAEFFCEAC7F011167E9516>I<487EA41203A21207A2120F123FB5FCA2EA0F80AB
EB8180A5EB8300EA07C3EA03FEEA00F811207F9F16>I<38FF01FEA2381F003EAF147E14FE380F
81BE3907FF3FC0EA01FC1A167E951F>I<39FFE01FE0A2390F800600A2EBC00E0007130CEBE01C
00031318A26C6C5AA26C6C5AA2EB7CC0A2137F6D5AA26DC7FCA2130EA21B167F951E>I<3AFFE7
FF07F8A23A1F007800C0D80F80EB0180147CA23A07C07E030014DE01E05B0003EBDF06EBE18FD8
01F15B01F3138C9038FB079C000014D8EBFE03017E13F0A2EB7C01013C5BEB380001185B25167F
9528>I<39FFE07FC0A2390F801C006C6C5A6C6C5AEBF0606C6C5A3800F980137F6DC7FC7F8049
7E1337EB63E0EBC1F03801C0F848487E3807007E000E133E39FF80FFE0A21B167F951E>I
E /Fo 16 122 df<1238127C12FEA3127C1238070774861F>46 D<EB1F80EB7FE03801FFF04813
F83807E07C380F803CEB001C381E01CE383C07FEEA380FEB1FFF38701E3FEB3C1FEB380FEAE078
EB7007A7EB780F3870380EEB3C1EEB1E3C38381FFCEB0FF8383C07F0381E01C06CC7FCEB800F38
07E03F3803FFFE6C13FC38007FF0EB1FC018257DA41F>64 D<EA07FCEA1FFF4813C080383E03F0
EA1C01C77E1478A3EB7FF8EA03FF120F383FE078EA7E0012785AA4007813F8EA7E036CB512E0A2
380FFE3F3803F00F1B1A7D991F>97 D<B47EA41207A7EB83E0EB9FF8EBBFFE90B5FCEBF83F9038
E00F80EBC007EC03C0138015E01401A6140315C0EBC0071580EBE00F9038F83F00EBFFFEEBBFFC
EB9FF8380387E01B257FA41F>I<EB7FC03801FFF0000713F85AEA1F80383E0070003C13005AA2
12F85AA67E1278007C13787E003F13F8381FC1F0380FFFE07E0001138038007E00151A7B991F>
I<EB07FCA4EB003CA713FCEA03FF4813BC4813FCEA1F81EA3E00003C137C007C133C127812F85A
A67E0078137CA26C13FCEA3E01EA1F8390B512E0000713BF3803FE3FEA00F81B257EA41F>I<13
7F3801FFC0000713E04813F0381F81F8383F0078003C133C127C0078131EA2B512FEA400F0C7FC
A21278A2007C131E7E381F803EEBE07C380FFFF8000313F06C13E038003F80171A7D991F>I<13
30137813FCA21378133090C7FCA6EA7FFCA4EA003CB2387FFFFCB512FEA26C13FC17267CA51F>
105 D<1303EB0780EB0FC0A2EB0780EB030090C7FCA6380FFFC0A4EA0003B3AA38200780EA700F
38F81F00EAFFFE6C5A5BEA1FE012337DA51F>I<EAFFFCA4EA003CB3ABB6FCA418257DA41F>108
D<38FF87E0EB9FF0EBBFF8EBFFFC3807F83CEBE01E13C0A21380AE39FFFC7FF0A41C1A7F991F>
110 D<13FCEA03FF481380001F13E01387383E01F0387C00F800781378A248133CA76C137C0078
1378007C13F8A2383E01F0381F87E013FF000713806C1300EA00FC161A7C991F>I<38FFE07E90
38E1FF8001E713C013EF3801FF879038FE038049C7FC5B5BA35BABB512F0A41A1A7E991F>114
D<3803FC70380FFFF0123F5AEA7C03EAF801EAF000A3007C1300EA7FE0EA1FFF000713C0C613E0
EB03F0EB00F80070133C12F0A27E6C137C38FF01F8EBFFF0A200E713C038E1FE00161A7C991F>
I<38FF83FEA43807801EAF143EA2EBC0FE6CB512F0A26C139F38007E1F1C1A7F991F>117
D<397FE07FE039FFF0FFF0A2397FE07FE03907000E0013800003131E141CEA01C0143C1438EA00
E0A26D5A1370A26D5AA36D5A131DA2EB0F80A2130791C7FCA3130EA35B1238EA7C3C13F8EA7FF0
5B6C5AEA0F801C277F991F>121 D E /Fp 52 122 df<127812FCA212FEA2127A1202A41204A3
12081210A21220124007127B8511>44 D<EAFFFEA30F037F8E14>I<127812FCA4127806067B85
11>I<137F3801C1C0380780F0380F0078000E1338487F003C131EA3487FA400F81480AF007814
00A46C131EA3001C131C6C5B000F13786C6C5A3801C1C0D8007FC7FC19297EA71E>48
D<13101370EA01F0120F12FE12F01200B3AD487E387FFFE0A213287BA71E>I<13FE3807FF8038
0E07E0381803F0382001F8130048137CA200F8137E7E143EA30078137EC7FC147CA214F8A2EB01
F014E0EB03C0EB07801400130E5B5B5B13605B38018002EA0300000613045A5A0010130C383FFF
FC4813F8B5FCA217287DA71E>I<137F3803FFC0380701F0380C00F80010137C121C003E137E14
3EA2121E000C137EC7127CA214785C5C495A0107C7FC13FFEB01E06D7E147880143E80A21580A2
1230127812FCA215005A00405B143E00305B6C5B380F01F03803FFC0C66CC7FC19297EA71E>I<
1460A214E01301A21303A213051309A213111321A213411381A2EA01011202A212041208A21210
12301220124012C0B61280A2390001E000A8497E90387FFF80A219287EA71E>I<00181318001F
13F0EBFFE014C014801400EA11F80010C7FCA8137E38118380381600C0001813E000101370C712
78143CA3143EA3127012F8A3143C12800040137C14787E003013F0381801E0380E07C03807FF00
EA01FC17297DA71E>I<EB0FE0EB3FF8EBF81C3801E00C3803801E0007133EEA0F00000E131C00
1E90C7FC121C123CA2127C1278A2EAF83FEB40E038F98070497E00FA7F00FC131EA2805A1580A4
1278A3127C003C1400A2001C131E121E000E5B6C5B3803C0F03801FFC06C6CC7FC19297EA71E>
I<12201238003FB51280A215005A3860000200405BA25C485B5CC7FC5C5CA249C7FC5B13021306
A25BA2131CA35BA31378A413F8A81370192A7DA81E>I<137F3801FFC0380381F038060078487F
001C131C00187F1238A3123CA2003E5B381F8018EBC038380FF0606C6C5A6CB45A6C90C7FC3800
7FC0497E38030FF8380603FC381C01FE3838007E00307F0070130FEC07805A1403A46C14000070
5B0078130600385B001E1338380F80F03803FFE0C66CC7FC19297EA71E>I<137F3801FFC03807
C1E0380F0070001E7F001C133C003C131C48131EA200F87FA41580A41278141F7EA2001C132F6C
134F6C13CF3803810FEA007E01001300A3141EA35C121C003E5B1470003C5B381801C0381C0780
D80FFEC7FCEA03F819297EA71E>I<1418A3143CA3147EA214FF149FA29038011F80140FA29038
0207C0A3496C7EA3496C7EA201187FEB1000A2497F157C90383FFFFC497F903840003EA2497FA3
48C7EA0F80A30002EC07C01207D81F80EB0FE0D8FFF090B5FCA2282A7EA92D>65
D<B67E15F03907E000FC0003147E81ED1F80150FA216C0A51680151F1600153E5D4A5A90B512E0
9038E000F8153E81ED0F80ED07C016E0150316F0A6ED07E0A2ED0FC0ED1F80ED3F00000714FEB6
12F815E024297EA82A>I<02FF13100107EBE03090381FC07890393E000C7001F8EB06F0484813
03484813014848130048481470A248C812305A123E1610127EA2007C150012FCA9127C127E1610
123EA2123F6C15206C7E16606C6C14406C6C14806C6C13016C6CEB0300013E130E90381FC03890
3807FFE001001380242B7DA92B>I<B612C015F83907E000FC0003143FED0F80ED07C0ED03E0ED
01F0150016F8167CA3163EA3163FAA163EA2167E167CA216F8A2ED01F0ED03E0ED07C0ED0F80ED
1F00000714FEB612F815C028297EA82E>I<B7FCA23907E0003F00031407ED03801501A21500A4
16401402A21600A31406140EEBFFFEA2EBE00E14061402A591C8FCAA487EB512E0A222297EA827
>70 D<02FF13100107EBE03090381FC07890393E000C7001F8EB06F04848130348481301484813
0048481470A248C812305A123E1610127EA2007C150012FCA892B5FC127C007EEC03F01501123E
A2123F7E6C7EA26C7E6C7E6C6C13026C7E013EEB0C7090391FC03830903907FFE0100100EB8000
282B7DA92F>I<B51280A23807F0006C5AB3B1487EB51280A211297EA816>73
D<0003B5FCA2380007E01303B3AA1230127812FCA214C0EAF8070040138038200F00EA300EEA0C
3CEA03F0182A7DA81F>I<B538800FFFA23A07F00003F06C48EB01C093C7FC15025D5D5D5D5D5D
4AC8FC14025C5C1418143C147E14BEEBE11F9038E20F8013E49038E807C001F07FEBE0036E7E81
1400157C157E153E81A26F7E6F7EA282486C14F8B539803FFF80A229297EA82E>I<B512E0A2D8
07F0C7FC6C5AB3A41501A41502A41506A2150E151E157C0007EB01FCB6FCA220297EA825>I<D8
FFE0913803FFC0A20007EEF800D802F0EC05F0A201781409A36D1411A26D1421A36D1441A26D6C
1381A3903903C00101A2ECE0021301A2903800F004A3EC7808A2EC3C10A3EC1E20A2EC0F40A3EC
07801207486C6C48487ED8FFF891387FFFC0A232297EA837>I<D8FFE0EB1FFF7FD803F8EB01F0
0002EC00E0017C1440137E133E7F80130F6D7E8013036D7E801300147C147E143E801580140FEC
07C0EC03E0A2EC01F0EC00F8A2157C153EA2151FED0FC0A215071503A200071401486C1300EAFF
F8164028297EA82D>I<B512FEECFFC03907E003F00003EB00FC153E8182150F82A65E4BC7FC15
1E5D15F8EC03E0D9FFFEC8FC9038E00780EC01E06E7E1578157C153C153EA4153FA41780168015
1F486C90380F8100B5388007C1ED03C2C912FC292A7EA82C>82 D<EBFE013803FF83380F81E338
1E003748131F00387F00787F127000F07FA3807EA26C90C7FC127C127FEA3FE06CB4FC6C13E06C
13F86C7FC66C7EEB07FFEB007FEC1F80140FEC07C0A26C1303A47E1580A26C13076C14006C130E
00EE5B38C3C07838C1FFF038803FC01A2B7DA921>I<007FB612F8A2397C007C00007015380060
151800401508A200C0150CA2481504A5C71400B3A614FE90B512FEA226297EA82B>I<B538801F
FFA23A07F00001F06C48EB00E01640B3A9000115807FA20000EC010001785B15026D130C011F5B
903807C070903801FFE06D6CC7FC282A7EA82D>I<3DFFFE03FFF803FFC0A23D0FE0003F80007E
006C486DC712186C7E6F6C1310A26C6C5E82A26C6C5EED13E0A26D16C0017CD933F05B1521137E
013E6E48C7FC1540A26D1502ED807CA2D90F805C913881003EA2D907C15C02C2131FA2D903E25C
02E4EB0F90A2D901F414A002F8EB07E0A201005D4A1303A202705C02601301A33A2A7FA83D>87
D<EA01FC380E0780381001C0383C00E0003E7F1478121C1208C7FCA3EB7FF83803E078EA0F80EA
1F00123E5A0078142012F8A314F8127C393C013C40391F063FC03907F80F001B1A7E991E>97
D<EA078012FFA2120F1207ACEB83F0EB8C1CEBB0079038A0038001C013C090388001E0A2EC00F0
A215F8A715F0A2140115E015C0EBC00390384007809038200E003806181C380407E01D2A7FA921
>I<EB7F803801C07038078008380F003C001E137C5A1438007C13100078130012F8A81278127C
003C1304A26C13086C1310380780203801C0C038007F00161A7E991B>I<140F49B4FCA2EB001F
80AC133F3801C0CF3803802F380F001F121E001C7F123C127C1278A212F8A71278A27EA26C5B00
0E132F6CEB4F803901C18FF838007E0F1D2A7EA921>I<137E3803C380380700E0000E13F04813
70003C1378143848133CA212F8A2B512FC00F8C7FCA51278127C003C1304A26C1308000E13106C
13203801C0C038007F00161A7E991B>I<131FEB70C0EBE1E0EA01C31203EB81C0380780801400
A9EAFFFEA2EA0780B3A37FEAFFFEA2132A7FA912>I<EC07803901FC184039070721C0380E03C1
001EEBC080393C01E000A2007C7FA5003C5BA26C485A000E5BD81707C7FCEA11FC0030C8FCA312
387E381FFFC06C13F86C7F381C003E0030130F00707F0060EB038012E0A40070EB0700A26C130E
000C1318380780F03800FF801A287E9A1E>I<EA078012FFA2120F1207ACEB83F8EB8C1CEB900E
EBA007158013C0A21380B139FFFCFFFCA21E2A7FA921>I<120FEA1F80A4EA0F00C7FCA9EA0780
127FA2120F1207B3A2EAFFF8A20D297FA811>I<EA078012FFA2120F1207ACEC7FF0A2EC1F80EC
1C00141814205C5C0181C7FC13821387EB9F8013A7EBC7C0EB83E0138180EB80F81478147C8014
1E141F158039FFFC7FF8A21D2A7FA920>107 D<EA078012FFA2120F1207B3B2EAFFFCA20E2A7F
A911>I<260781F813FC3AFF860E0307903A98070C0380D80FA0019013C00007903903D001E001
C013E0A2018013C0B13BFFFC7FFE3FFFA2301A7F9933>I<380783F838FF8C1CEB900E380FA007
0007148013C0A21380B139FFFCFFFCA21E1A7F9921>I<137F3801C1C038070070000E7F487F00
3C131EA2487FA200F81480A800781400A26C131EA26C5B000E13386C5B3801C1C0D8007FC7FC19
1A7E991E>I<380783F038FF8C1CEBB00F3907A007809038C003C0018013E0140115F0A2EC00F8
A715F01401A215E0EC03C013C0EC07809038A00E00EB983CEB87E00180C7FCAAEAFFFCA21D267F
9921>I<380787C038FF98E0EB91F0EA0FA1EA07C1EBC0E014005BB07FEAFFFEA2141A7F9917>
114 D<3807F840381C06C0EA3001EA6000A200E01340A27E6C1300127EEA7FF0EA3FFEEA0FFF00
03138038003FC01307388001E0A2EAC000A36C13C0EAF00100F8138038C40700EA83F8131A7E99
18>I<7FA41201A31203A21207120F381FFF80B5FC38078000AD1440A73803C08012013800E100
133E12257FA417>I<390780078000FF13FFA2000F130F00071307B0140FA2000313173901C027
C03900E047FCEB3F871E1A7F9921>I<39FFF00FF8A2390F8003C000071480EC01003803C002A2
13E000015BA26C6C5AA2EBF818EB7810A26D5AA2EB3E60EB1E40A26D5AA26DC7FCA313021D1A7F
9920>I<3AFFF1FFC1FFA23A0F803E0078D9001E1330D807801420A2141F6C6C48134014271580
2601E0671380144315C03A00F081C100A201F813E390387900E2A2017D13F66D1374A2011E1378
011C1338A2010C133001081310281A7F992B>I<39FFF00FF8A2390F8003C000071480EC010038
03C002A213E000015BA26C6C5AA2EBF818EB7810A26D5AA2EB3E60EB1E40A26D5AA26DC7FCA313
02A25BA35B1270EAF810A25B485AEA6080001FC8FC1D267F9920>121 D
E /Fq 25 122 df<B512FCA516057F941D>45 D<150C151EA3153FA34B7EA34B7EA39138019FE0
A202037F150FA202077FEC0607A2020C7F1503A202187F1501A24A6C7EA34A6D7EA214E04A6D7E
A20101814A131FA201038191B6FCA249810106C71207A249811603A2496E7EA3496E7EA2017082
0160157FA201F082EA03F8D80FFC4A487EB500C0013FEBFFC0A33A3D7DBC41>65
D<B712F816FF17E0C69039C0001FF06D48EB07FC707E707E82EF7F8018C0173F18E0A718C0A2EF
7F8017FF18004C5A4C5AEE0FF8EE3FE091B61280A2913980001FE0EE03F8EE01FE707EEF7F80EF
3FC018E0171F18F0170F18F8A8EF1FF0A218E0173FEF7FC0EFFF804C13004C5A496CEB1FFCB812
F017C04CC7FC353B7EBA3D>I<B91280A3C69038C000016D48EB003FEF0FC017071703A21701A2
1700A418E018601630A31800A31670A216F0150391B5FCA3EC800315001670A21630A2180CA318
1893C7FCA31838A21830A21870A218F018E017011703170F173F496CEB01FFB912C0A3363B7EBA
3B>69 D<B712F016FF17C0C69039C0003FF06D48EB07F8707E707E707EEF7F80A218C0173F18E0
A718C0A2177F1880A2EFFF004C5A4C5AEE0FF0EE3FE091B6128004FCC7FC0280C9FCB3A6497EB6
12C0A3333B7EBA3B>80 D<B600C090B512F0A3C601C0C73807FE006D48EC01F8715A1860B3B3A2
013F5E80A2011F4B5AA26D6C4AC7FC01075D6D6C14066D6C5C6D6C1438027E5C6E6C485A91391F
F00FC00207B55A020149C8FC9138001FF03C3C7EBA41>85 D<EB3FC03801FFF83807C07E380E00
1F001E6D7E391F8007C0486C6C7E81A21401D81F807FEA0F00C7FCA4141FEB07FFEB3FF9EBFF01
EA03F8EA07F0EA0FC0EA1F80123FEA7F00A2007E150C12FEA31403A2007E1306127F6C90380C7C
183A1F80187E383A0FE0703FF03A03FFE01FE03A007F800F8026287CA62B>97
D<EB03FE90381FFFC090383E01F09038F800384848133C484813FC3907C001FE120F1380121F48
C712FC1578481400A2127EA212FEA9127E127FA26C1403A26C7E15066C7E0007140C6C6C13186C
6C13306C6C13E090387E03C090381FFF00EB03FC20287DA626>99 D<ED07E0EC03FFA3EC001F15
07B1EB01FC90380FFF8790383F03C79038FC0067D801F013374848131F4848130F120F49130712
1F48C7FCA25A127EA212FEA9127EA2127F7EA27E6D130F120F6C6C131F6C7E6C6CEB77F86C6C90
38E7FFC090383E038790381FFF07D903FCEBE0002A3D7DBB30>I<EB03FCEB1FFF90387E07C090
38F801E03901E000F0000314784848137C48487F121F90C7123F4880A25A007E1580A212FEA2B7
FCA248C9FCA5127EA2127FA26CEC0180A26C7E000FEC03007F000714066C6C5B6C6C5BD8007813
7090383F01E090380FFF80D901FEC7FC21287EA626>I<143F903801FFC0903803E0E090380781
F090380F83F8EB1F07133E137EEC03F090387C01E001FCC7FCAEB512FCA3D800FCC7FCB3AC487E
387FFFFCA31D3D7FBC1A>I<903907F001F890393FFE0FFC90397C1F1E3E9038F007F03A01E003
E01C2603C00113080007ECF000000F80EB8000001F80A7000F5CEBC00100075C00035C6C6C485A
6D485A26037C1FC7FC38073FFE380607F090C9FC120EA3120FA2EA07C090B512C06C14FC6C14FF
6C1580000315C03A0780003FE0001FC7EA07F0003EEC01F8003C1400127C0078157C12F8A5007C
15F8A26CEC01F06CEC03E06C6CEB07C0D803E0EB1F00D801FC13FE39003FFFF00107138027397E
A52B>I<EA01F812FFA312071201B1EC07F8EC1FFEEC781F9138E00F809039F98007C0D9FB007F
150301FE805BA35BB3A5486C497EB500F1B512E0A32B3C7EBB30>I<EA01C0487E487E487EA36C
5A6C5A6C5AC8FCABEA01F8127FA312071201B3AB487EB512E0A3133A7FB917>I<EA01F812FFA3
12071201B3B3AF487EB512F0A3143C7FBB17>108 D<2701F803F8EB03F800FFD91FFFEB1FFF91
3B3C0F803C0F80913BE007C0E007C03D07F9C003E1C003E02601FB00D9F3007F0301140101FE02
FE80A2495CA2495CB3A5486C496C497EB500F0B500F0B512F0A344267EA549>I<3901F807F800
FFEB1FFEEC781F9138E00F803A07F98007C02601FB007F150301FE805BA35BB3A5486C497EB500
F1B512E0A32B267EA530>I<EB01FE90380FFFC090383F03F09038F8007C48487F48487F4848EB
0F804848EB07C0A248C7EA03E04815F0A3007EEC01F8A300FE15FCA9007E15F8A2007F14036C15
F0A26C15E06D1307000F15C06C6CEB0F806C6CEB1F006C6C133E6C6C5B90383F03F090380FFFC0
D901FEC7FC26287EA62B>I<3901F80FF000FFEB3FFEECF01F9039F9C007C03A03FB0003E0D801
FE6D7E496D7E8249147EA2167F821780A2161F17C0A91780163FA217005E167E5E7F4B5A6D495A
01FB495A9039F9C00FC09026F8F03FC7FCEC3FFCEC0FE091C9FCAC487EB512F0A32A377EA530>
I<3903F00F8000FFEB3FE0EC70F0ECC1F83807F1833801F30313F6EC01F0EC004001FC1300A45B
B3A3487EB512F8A31D267EA522>114 D<90387F81803803FFE3380F807F381E001F00381307A2
481303A200F01301A37EA200FE90C7FCEA7F8013FC383FFFC06C13F06C13FC00037F6C7FD8001F
13801300EC1FC00040130F00C0EB07E014036C1301A47E15C06C13036C1480EC070000F7130E38
E3C03C38C0FFF8EB3FC01B287DA622>I<1318A51338A41378A213F8A2120112031207001FB5FC
B6FCA2D801F8C7FCB2EC0180A91200EC030013FC137CEB3E066D5AEB0FF8EB03F019367EB421>
I<D801F8EB03F000FFEB01FFA30007EB000F00011403B3A51507A30000140FA26D131B017C14FC
6D903873FFE090381F81E390380FFF83903A01FE03F0002B277EA530>I<B538801FFFA33A07FC
0007F86C48EB03E0ED01C000011580A26C6CEB0300A3017E1306A2017F130E6D130CA26D6C5AA2
ECC038010F1330A26D6C5AA36D6C5AA214F901015BA26DB4C7FCA3147EA2143CA3141828267EA4
2D>I<B538801FFFA33A07FC0007F86C48EB03E0ED01C000011580A26C6CEB0300A26D5B017E13
06A26D5BA2EC801C011F1318A26D6C5AA2ECE07001071360A26D6C5AA214F901015BA26DB4C7FC
A3147EA2143CA31418A25CA35CA25C1210127C38FE0180A249C8FC5BEA7C06EA700CEA3838EA1F
F0EA07C028377EA42D>121 D E end
%%EndProlog
%%BeginSetup
%%Feature: *Resolution 300
TeXDict begin 
%%EndSetup
%%Page: 0 1
bop 133 776 a Fq(A)29 b(P)n(arallelism-Based)h(Analytic)h(Approac)n(h)c(to)
131 880 y(P)n(erformance)g(Ev)-5 b(aluation)31 b(Using)e(Application)757
984 y(Programs)302 1244 y Fp(Da)n(vid)19 b(K.)h(Bradley)379
b(John)20 b(L.)g(Larson)203 1319 y Fo(bradley@)q(csr)q(d.u)q(iu)q(c.e)q(du)
154 b(jlarson@csr)q(d.u)q(iu)q(c.e)q(du)217 1543 y Fp(Cen)n(ter)21
b(for)f(Sup)r(ercomputing)f(Researc)n(h)g(and)h(Dev)n(elopmen)n(t)295
1618 y(465)f(Computer)h(and)g(Systems)e(Researc)n(h)h(Lab)r(oratory)705
1692 y(1308)h(W.)f(Main)h(St.)638 1767 y(Urbana,)g(IL)g(61801-2307)293
1917 y(This)g(w)n(ork)g(w)n(as)g(supp)r(orted)g(in)g(part)h(b)n(y)f(the)g
(National)182 1991 y(Science)e(F)-5 b(oundation)20 b(under)h(Gran)n(t)g(No.)
26 b(NSF)19 b(ASC)i(89-02829.)767 2133 y(April)f(1,)f(1993)p
eop
%%Page: 1 2
bop eop
%%Page: 1 3
bop 830 768 a Fn(Abstract)73 883 y Fm(In)11 b(this)g(pap)q(er)g(w)o(e)g
(presen)o(t)f(a)i(brief)e(o)o(v)o(erview)f(of)i(p)q(erformance)f(ev)m
(aluation)h(and)h(b)q(enc)o(hmarking.)0 943 y(W)l(e)k(demonstrate)f(that)i
(traditional)f(p)q(erformance)e(measuremen)o(ts)g(recorded)h(in)h(these)g
(activities)0 1003 y(are)i(really)g(a)h(direct)e(measuremen)o(t)e(of)k(the)f
(parallelism)e(in)i(soft)o(w)o(are)h(and)g(hardw)o(are.)28
b(A)18 b(frame-)0 1063 y(w)o(ork)c(called)e(the)i(P)o(ath)g(to)g(P)o
(erformance)e(is)h(dev)o(elop)q(ed)g(that)h(iden)o(ti\014es)e(the)h(agen)o
(ts)h(and)h(activities)0 1123 y(that)j(c)o(hange)g(the)g(parallelism)e(as)i
(it)g(mo)o(v)o(es)d(from)i(problem)g(to)h(solution.)27 b(W)l(e)17
b(sho)o(w)i(where)e(v)m(ar-)0 1183 y(ious)23 b(curren)o(t)e(application)h(b)q
(enc)o(hmarks)f(apply)h(prob)q(es)h(on)g(the)f(P)o(ath)h(and)g(whic)o(h)e
(agen)o(ts)i(are)0 1244 y(b)q(eing)c(measured.)29 b(W)l(e)19
b(recast)g(the)g(traditional)g(time-based)f(p)q(erformance)g(measuremen)o(ts)
e(in)o(to)0 1304 y(parallelism-based)j(p)q(erformance)g(measuremen)n(ts)f(to)
j(sho)o(w)f(that)h(understanding)g(p)q(erformance)0 1364 y(implies)12
b(understanding)j(the)g(parallelism.)j(A)c(sim)o(ulation)f(to)q(ol)i(and)h
(metho)q(dology)e(are)h(describ)q(ed)0 1424 y(for)e(measuring)e(and)i
(comparing)f(the)g(executed)f(parallelism)g(on)i(a)f(single)g(CRA)l(Y)g(Y-MP)
g(CPU.)g(W)l(e)0 1484 y(apply)17 b(our)g(metho)q(dology)g(to)g(sev)o(eral)f
(of)i(the)e(P)o(erfect)g(Benc)o(hmarks)f(to)i(quan)o(tify)f(their)g(executed)
0 1545 y(parallelism)c(on)j(this)f(mac)o(hine.)k(Our)c(results)g(suggest)i
(that)e(since)g(some)f(of)i(the)f(b)q(enc)o(hmarks)f(ha)o(v)o(e)0
1605 y(a)k(similar)d(mix)h(of)i(di\013eren)o(t)e(lev)o(els)g(of)i
(parallelism)d(on)j(the)f(Y-MP)l(,)g(the)g(b)q(enc)o(hmarking)f(utilit)o(y)g
(of)0 1665 y(these)k(programs)g(on)g(the)g(Y-MP)g(ma)o(y)e(b)q(e)i
(questioned)g(b)q(ecause)g(they)g(exercise)e(the)i(mac)o(hine)d(in)0
1725 y(the)g(same)f(w)o(a)o(y)l(.)931 2828 y(i)p eop
%%Page: 2 4
bop 924 2828 a Fm(ii)p eop
%%Page: 3 5
bop 0 203 a Fl(Con)n(ten)n(ts)0 312 y Fn(1)45 b(In)n(tro)r(duction)1465
b(1)0 421 y(2)45 b(P)n(erformance)18 b(Ev)m(aluation)f(as)i(a)g(Scien)n
(ti\014c)f(Discipline)572 b(1)0 530 y(3)45 b(Preserving)17
b(and)j(Exploiting)c(P)n(arallelism)841 b(3)73 590 y Fm(3.1)50
b(Soft)o(w)o(are)17 b(P)o(arallelism)43 b Fk(:)25 b(:)f(:)h(:)f(:)g(:)h(:)f
(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f
(:)g(:)h(:)94 b Fm(3)73 651 y(3.2)50 b(Hardw)o(are)17 b(P)o(arallelism)j
Fk(:)25 b(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f
(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)94 b Fm(5)73 711
y(3.3)50 b(Realizing)15 b(P)o(arallelism)f(at)j(Run)o(time)40
b Fk(:)25 b(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f
(:)h(:)f(:)g(:)h(:)94 b Fm(5)73 771 y(3.4)50 b(Benc)o(hmarking)14
b(Metho)q(dologies)j(and)g(the)f(P)o(ath)h Fk(:)24 b(:)h(:)f(:)g(:)h(:)f(:)h
(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)94 b Fm(5)73 831 y(3.5)50
b(The)17 b(P)o(arallelism)c(Matrix:)21 b(A)16 b(Measure)g(of)g(Executed)f(P)o
(arallelism)40 b Fk(:)25 b(:)f(:)h(:)f(:)g(:)h(:)94 b Fm(7)73
891 y(3.6)50 b(Quan)o(tifying)16 b(Di\013erences)f(in)h(Executed)g(P)o
(arallelism)32 b Fk(:)24 b(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)
94 b Fm(8)0 1000 y Fn(4)45 b(Rederiv)m(ation)17 b(of)h(Basic)h(P)n(arallel)f
(P)n(erformance)f(Metrics)511 b(9)73 1061 y Fm(4.1)50 b(P)o(erformance)21
b Fk(:)j(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f
(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)94
b Fm(9)73 1121 y(4.2)50 b(Execution)16 b(Rate)35 b Fk(:)24
b(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h
(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)69 b Fm(10)73
1181 y(4.3)50 b(P)o(eak)16 b(Execution)g(Rate)30 b Fk(:)25
b(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f
(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)69 b Fm(10)73 1241 y(4.4)50
b(Sp)q(eedup)32 b Fk(:)24 b(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h
(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h
(:)f(:)g(:)h(:)69 b Fm(11)73 1301 y(4.5)50 b(E\016ciency)43
b Fk(:)25 b(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f
(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)69
b Fm(12)73 1362 y(4.6)50 b(Utilization)22 b Fk(:)j(:)f(:)h(:)f(:)h(:)f(:)h(:)
f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h
(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)69 b Fm(12)73 1422 y(4.7)50
b(Amdahl's)15 b(La)o(w)20 b Fk(:)25 b(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f
(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f
(:)g(:)h(:)69 b Fm(13)0 1531 y Fn(5)45 b(Using)19 b(P)n(arallelism)d(to)j(Ev)
m(aluate)e(Application)h(Benc)n(hmarks)395 b(13)73 1591 y Fm(5.1)50
b(Generating)17 b(P)o(arallelism)c(Matrices)j(for)g(the)g(CRA)l(Y)g(Y-MP)23
b Fk(:)i(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)69 b Fm(14)73
1651 y(5.2)50 b(P)o(arallelism)14 b(Matrices)h(for)i(Selected)e(P)o(erfect)g
(Benc)o(hmarks)29 b Fk(:)c(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)g(:)h(:)69
b Fm(15)73 1711 y(5.3)50 b(Di\013erences)16 b(in)g(Executed)f(P)o(arallelism)
f(for)i(Selected)f(P)o(erfect)g(Benc)o(hmarks)k Fk(:)24 b(:)h(:)69
b Fm(16)73 1771 y(5.4)50 b(Prob)q(e)17 b(P)o(oin)o(ts)f(for)h(the)f(Baseline)
f(P)o(erfect)g(Benc)o(hmarks)24 b Fk(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f(:)h(:)f
(:)g(:)h(:)69 b Fm(18)0 1880 y Fn(6)45 b(Conclusions)19 b(and)g(F)-5
b(uture)19 b(W)-5 b(ork)1013 b(19)0 1989 y(7)45 b(Ac)n(kno)n(wledgmen)n(ts)
1306 b(19)917 2828 y Fm(iii)p eop
%%Page: 4 6
bop 918 2828 a Fm(iv)p eop
%%Page: 1 7
bop 0 203 a Fl(1)83 b(In)n(tro)r(duction)0 313 y Fm(Since)17
b(their)h(inception,)f(the)h(p)q(erformance)f(of)h(computer)f(systems)g(has)h
(enjo)o(y)o(ed)f(unpreceden)o(ted)0 373 y(gro)o(wth.)k(F)l(or)14
b(decades)f(the)g(enabling)g(force)h(b)q(ehind)f(this)g(gro)o(wth)h(has)h(b)q
(een)e(the)g(steady)h(and)g(rapid)0 433 y(impro)o(v)o(em)o(en)n(t)g(of)i(the)
h(basic)f(circuit)f(tec)o(hnology)l(.)21 b(Computers)16 b(b)q(ecame)f(more)g
(p)q(o)o(w)o(erful)h(b)q(ecause)0 493 y(the)d(basic)f(comp)q(onen)o(ts)h
(used)g(in)f(their)g(construction)h(|)g(from)f(tub)q(es)h(to)g(transistors)h
(to)g(successiv)o(e)0 554 y(generations)g(of)g(in)o(tegrated)e(circuit)g(tec)
o(hnology)h(|)h(b)q(ecame)e(faster,)h(smaller,)f(more)g(e\016cien)o(t,)f(and)
0 614 y(less)19 b(exp)q(ensiv)o(e.)29 b(The)19 b(con)o(tributions)g(of)g(arc)
o(hitectural)f(inno)o(v)m(ations,)i(although)g(n)o(umerous)e(and)0
674 y(signi\014can)o(t,)e(w)o(ere)f(dw)o(arfed.)73 734 y(F)l(or)j(w)o(ell)e
(o)o(v)o(er)h(a)h(decade)f(prop)q(onen)o(ts)h(of)g(parallel)f(computer)f
(systems)g(ha)o(v)o(e)h(predicted)g(that)0 794 y(circuit)f(tec)o(hnology)h(w)
o(ould)g(so)q(on)i(reac)o(h)d(limits)f(imp)q(osed)h(b)o(y)h(the)g(la)o(ws)g
(of)h(ph)o(ysics,)e(and)i(this)f(ap-)0 855 y(p)q(ears)k(to)g(b)q(e)f(happ)q
(ening.)34 b(The)20 b(clo)q(c)o(k)g(rates)g(of)h(the)f(fastest)g(sup)q
(ercomputers)g(and)h(the)f(fastest)0 915 y(micropro)q(cessors)15
b(no)o(w)h(di\013er)f(b)o(y)f(only)i(a)f(factor)h(of)g(three.)1106
897 y Fj(1)1146 915 y Fm(W)l(e)f(are)g(en)o(tering)g(a)g(new)h(era)f(in)g
(com-)0 975 y(puter)j(arc)o(hitecture)f(in)i(whic)o(h)f(almost)f(all)h
(signi\014can)o(t)h(p)q(erformance)e(impro)o(v)o(em)o(en)o(ts)e(will)j(o)q
(ccur)0 1035 y(b)o(y)f(exploiting)g(increased)g Fi(p)n(ar)n(al)r(lelism)i
Fm(rather)f(than)g(faster)g(basic)g(tec)o(hnology)l(.)26 b(Consequen)o(tly)17
b(if)0 1095 y(the)k(\014eld)f(of)h(P)o(erformance)f(Ev)m(aluation)h(is)g(to)g
(pro)o(vide)f(meaningful)g(information)g(to)h(designers)0 1156
y(and)16 b(users)f(of)g(high-p)q(erformance)g(hardw)o(are,)g(new)g
Fi(p)n(ar)n(al)r(lelism-b)n(ase)n(d)h Fm(measures)e(of)h(p)q(erformance)0
1216 y(m)o(ust)f(b)q(e)h(dev)o(elop)q(ed)f(to)h(complemen)n(t)d(the)j
(traditional)g Fi(time-b)n(ase)n(d)h Fm(measures)e(suc)o(h)g(as)i(execution)0
1276 y(rate.)73 1336 y(This)j(pap)q(er)h(examines)d(P)o(erformance)g(Ev)m
(aluation)i(from)f(the)h(viewp)q(oin)o(t)f(that)h(ev)o(en)f(though)0
1396 y(reducing)11 b(execution)f(time)f(is)j(the)f(ultimate)e(goal,)k
(parallelism)c(is)i(the)g(essen)o(tial)f(c)o(haracteristic)g(nec-)0
1457 y(essary)15 b(for)h(ac)o(hieving)e(go)q(o)q(d)j(p)q(erformance.)j
(Section)15 b(2)g(examines)e(P)o(erformance)h(Ev)m(aluation)i(as)g(a)0
1517 y(Scien)o(ti\014c)d(Discipline)f(with)j(sp)q(ecial)f(emphasis)f(on)i
(the)f(role)g(of)h(careful)f(design)g(and)h(measuremen)o(t)0
1577 y(in)c(the)g(P)o(erformance)f(Ev)m(aluation)i(pro)q(cess.)21
b(Section)11 b(3)g(in)o(tro)q(duces)h(the)f(P)o(ath)h(to)g(P)o(erformance)d
(and)0 1637 y(sho)o(ws)19 b(that)g(the)g(k)o(ey)e(to)i(ac)o(hieving)e(high)i
(p)q(erformance)f(is)g(preserving)g(parallelism)e(across)k(eac)o(h)0
1697 y(stage)g(of)f(the)g(soft)o(w)o(are)g(dev)o(elopmen)o(t)d(pro)q(cess)k
(and)g(b)o(y)e(pro)o(viding)h(hardw)o(are)g(that)h(can)f(exploit)0
1758 y(this)i(parallelism.)32 b(This)21 b(section)g(also)g(in)o(tro)q(duces)g
(a)g(simple)e(example)f(of)j(a)h(parallelism-based)0 1818 y(metric,)15
b(the)j(P)o(arallelism)d(Matrix.)25 b(F)l(undamen)o(tal)17
b(time-based)f(measuremen)o(ts)f(of)j(p)q(erformance)0 1878
y(are)j(recast)f(as)i(parallelism-based)d(measuremen)n(ts)f(in)j(Section)f
(4,)i(demonstrating)e(that)h(under-)0 1938 y(standing)h(p)q(erformance)f
(implies)e(understanding)j(the)f(parallelism.)35 b(Section)21
b(5)h(describ)q(es)f(ho)o(w)0 1998 y(parallelism-based)13 b(p)q(erformance)h
(metrics)f(migh)o(t)h(b)q(e)h(applied)f(to)i(the)f(design)g(of)g(b)q(enc)o
(hmark)f(sets)0 2058 y(of)19 b(application)g(programs,)g(and)h(applies)f(suc)
o(h)f(metrics)f(to)i(the)g(P)o(erfect)f(Benc)o(hmarks.)27 b(Our)19
b(re-)0 2119 y(sults)h(p)q(oin)o(t)f(to)h(some)e(p)q(ossible)i(shortcomings)f
(in)g(curren)o(t)g(metho)q(dology)g(used)h(for)g(b)q(enc)o(hmark)0
2179 y(construction.)h(Finally)l(,)14 b(w)o(e)h(presen)o(t)g(our)h
(conclusions)f(and)i(plans)e(for)h(future)f(w)o(ork)h(in)f(Section)g(6.)0
2345 y Fl(2)83 b(P)n(erformance)23 b(Ev)-5 b(aluation)25 b(as)f(a)g(Scien)n
(ti\014c)e(Discipline)0 2455 y Fm(In)16 b(an)o(y)g(scien)o(ti\014c)e(or)i
(engineering)f(discipline,)f(progress)j(is)f(ac)o(hiev)o(ed)e(b)o(y)i(ev)m
(aluating)g(the)f(state)i(of)0 2515 y(the)e(art)g(to)g(\014nd)g(w)o(a)o(ys)g
(in)f(whic)o(h)g(it)g(can)h(b)q(e)g(impro)o(v)o(ed.)j(The)d(e\016ciency)e
(with)h(whic)o(h)g(this)h(progres-)p 0 2559 750 2 v 56 2589
a Fh(1)75 2604 y Fg(F)m(or)g(example,)f(2)i(nanoseconds)h(for)e(the)h(Cra)o
(y-3)f(v)o(ersus)i(6.7)e(nanoseconds)i(\(150)e(Mhz\))h(for)g(the)g(DEC)f
(Alpha)0 2654 y(mo)q(del)d(3000.)925 2828 y Fm(1)p eop
%%Page: 2 8
bop 0 195 a Fm(sion)18 b(mo)o(v)o(es)d(forw)o(ard)j(dep)q(ends)g(in)f(part)h
(on)f(the)h(accuracy)f(and)h(precision)e(of)i(the)f(metho)q(ds)g(used)0
255 y(to)e(ev)m(aluate)f(curren)o(t)g(practice.)20 b(Metho)q(ds)15
b(that)g(do)g(not)g(facilitate)e(clear)h(understanding)i(of)f(exist-)0
315 y(ing)g(problems)e(and)i(p)q(oten)o(tial)g(solutions)g(w)o(aste)f(ph)o
(ysical,)g(\014nancial,)g(and)h(in)o(tellectual)e(resources.)0
376 y(Ev)m(aluation,)18 b(therefore,)f(is)h(a)g(cornerstone)g(of)g(sound)h
(scien)o(ti\014c)d(and)j(engineering)e(practice.)24 b(Ac-)0
436 y(curate)16 b(and)h(meaningful)e(measuremen)n(t,)e(in)j(turn,)g(is)g(a)h
(prerequisite)d(of)j(go)q(o)q(d)h(ev)m(aluation.)73 496 y(In)e(order)h(to)g
(cast)f(P)o(erformance)f(Ev)m(aluation)i(as)g(scien)o(ti\014c)e(discipline,)f
(one)j(m)o(ust)e(\014rst)h(de\014ne)0 556 y(\\p)q(erformance")23
b(and)i(\\ev)m(aluation.")44 b(The)24 b(p)q(erformance)f(of)h(a)g(computer)e
(system)h(running)h(a)0 616 y(program)15 b(can)g(b)q(e)h(measured)e(b)o(y)g
(sev)o(eral)g(criteria.)20 b(Of)15 b(ma)s(jor)f(imp)q(ortance)g(is)h(the)g
(elapsed)g(time)e(a)0 677 y(computer)d(system)g(requires)g(to)i(solv)o(e)f(a)
h(problem.)18 b(By)11 b(con)o(v)o(en)o(tion)f(this)h(time)f(is)h(usually)g
(measured)0 737 y(b)o(y)g(its)h(in)o(v)o(erse,)e(the)h Fi(r)n(ate)h
Fm(at)g(whic)o(h)f(solutions)h(are)g(obtained.)20 b(This)11
b(rate)h(is)g(called)e(the)i Fi(p)n(erformanc)n(e)0 797 y Fm(of)g(the)f
(system.)19 b(Prerequisite)10 b(to)i(ev)m(aluating)f(\(i.e.)19
b(understanding)12 b(and)g(impro)o(ving\))e(p)q(erformance)0
857 y(is)21 b(the)g(abilit)o(y)f(to)h Fi(me)n(asur)n(e)g Fm(p)q(erformance.)
35 b(The)21 b(practice)f(of)h(measuring)g(the)g(p)q(erformance)f(of)0
917 y(computer)11 b(systems)h(is)h(commonly)d(called)h Fi(b)n(enchmarking)p
Fm(,)k(and)e(programs)g(used)g(to)g(p)q(erform)f(these)0 978
y(measuremen)o(ts)h(are)k(called)e Fi(b)n(enchmarks)p Fm(.)794
960 y Fj(2)73 1038 y Fm(As)i(with)f(an)o(y)h(scien)o(ti\014c)e(discipline,)f
(one)j(uses)g(the)f(basic)h(steps)g(of)g(the)f(Scien)o(ti\014c)f(Metho)q(d)i
(to)0 1098 y(conduct)i(meaningful)e(exp)q(erimen)o(ts)f(and)j(comm)o(unic)o
(ate)d(understandable)j(results.)29 b(The)18 b(\\disci-)0 1158
y(pline")d(of)g(P)o(erformance)f(Ev)m(aluation,)h(therefore,)g(consists)g(of)
h(four)g(di\013eren)o(t,)e(in)o(terrelated)f(activ-)0 1218
y(ities,)i(striving)h(to)g(answ)o(er)h(basic)f(p)q(erformance-related)f
(questions:)60 1322 y(1.)24 b(Design)f({)f(What)h(p)q(erformance)e(are)i(w)o
(e)f(trying)g(to)h(measure)e(and)i(ho)o(w)f(do)h(w)o(e)f(measure)122
1383 y(it?)f(Activities)14 b(include)h(creating)h(prop)q(er)h(exp)q(erimen)o
(ts)c(and)k(metho)q(dologies)f(for)g(testing)h(a)122 1443 y(p)q(erformance)e
(h)o(yp)q(othesis,)60 1542 y(2.)24 b(Observ)m(ation)15 b({)g(What)g(happ)q
(ened)h(in)e(the)h(exp)q(erimen)o(t?)j(Activities)12 b(include)i(executing)f
(the)122 1602 y(exp)q(erimen)o(t)g(and)k(recording)f(measuremen)o(ts,)d(coun)
o(ts,)j(traces,)g(etc.,)60 1701 y(3.)24 b(Analysis)12 b({)g(What)h(caused)g
(the)f(b)q(eha)o(vior)g(observ)o(ed)g(during)h(the)f(p)q(erformance)f(exp)q
(erimen)o(t?)122 1762 y(Activities)j(include)h(understanding)i(what)g(the)f
(recorded)f(n)o(um)o(b)q(ers)g(mean.)60 1861 y(4.)24 b(Syn)o(thesis)13
b({)g(Giv)o(en)g(what)h(w)o(as)g(learned)f(from)f(the)h(exp)q(erimen)o(t,)e
(ho)o(w)i(can)h(the)f(p)q(erformance)122 1921 y(b)q(e)18 b(impro)o(v)o(ed?)24
b(Activities)15 b(include)h(pro)o(viding)i(feedbac)o(k)e(to)j(hardw)o(are)f
(and)g(soft)o(w)o(are)g(de-)122 1981 y(signers)e(regarding)h(new)f(opp)q
(ortunities)h(for)g(higher)f(p)q(erformance.)0 2085 y(These)d(four)h(steps)g
(are)g(rep)q(eated)f(un)o(til)f(the)i(desired)f(understanding)h(of)g(p)q
(erformance)e(is)h(ac)o(hiev)o(ed.)73 2146 y(A)19 b(basic)h(to)q(ol)g(used)g
(in)g(P)o(erformance)e(Ev)m(aluation)i(is)f(the)h(b)q(enc)o(hmark.)30
b(A)19 b(b)q(enc)o(hmark)f(is)i(a)0 2206 y(w)o(ell-de\014ned)d(sp)q
(eci\014cation)i(of)g(an)g(exp)q(erimen)o(t)c(including)j(1\))h(a)g(problem)e
(description)h(|)h(prose)0 2266 y(or)14 b(a)g(set)g(of)g(programs,)g(2\))g(a)
g(metho)q(dology)f(or)h(set)g(of)g(rules)f(for)h(conducting)g(the)g(exp)q
(erimen)o(t,)d(3\))j(a)0 2326 y(set)g(of)g(desired)f(measuremen)n(ts,)e(and)k
(4\))f(a)g(v)o(eri\014cation)e(test)i(indicating)f(whether)g(the)h(exp)q
(erimen)o(t)0 2386 y(succeeded)e(in)h(pro)q(ducing)h(a)g(correct)f(solution)g
(to)h(the)f(problem.)19 b(Benc)o(hmarking)11 b(is)i(the)g(execution)0
2447 y(of)k(the)g(b)q(enc)o(hmark)e(on)j(the)f(mac)o(hine\(s\))e(of)i(in)o
(terest)f(and)h(the)g(rep)q(orting)g(of)h(the)e(recorded)h(infor-)0
2507 y(mation.)i(Benc)o(hmarking)11 b(is)i(part)g(of)h(the)f(observ)m(ation)h
(activit)o(y)d(in)i(P)o(erformance)e(Ev)m(aluation.)21 b(All)0
2567 y(to)q(o)c(often,)f(ho)o(w)o(ev)o(er,)f(b)q(enc)o(hmarking)f(is)i
(mistak)o(en)f(for)h(P)o(erformance)f(Ev)m(aluation.)p 0 2608
750 2 v 56 2639 a Fh(2)75 2654 y Fg(The)21 b(distinction)f(b)q(et)o(w)o(een)h
(b)q(enc)o(hmarking)f(and)g(p)q(erformance)g(ev)n(aluation)f(is)i(often)f(o)o
(v)o(erlo)q(ok)o(ed)g(ev)o(en)h(b)o(y)0 2704 y(practitioners.)925
2828 y Fm(2)p eop
%%Page: 3 9
bop 73 195 a Fm(It)18 b(can)h(b)q(e)f(argued)h(that)g(often)g(in)f(curren)o
(t)f(practice)h(to)q(o)h(m)o(uc)o(h)e(emphasis)g(is)h(placed)g(on)h(ob-)0
255 y(serv)m(ation)c(\(step)g(3\))g(|)g(v)m(arious)g(w)o(ell-kno)o(wn)f(b)q
(enc)o(hmark)f(programs)i(are)g(run)g(on)g(a)g(new)g(mac)o(hine)0
315 y(or)i(sim)o(ulated)e(on)j(a)f(prop)q(osed)h(mac)o(hine,)d(and)i(the)g
(timing)e(results)i(are)g(rep)q(orted)g(in)g(v)o(oluminous)0
376 y(tables)d(and)h(graphs.)22 b(W)l(e)14 b(w)o(ould)g(lik)o(e)f(to)i(see)e
(more)h(atten)o(tion)g(giv)o(en)f(to)i(the)f(analysis)g(and)h(syn)o(the-)0
436 y(sis)g(steps,)g(and)h(esp)q(ecially)d(to)i(the)g(design)g(of)g(b)q(enc)o
(hmarks.)20 b(This)15 b(pap)q(er)g(addresses)h(the)f(design)g(of)0
496 y(b)q(enc)o(hmark)g(sets)h(b)o(y)g(prop)q(osing)i(a)e(parallelism-based)f
(criterion)g(for)h(b)q(enc)o(hmark)f(comparison.)0 662 y Fl(3)83
b(Preserving)26 b(and)h(Exploiting)h(P)n(arallelism)73 772
y Fm(If)19 b(w)o(e)h(lo)q(ok)g(at)g(the)g(en)o(tire)e(computational)h(pro)q
(cess)i(from)d(problem)h(de\014nition)g(to)h(program)0 832
y(execution,)15 b(w)o(e)h(\014nd)h(that)g(some)e(asp)q(ect)i(of)g(p)q
(erformance)e(is)h(in\015uenced)g(b)o(y)g(eac)o(h)g(step.)22
b(Figure)16 b(1)0 892 y(depicts)f(what)i(w)o(e)e(call)g(the)h(P)o(ath)g(T)l
(o)h(P)o(erformance.)i(The)d(left)f(side)g(of)h(the)g(\014gure)g(represen)o
(ts)f(the)0 953 y(soft)o(w)o(are)h(dev)o(elopmen)o(t)e(pro)q(cess,)i(while)g
(the)g(righ)o(t)g(sho)o(ws)h(the)f(hardw)o(are)h(dev)o(elopmen)o(t)c(pro)q
(cess.)0 1013 y(W)l(e)i(call)f(eac)o(h)g(abstraction)i(a)f
Fi(step)g Fm(in)g(the)f(P)o(ath.)22 b(The)14 b(P)o(ath)i(is)e(tra)o(v)o
(ersed)g(through)i(the)f(activities)0 1073 y(of)24 b(a)f(team)f(of)h
Fi(agents)i Fm(that)f(transform)e(the)h(soft)o(w)o(are)h(and)f(hardw)o(are)h
(from)e(one)i(step)f(to)g(the)0 1133 y(next.)30 b(The)19 b(soft)o(w)o(are)g
(and)h(hardw)o(are)g(meet)d(when)i(a)h(program)f(is)g(executed,)f(resulting,)
h(from)g(a)0 1193 y(p)q(erformance)h(viewp)q(oin)o(t,)h(in)g(a)h(measure)e
(of)h(program)g(execution)f(time.)34 b(Finally)l(,)21 b(a)h(metric)c(is)0
1253 y(applied)i(to)g(the)g(execution)f(time)f(to)j(get)f(a)g(measure)f(of)i
(p)q(erformance.)1388 1235 y Fj(3)1439 1253 y Fm(With)f(the)g(tenet)g(that)0
1314 y(p)q(erformance)13 b(is)g(parallelism)f(\()p Ff(x)p Fm(4\),)i(w)o(e)f
(see)g(that)i(three)e(conditions)h(m)o(ust)e(b)q(e)i(met)e(to)i(ac)o(hiev)o
(e)e(high)0 1374 y(p)q(erformance.)19 b(First,)13 b(the)g(parallelism)d
(presen)o(t)j(in)f(the)h(ph)o(ysical)f(problem)g(m)o(ust)f(b)q(e)i(preserv)o
(ed,)f(as)0 1434 y(m)o(uc)o(h)j(as)i(p)q(ossible,)g(through)g(eac)o(h)g
(phase)g(in)f(the)h(soft)o(w)o(are)g(dev)o(elopmen)o(t)c(pro)q(cess.)24
b(Second,)16 b(the)0 1494 y(hardw)o(are)j(m)o(ust)d(pro)o(vide)h(su\016cien)o
(t)g(parallelism)f(to)i(realize)f(the)h(desired)f(p)q(erformance.)26
b(Third,)0 1554 y(the)16 b(soft)o(w)o(are)g(and)h(hardw)o(are)g(parallelism)d
(m)o(ust)h(b)q(e)h(compatible.)73 1615 y(Eac)o(h)k(soft)o(w)o(are)g(and)h
(hardw)o(are)f(agen)o(t)g(optimizes)e(t)o(w)o(o)i(of)g(the)g(three)f(v)m
(ariables)h(that)g(deter-)0 1675 y(mine)e(p)q(erformance)g(|)h(clo)q(c)o(k)g
(rate,)h(parallelism,)e(and)i(w)o(ork)f(\()p Ff(x)p Fm(4.1\))h(|)g(to)g(meet)
d(its)i(ob)s(jectiv)o(e.)0 1735 y(Soft)o(w)o(are)j(agen)o(ts)g(m)o(ust)e
(optimize)f(the)i(balance)h(b)q(et)o(w)o(een)f(w)o(ork)g(and)i(parallelism.)
35 b(Execution)0 1795 y(time)16 b(can)h(sometimes)e(b)q(e)j(decreased)f(b)o
(y)g(increasing)h(the)f(amoun)o(t)g(of)h(w)o(ork,)f(if)g(the)h(resulting)f
(in-)0 1855 y(crease)d(in)g(parallelism)e(is)j(su\016cien)o(tly)d(large.)21
b(Con)o(v)o(ersely)l(,)13 b(execution)g(time)f(can)j(b)q(e)g(shortened)g(b)o
(y)0 1916 y(signi\014can)o(tly)h(decreasing)h(the)g(amoun)o(t)f(of)h(w)o
(ork,)g(for)h(example)c(via)j(a)h(more)d(e\016cien)o(t)h(algorithm,)0
1976 y(ev)o(en)22 b(though)h(the)g(amoun)o(t)f(of)h(parallelism)d(ma)o(y)h(b)
q(e)i(sligh)o(tly)f(smaller.)39 b(Similarly)-5 b(,)21 b(giv)o(en)h(the)0
2036 y(constrain)o(ts)e(sp)q(eci\014ed)f(b)o(y)g(the)g(system)f(requiremen)o
(ts)f(\(cost,)j(p)q(o)o(w)o(er)f(consumption,)h(size,)f(etc.\),)0
2096 y(hardw)o(are)e(agen)o(ts)f(optimize)e(the)i(balance)g(b)q(et)o(w)o(een)
g(parallelism)d(and)k(clo)q(c)o(k)f(rate.)0 2241 y Fe(3.1)70
b(Soft)n(w)n(are)23 b(P)n(arallelism)0 2333 y Fm(In)f(the)g(P)o(ath)g(T)l(o)h
(P)o(erformance)d(the)i(soft)o(w)o(are)g(dev)o(elopmen)o(t)d(pro)q(cess)k
(starts)g(with)f(a)g(ph)o(ysical)0 2393 y(phenomenon)13 b(and)i(ends)f(with)f
(a)i(stream)d(of)j(mac)o(hine)c(instructions.)21 b(Man)o(y)13
b(ph)o(ysical)g(phenomena)0 2453 y(con)o(tain)18 b(signi\014can)o(t)g
(inheren)o(t)f(parallelism;)g(extremely)e(high)k(p)q(erformance)e(can)h(b)q
(e)h(obtained)g(if)p 0 2497 750 2 v 56 2528 a Fh(3)75 2543
y Fg(Often)13 b(the)g(wrong)g(metric)f(is)h(used,)g(giving)e(the)j(illusion)d
(of)h(p)q(o)q(or)h(\(or)g(go)q(o)q(d\))f(p)q(erformance.)18
b(F)m(or)12 b(example,)f(the)0 2593 y(most)i(common)f(metric,)h(mega\015ops,)
g(when)h(applied)g(to)g(a)g(pattern-matc)o(hing)g(program)e(will)h(giv)o(e)h
(a)g(misleadingly)0 2642 y(small)f(v)n(alue,)i(implying)e(p)q(o)q(or)j(p)q
(erformance.)23 b(In)15 b(this)h(case)h(a)e(di\013eren)o(t)h(metric)f(suc)o
(h)i(as)f(comparisons)e(or)i(logical)0 2692 y(op)q(erations)e(w)o(ould)f(b)q
(e)i(a)e(more)g(accurate)i(measure)f(of)f(\\w)o(ork")h(as)f(de\014ned)i(in)f
Fd(x)p Fg(4.1.)925 2828 y Fm(3)p eop
%%Page: 4 10
bop 319 556 a Fn(SOFTW)-6 b(ARE)277 616 y(P)h(ARALLELISM)1167
556 y(HARD)n(W)f(ARE)1136 616 y(P)h(ARALLELISM)245 737 y Fm(Ph)o(ysical)15
b(Phenomenon)474 797 y Ff(#)376 857 y Fi(\(Scientist\))474
917 y Ff(#)257 977 y Fm(Mathematical)f(Mo)q(del)474 1038 y
Ff(#)270 1098 y Fi(\(Numeric)n(al)j(A)o(nalyst\))474 1158 y
Ff(#)360 1218 y Fm(Algorithms)508 b(System)15 b(Requiremen)o(ts)474
1278 y Ff(#)273 1339 y Fi(\(Softwar)n(e)j(Engine)n(er\))474
1399 y Ff(#)1333 1278 y(#)1231 1339 y Fi(\(A)o(r)n(chite)n(ct\))1333
1399 y Ff(#)386 1459 y Fm(Program)549 b(System)15 b(Arc)o(hitecture)474
1519 y Ff(#)275 1579 y Fi(\(Compiling)j(System\))474 1640 y
Ff(#)1333 1519 y(#)1122 1579 y Fi(\(Har)n(dwar)n(e)e(Engine)n(er\))1333
1640 y Ff(#)352 1700 y Fm(Instructions)423 b(Arc)o(hitecture)14
b(Implem)o(e)o(n)o(tation)454 1760 y Ff(&)809 b(.)544 1820
y(\000)-9 b(!)91 b Fi(\(Pr)n(o)n(gr)n(am)15 b(Exe)n(cution\))94
b Ff( )-8 b(\000)925 1880 y(#)767 1940 y Fm(Execution)16 b(Time)933
2001 y Ff(#)856 2061 y Fi(\(Metric\))933 2121 y Ff(#)712 2181
y Fn(PERF)n(ORMANCE)167 2334 y(Figure)i(1)p Fm(:)j(The)c(P)o(ath)f(T)l(o)h(P)
o(erformance.)j(Agen)o(ts)15 b(are)i(sho)o(wn)g(in)f(paren)o(theses.)925
2828 y(4)p eop
%%Page: 5 11
bop 0 195 a Fm(this)21 b(parallelism)f(can)h(b)q(e)h(preserv)o(ed)e(at)i
(program)g(execution)e(time.)35 b(In)22 b(the)f(\014rst)h(step)f(of)h(the)0
255 y(P)o(ath,)g(a)f(scien)o(tist)e(dev)o(elops)h(a)i(mathematical)17
b(mo)q(del)j(for)h(the)g(ph)o(ysical)e(phenomenon.)34 b(Next,)0
315 y(an)17 b(algorithm)e(is)g(dev)o(elop)q(ed)h(to)g(solv)o(e)f(for)i(the)e
(relev)m(an)o(t)h(v)m(ariables)g(of)g(the)g(mathematical)d(mo)q(del.)0
376 y(With)i(the)g(algorithm)f(in)h(hand,)h(a)g(program)f(is)g(written.)20
b(Finally)l(,)14 b(the)h(program)g(is)g(compiled)e(and)0 436
y(link)o(ed)i(to)j(pro)q(duce)f(the)g(\014nal)g(instruction)g(stream.)22
b(Ob)o(viously)l(,)16 b(signi\014can)o(t)h(parallelism)e(can)i(b)q(e)0
496 y(lost)k(at)h(eac)o(h)e(step.)36 b(Simplifying)19 b(assumptions)i(in)f
(the)h(mathematical)d(mo)q(del)i(ma)o(y)g(eliminate)0 556 y(parallel)14
b(asp)q(ects)i(of)g(the)f(phenomenon,)f(sync)o(hronization)h(p)q(oin)o(ts)h
(and)f(sequen)o(tial)f(orderings)i(can)0 616 y(b)q(e)h(in)o(tro)q(duced)f(b)o
(y)g(the)g(algorithm,)g(false)g(dep)q(endences)g(and)h(an)o(y)g(n)o(um)o(b)q
(er)d(of)j(other)g(pitfalls)f(can)0 677 y(b)q(e)22 b(in)o(tro)q(duced)g(when)
g(the)g(program)f(is)h(written,)h(and)f(ev)o(en)f(the)h(b)q(est)g(compilers)e
(ma)o(y)g(fail)i(to)0 737 y(detect)15 b(all)h(the)g(parallelism)e(a)o(v)m
(ailable)h(in)h(the)g(program.)0 881 y Fe(3.2)70 b(Hardw)n(are)23
b(P)n(arallelism)0 974 y Fm(The)c(hardw)o(are)g(dev)o(elopmen)o(t)d(pro)q
(cess)j(starts)h(with)f(a)g(set)f(of)i(system)d(requiremen)o(ts,)f(including)
0 1034 y(those)c(dictated)f(b)o(y)g(non)o(tec)o(hnical)f(criteria)g(suc)o(h)h
(as)h(mark)o(et)e(considerations.)20 b(Giv)o(en)10 b(these)h(criteria)0
1094 y(an)16 b(arc)o(hitect)e(dev)o(elops)g(a)i(system)e(arc)o(hitecture,)g
(and)i(\014nally)e(a)i(group)h(of)e(engineers)g(dev)o(elops)g(an)0
1154 y(implem)o(en)o(tati)o(on)20 b(of)j(that)f(arc)o(hitecture.)796
1136 y Fj(4)854 1154 y Fm(A)f(giv)o(en)h(arc)o(hitecture)e(ma)o(y)h(b)q(e)h
(able)g(to)h(explicitly)0 1214 y(or)c(implicitly)c(supp)q(ort)21
b(parallelism)16 b(in)j(a)h(v)m(ariet)o(y)e(of)h(w)o(a)o(ys,)g(but)h(the)f
(ac)o(hiev)m(able)f(parallelism)e(is)0 1275 y(determined)c(b)o(y)i(the)g
(particular)g(implem)o(en)o(tation)e(of)j(the)f(arc)o(hitecture.)19
b(In)14 b(this)g(w)o(a)o(y)g(parallelism)0 1335 y(is)i(gained)g(or)h(lost)g
(at)f(eac)o(h)g(stage)h(of)f(the)g(hardw)o(are)h(dev)o(elopmen)o(t)c(pro)q
(cess.)0 1479 y Fe(3.3)70 b(Realizi)o(ng)20 b(P)n(arallelism)g(at)j(Run)n
(time)0 1572 y Fm(Ev)o(en)c(if)g(the)g(soft)o(w)o(are)h(instruction)f(stream)
f(and)i(the)f(hardw)o(are)h(arc)o(hitecture)e(implem)o(en)o(tation)0
1632 y(eac)o(h)g(con)o(tain)f(large)h(amoun)o(ts)g(of)g(parallelism,)e(high)i
(p)q(erformance)f(will)g(not)h(b)q(e)g(realized)f(unless)0
1692 y(the)f(t)o(w)o(o)h(parallelism)d(con\014gurations)k(are)f(compatible.)j
(One)d(common)d(mismatc)o(h)g(is)i(grain)h(size;)0 1752 y(the)k(parallel)f
(units)h(of)g(w)o(ork)g(in)g(the)g(soft)o(w)o(are)g(ma)o(y)f(b)q(e)h(to)q(o)h
(small)d(to)j(b)q(e)f(executed)f(e\016cien)o(tly)0 1812 y(giv)o(en)d(the)h
(parallelism)e(o)o(v)o(erhead)i(presen)o(t)g(in)g(the)g(hardw)o(are.)28
b(In)18 b(other)g(cases)g(the)h(\\shap)q(es")h(of)0 1872 y(the)g(parallelism)
e(ma)o(y)g(not)j(matc)o(h.)31 b(F)l(or)20 b(example,)f(a)h(massiv)o(ely)e
(parallel)h(arc)o(hitecture)g(with)h(a)0 1933 y(t)o(w)o(o-dimensional)c(grid)
i(of)g(pro)q(cessors)h(ma)o(y)d(not)j(b)q(e)f(able)f(to)h(p)q(erform)f
(computations)h(along)g(the)0 1993 y(diagonals)f(of)g(matrices)d(at)j(a)g
(high)f(rate.)0 2137 y Fe(3.4)70 b(Benc)n(hmarking)22 b(Metho)r(dologies)g
(and)i(the)e(P)n(ath)0 2230 y Fm(Eac)o(h)15 b(agen)o(t)h(in)e(the)h(P)o(ath)h
(T)l(o)f(P)o(erformance)f(represen)o(ts)g(a)i(scien)o(ti\014c)d(discipline)g
(dev)o(oted)i(to)g(min-)0 2290 y(imizing)e(the)i(loss)h(of)f(parallelism.)k
(F)l(or)c(example,)e(the)i(Numerical)e(Analysts)i(dev)o(elop)f(alternativ)o
(e)0 2350 y(algorithms)23 b(to)h(solv)o(e)f(a)h(giv)o(en)f(mathematical)e(mo)
q(del.)43 b(Soft)o(w)o(are)23 b(Engineers)h(study)g(w)o(a)o(ys)g(to)0
2410 y(instan)o(tiate)19 b(a)h(giv)o(en)f(algorithm)f(as)j(programs,)f(etc.)
30 b(Eac)o(h)20 b(of)g(these)f(disciplines)f(mak)o(es)g(trade-)0
2470 y(o\013s)k(with)g(the)f(parallelism)e(against)j(other)f(ob)s(jectiv)o(e)
f(criteria)g(suc)o(h)h(as)h(reducing)f(the)g(n)o(um)o(b)q(er)p
0 2514 750 2 v 56 2545 a Fh(4)75 2560 y Fg(The)d(arc)o(hitecture)i(and)e(arc)
o(hitecture)h(implemen)o(tation)c(are)j(often)g(confused,)h(but)f(they)h(are)
f(distinct.)30 b(F)m(or)0 2610 y(example,)12 b(the)h(IBM)h(370)e(line)h
(consists)h(of)f(di\013eren)o(t)h(implemen)o(tatio)o(ns)d(of)i(the)g(same)g
(arc)o(hitecture.)19 b(Similarly)m(,)9 b(the)0 2659 y(Cra)o(y)14
b(1,)f(Cra)o(y)g(X-MP)m(,)g(and)h(Cra)o(y)g(Y-MP)g(can)g(b)q(e)g(lo)q(osely)g
(view)o(ed)g(as)g(instan)o(tiations)f(of)g(the)h(same)g(arc)o(hitecture.)925
2828 y Fm(5)p eop
%%Page: 6 12
bop 0 195 a Fm(of)24 b(op)q(erations.)44 b(The)23 b(\014eld)g(of)h(P)o
(erformance)e(Ev)m(aluation)i(attempts)e(to)i(measure)e(parallelism)0
255 y(\(p)q(erformance\))15 b(at)i(particular)f(steps)g(on)h(the)f(P)o(ath.)
73 315 y(When)j(parallelism)c(is)k(measured)e(at)h(t)o(w)o(o)h(di\013eren)o
(t)e(steps,)i(w)o(e)f(call)f(the)h(highest)h(and)g(lo)o(w)o(est)0
376 y(measured)13 b(step)h(in)g(the)g(P)o(ath)h(the)f Fi(pr)n(ob)n(e)h(p)n
(oints)p Fm(.)20 b(F)l(or)14 b(example,)e(if)i(one)h(uses)f(a)h(program)f(k)o
(ernel)f(to)0 436 y(measure)g(the)g(execution)g(time)f(of)i(a)g(section)g(of)
g(co)q(de,)g(then)g(the)f(lo)q(cation)h(of)h(the)e(\014rst)h(prob)q(e)h(p)q
(oin)o(t)0 496 y(is)f(at)h(the)g(Program)f(lev)o(el,)e(and)k(the)e(second)h
(at)g(the)f(Execution)g(Time)e(lev)o(el.)19 b(If)14 b(one)h(measures)e(the)0
556 y(mega\015ops)k(rate)h(of)g(the)f(k)o(ernel,)f(then)h(the)g(second)h
(prob)q(e)g(p)q(oin)o(t)g(w)o(ould)f(b)q(e)h(at)g(the)f(P)o(erformance)0
616 y(lev)o(el.)73 677 y(Since)j(the)g(purp)q(ose)i(of)f(an)o(y)f(program)h
(is)f(to)h(pro)o(vide)f(a)h(solution)g(to)g(a)g(problem,)e(the)i(most)0
737 y(imp)q(ortan)o(t)c(p)q(erformance)g(measure)g(is)h(time)e(to)i(solution)
g(|)g(ho)o(w)h(quic)o(kly)c(the)j(problem)f(can)h(b)q(e)0 797
y(solv)o(ed.)23 b(F)l(or)17 b(this)g(question)f(the)h(appropriate)h(prob)q(e)
f(p)q(oin)o(ts)h(are)f(at)g(the)g(Ph)o(ysical)f(Phenomenon)0
857 y(and)21 b(Execution)f(Time)f(lev)o(els.)32 b(Almost)19
b(all)h(b)q(enc)o(hmark)f(activities)g(appro)o(ximate)g(this)i(desired)0
917 y(v)m(alue)c(b)o(y)f(using)h(a)g(di\013eren)o(t)f(\(but)h(represen)o
(tativ)o(e\))e(set)i(of)g(b)q(enc)o(hmarks)e(problems)h(and)h(general-)0
978 y(izing)g(the)g(results.)26 b(Some)16 b(sets)i(of)g(b)q(enc)o(hmark)e
(programs,)i(called)f Fi(kernel)i Fm(b)q(enc)o(hmarks,)d(con)o(tain)0
1038 y(a)22 b(set)g(of)g(program)g(fragmen)o(ts)e(whose)j(c)o(haracteristics)
d(are)i(designed)g(to)g(mimic)c(those)k(of)g(real)0 1098 y(programs.)j(The)18
b(Liv)o(ermore)d(F)l(ortran)j(Kernels)e([1])h(and)h(Linpac)o(k)g(b)q(enc)o
(hmark)d([2])i(are)h(examples)0 1158 y(of)d(k)o(ernel)f(b)q(enc)o(hmarks.)19
b(The)d(results)e(of)i(k)o(ernel)d(b)q(enc)o(hmarks)h(are)h(usually)g(rep)q
(orted)g(in)g(terms)f(of)0 1218 y(mega\015ops.)24 b(Suc)o(h)17
b(b)q(enc)o(hmarks)f(measure)g(the)h(parallelism)e(exploited)h(at)i
(execution)e(time)f(giv)o(en)0 1279 y(a)i(sp)q(eci\014ed)e(amoun)o(t)h(of)g
(parallelism)e(\(a)j(\014xed)f(program\))g(at)g(the)g(Program)h(lev)o(el.)73
1339 y(More)j(recen)o(tly)l(,)g(b)q(enc)o(hmarks)f(comp)q(osed)h(of)h(sets)g
(of)g(application)f(programs)h(ha)o(v)o(e)e(b)q(ecome)0 1399
y(a)o(v)m(ailable.)25 b(The)17 b(P)o(erfect)g(Benc)o(hmarks)e([3])i(and)h
(SPEC)h(Benc)o(hmark)c(Suite)i([4])g(are)h(t)o(w)o(o)f(p)q(opular)0
1459 y(examples.)23 b(Prop)q(onen)o(ts)c(of)f(application)f(b)q(enc)o(hmark)f
(sets)i(claim)e(that)i(a)g(set)f(of)h(k)o(ernels)e(cannot)0
1519 y(adequately)i(represen)o(t)g(the)h(p)q(erformance)e(c)o(haracteristics)
h(of)h(application)g(programs;)g(only)g(full)0 1579 y(programs)14
b(can)h(adequately)f(test)g(the)g(p)q(erformance)f(c)o(haracteristics)g(of)i
(a)f(computer)f(system.)19 b(Re-)0 1640 y(sults)14 b(are)g(usually)f(giv)o
(en)g(as)h(execution)f(times)e(for)j(eac)o(h)g(co)q(de)f(in)h(the)f(set,)h
(so)g(the)g(prob)q(e)g(p)q(oin)o(ts)g(are)0 1700 y(at)i(the)f(Program)h(and)g
(Execution)e(Time)g(lev)o(els.)19 b(Some)14 b(application)i(b)q(enc)o(hmark)e
(sets,)h(including)0 1760 y(the)f(P)o(erfect)f(Benc)o(hmarks)g(and)i(the)f
(NAS)g(P)o(arallel)f(Benc)o(hmarks)f([5],)i(allo)o(w)g(the)g(user)h(to)g
(increase)0 1820 y(p)q(erformance)e(b)o(y)g(mo)q(difying)f(the)i(source)f(co)
q(de;)i(c)o(hanges)f(from)e(the)i(simple)d(insertion)i(of)h(compiler)0
1880 y(directiv)o(es)k(to)i(the)g(substitution)g(of)g(new)g(algorithms)f(are)
h(allo)o(w)o(ed)f(as)i(long)f(as)h(the)e(correctness)0 1941
y(of)f(the)f(program)g(is)g(preserv)o(ed.)23 b(In)17 b(suc)o(h)g(cases)h(the)
f(\014rst)g(prob)q(e)h(p)q(oin)o(t)g(is)f(mo)o(v)o(ed)e(from)h(the)h(Pro-)0
2001 y(gram)i(lev)o(el)e(to)j(the)f(Algorithm)f(or)i(Mathematical)d(Mo)q(del)
j(lev)o(el,)d(dep)q(ending)j(on)g(the)f(exten)o(t)g(of)0 2061
y(the)d(mo)q(di\014cations.)73 2121 y(W)l(e)d(th)o(us)h(ha)o(v)o(e)f(sho)o
(wn)h(ho)o(w)g(the)f(metho)q(dologies)g(of)h(sev)o(eral)e(p)q(opular)j(b)q
(enc)o(hmark)d(sets)h(can)h(b)q(e)0 2181 y(sp)q(eci\014ed)h(in)f(our)i
(terminology)l(.)j(No)c(single)g(metho)q(dology)f(is)h(the)g(correct)g(one.)
21 b(Eac)o(h)15 b(b)q(enc)o(hmark)0 2242 y(metho)q(dology)e(measures)f
(something)g(di\013eren)o(t)h(and)g(the)g(user)g(needs)g(to)h(decide)e(if)h
(the)g(b)q(enc)o(hmark)0 2302 y(tests)h(and)g(measures)f(the)h(desired)f
(agen)o(ts.)21 b(Additionally)l(,)12 b(care)i(m)o(ust)e(b)q(e)i(tak)o(en)g
(when)g(comparing)0 2362 y(results)j(of)g(di\013eren)o(t)g(b)q(enc)o(hmarks)f
(to)h(see)g(that)h(the)f(same)f(set)h(of)g(agen)o(ts)h(is)f(b)q(eing)h
(measured.)k(A)0 2422 y(more)15 b(detailed)g(description)h(of)g(these)g(and)h
(other)f(b)q(enc)o(hmarks)f(can)i(b)q(e)f(found)h(in)f([6][7)o(][8].)925
2828 y(6)p eop
%%Page: 7 13
bop 0 195 a Fe(3.5)70 b(The)28 b(P)n(arallelism)e(Matrix:)43
b(A)29 b(Measure)g(of)h(Executed)e(P)n(aral-)157 270 y(leli)o(sm)0
362 y Fm(An)o(y)16 b(metric)e(that)j(considers)f(only)g(soft)o(w)o(are)h
(parallelism)d(\(e.g.)22 b(b)o(y)16 b(assuming)g(in\014nite)g(hardw)o(are)0
422 y(resources\))22 b(is)h(merely)c(a)k(measure)e(of)i(the)f(parallelism)e
Fi(p)n(otential)j Fm(con)o(tained)f(in)g(the)g(soft)o(w)o(are.)0
483 y(Corresp)q(ondingly)l(,)k(an)o(y)d(metric)e(based)j(solely)f(on)h(hardw)
o(are)g(parallelism)e(describ)q(es)h(only)g(the)0 543 y Fi(p)n(otential)d
Fm(parallelism)d(of)j(the)f(hardw)o(are.)807 525 y Fj(5)857
543 y Fm(Of)g(ultimate)f(in)o(terest)g(is)h(the)g(parallelism)e(ac)o(hiev)o
(ed)0 603 y(when)g(the)f(soft)o(w)o(are)g(and)i(hardw)o(are)f(parallelism)d
(in)o(teract)h(during)i(program)f(execution.)21 b(All)15 b(the)0
663 y(e\013orts)20 b(undertak)o(en)f(to)h(preserv)o(e)e(soft)o(w)o(are)h
(parallelism)e(and)j(maximiz)o(e)d(hardw)o(are)i(parallelism)0
723 y(can)14 b(b)q(e)h(view)o(ed)e(as)i(preparation)f(for)h(this)f(ev)o(en)o
(t.)19 b(W)l(e)14 b(call)g(the)g(parallelism)d(that)k(results)f(from)f(the)0
784 y(in)o(teraction)i(of)i(hardw)o(are)f(and)h(soft)o(w)o(are)g(parallelism)
c(the)j Fi(exe)n(cute)n(d)j(p)n(ar)n(al)r(lelism)p Fm(.)73
844 y(Curren)o(tly)l(,)13 b(commonplace)e(measures)h(of)i(executed)e
(parallelism)g(are)h(limited)e(to)j(p)q(ost)h(mortem)0 904
y(a)o(v)o(erages.)34 b(In)20 b(some)f(cases)i(soft)o(w)o(are)f(tec)o(hniques)
f(are)i(used)f(to)h(estimate)e(the)h(op)q(eration)h(coun)o(t)0
964 y(in)g(a)g(program)g(or)g(co)q(de)g(segmen)o(t,)f(then)h(this)f(coun)o(t)
h(is)g(divided)f(b)o(y)g(the)h(run)o(time)d(to)j(compute)0
1024 y(the)e(a)o(v)o(erage)g(parallelism.)28 b(On)20 b(some)e(systems)g(sp)q
(ecial)h(hardw)o(are)h(monitors)e(coun)o(t)i(prede\014ned)0
1084 y(classes)h(of)h(op)q(erations,)h(and)f(this)f(information)f(is)h(used)g
(to)h(compute)e(p)q(ost)i(mortem)d(a)o(v)o(erages.)0 1145 y(The)e(hardw)o
(are)g(approac)o(h)h(has)f(the)g(p)q(oten)o(tial)f(for)h(greater)g(accuracy)f
(but)h(is)g(still)e(limited)f(to)j(the)0 1205 y(simple)d(accum)o(ulation)g
(of)j(total)g(op)q(eration)g(coun)o(ts.)73 1265 y(Supp)q(ose)e(that)f(w)o(e)f
(ha)o(v)o(e)g(de\014ned)h(\\w)o(ork")g(to)g(b)q(e)g(\015oating)h(p)q(oin)o(t)
f(op)q(erations,)h(and)f(consider)g(an)0 1325 y(arbitrary)k(computer)e
(system)h(that)h(can)g(collectiv)o(ely)d(compute)h Fk(f)23
b Fm(\015oating)c(p)q(oin)o(t)f(op)q(erations)h(in)0 1385 y(one)c(clo)q(c)o
(k)e(p)q(erio)q(d.)22 b(A)14 b(natural)h(extension)f(to)h(the)f(simple)f(p)q
(ost)i(mortem)d(a)o(v)o(erage)i(is)h(a)g(histogram,)0 1446
y Fk(W)21 b Fm(=)13 b Ff(h)p Fk(W)183 1453 y Fj(0)204 1446
y Fk(;)8 b(:)g(:)g(:)f(;)h(W)359 1453 y Fc(f)382 1446 y Ff(i)p
Fm(,)13 b(where)f Fk(W)611 1453 y Fc(i)638 1446 y Fm(is)g(the)g(n)o(um)o(b)q
(er)f(of)i(clo)q(c)o(k)e(p)q(erio)q(ds)j(during)e(whic)o(h)g
Fk(i)g Fm(\015oating)i(p)q(oin)o(t)0 1548 y(op)q(erations)20
b(w)o(ere)e(completed)e(sim)o(ultaneously)l(.)27 b(The)19 b(sum)f
Fk(t)f Fm(=)1264 1491 y Fc(f)1245 1506 y Fb(X)1246 1597 y Fc(i)p
Fj(=0)1313 1548 y Fk(W)1359 1555 y Fc(i)1392 1548 y Fm(is)h(the)h(n)o(um)o(b)
q(er)e(of)i(clo)q(c)o(k)0 1690 y(p)q(erio)q(ds)e(consumed)e(b)o(y)h(the)g(en)
o(tire)f(program,)g(and)i(the)f(w)o(eigh)o(ted)f(sum)h Fk(w)f
Fm(=)1500 1633 y Fc(f)1480 1648 y Fb(X)1482 1739 y Fc(i)p Fj(=0)1549
1690 y Fk(iW)1612 1697 y Fc(i)1642 1690 y Fm(is)h(the)g(total)0
1782 y(amoun)o(t)i(of)i(w)o(ork,)f(in)g(this)g(case)g(\015oating)h(p)q(oin)o
(t)g(op)q(erations,)g(p)q(erformed)e(b)o(y)h(the)g(program.)29
b(T)l(o)0 1842 y(facilitate)17 b(comparisons)h(b)q(et)o(w)o(een)f(programs)h
(that)h(ha)o(v)o(e)f(di\013eren)o(t)f(execution)g(times,)f(w)o(e)i(divide)0
1902 y(eac)o(h)e(en)o(try)g(in)g(the)g(histogram)g(b)o(y)g
Fk(t)p Fm(,)g(the)g(total)h(execution)e(time)f(in)i(clo)q(c)o(k)g(p)q(erio)q
(ds,)h(to)g(pro)q(duced)0 1963 y(a)f(normalized)d(histogram)i(called)g(the)g
Fi(p)n(ar)n(al)r(lelism)i(ve)n(ctor)f Fk(P)21 b Fm(=)14 b Ff(h)p
Fk(P)1276 1970 y Fj(0)1296 1963 y Fk(;)8 b(:)g(:)g(:)g(;)g(P)1437
1970 y Fc(f)1460 1963 y Ff(i)p Fm(,)15 b(where)g Fk(P)1679
1970 y Fc(i)1708 1963 y Fm(=)e Fk(W)1805 1970 y Fc(i)1819 1963
y Fk(=t)p Fm(.)0 2023 y(By)g(construction,)g(eac)o(h)g(en)o(try)f
Fk(P)626 2030 y Fc(i)654 2023 y Fm(has)i(a)g(v)m(alue)f(b)q(et)o(w)o(een)f
(0.0)h(and)h(1.0)g(that)g(indicates)e(the)h(fraction)0 2083
y(of)k(time)d(during)i(whic)o(h)g Fk(i)g Fm(units)g(of)g(w)o(ork)h(w)o(ere)e
(completed)f(in)i(parallel.)73 2143 y(When)11 b(the)g(de\014nition)g(of)g
(\\w)o(ork")h(includes)e(op)q(erations)j(of)e(t)o(w)o(o)g(or)g(more)f(t)o(yp)
q(es)h(that)h(need)e(to)i(b)q(e)0 2203 y(distinguished,)g(the)f(parallelism)e
(v)o(ector)i(is)g(extended)g(to)h(higher)f(dimensions)f(in)h(a)h(straigh)o
(tforw)o(ard)0 2264 y(w)o(a)o(y)l(.)21 b(F)l(or)16 b(example)e(supp)q(ose)j
(w)o(e)e(de\014ne)h(t)o(w)o(o)g(distinct)f(kinds)g(of)i(w)o(ork,)e(memory)e
(op)q(erations)k(and)0 2324 y(\015oating)24 b(p)q(oin)o(t)f(op)q(erations,)i
(and)f(consider)f(a)g(mac)o(hine)e(that)i(can)g(p)q(erform)f(up)h(to)h
Fk(f)k Fm(\015oating)0 2384 y(p)q(oin)o(t)22 b(and)g Fk(m)g
Fm(memory)d(op)q(erations)k(in)e(one)h(clo)q(c)o(k)f(p)q(erio)q(d.)38
b(In)22 b(this)g(case)f(a)i(t)o(w)o(o-dimensional)0 2444 y(histogram)c
Fk(W)25 b Fm(=)18 b Fk(W)404 2451 y Fc(ij)435 2444 y Fk(;)8
b Fm(0)18 b Ff(\024)h Fk(i)f Ff(\024)g Fk(f)s(;)8 b Fm(0)18
b Ff(\024)g Fk(j)k Ff(\024)c Fk(m)p Fm(,)h(is)g(used,)g(where)g
Fk(W)1342 2451 y Fc(ij)1391 2444 y Fm(is)g(the)f(n)o(um)o(b)q(er)g(of)h(clo)q
(c)o(k)0 2504 y(p)q(erio)q(ds)13 b(during)f(whic)o(h)f Fk(i)g
Fm(\015oating)i(p)q(oin)o(t)f(op)q(erations)h(and)f Fk(j)j
Fm(memory)9 b(op)q(erations)k(w)o(ere)e(completed)p 0 2548
750 2 v 56 2579 a Fh(5)75 2594 y Fg(The)j(most)f(notorious)g(example,)f(of)i
(course,)g(is)g(p)q(eak)g(mega\015ops.)925 2828 y Fm(7)p eop
%%Page: 8 14
bop 0 238 a Fm(sim)o(ultaneously)l(.)19 b(As)d(b)q(efore)h(w)o(e)f(divide)f
(b)o(y)g(the)h(total)h(n)o(um)o(b)q(er)d(of)j(clo)q(c)o(k)e(p)q(erio)q(ds)i
Fk(t)d Fm(=)1681 181 y Fc(f)1661 196 y Fb(X)1662 287 y Fc(i)p
Fj(=0)1744 184 y Fc(m)1730 196 y Fb(X)1729 287 y Fc(j)r Fj(=0)1799
238 y Fk(W)1845 245 y Fc(ij)0 339 y Fm(to)e(obtain)g(a)g(normalized)e
(histogram)h(called)g(the)g Fi(p)n(ar)n(al)r(lelism)j(matrix)d
Fk(P)c Fm(,)12 b(where)g(eac)o(h)f Fk(P)1647 346 y Fc(ij)1691
339 y Fm(=)j Fk(W)1789 346 y Fc(ij)1819 339 y Fk(=t)p Fm(.)73
399 y(In)h(a)h(similar)e(w)o(a)o(y)h(parallelism)e(matrices)h(of)i(arbitrary)
f(dimension)f(can)i(b)q(e)g(constructed)f(with)0 460 y(one)20
b(dimension)e(for)i(eac)o(h)f(of)h(the)f(di\013eren)o(t)g(kinds)g(of)h(w)o
(ork)g(that)g(are)f(of)h(in)o(terest.)30 b(Some)19 b(other)0
520 y(p)q(ossibilities)11 b(for)i(\\w)o(ork")g(include)e(logical)h(op)q
(erations,)h(in)o(teger)f(op)q(erations,)h(and)g(I/O)f(op)q(erations.)0
580 y(Dep)q(ending)24 b(on)g(ho)o(w)g(w)o(e)f(de\014ne)g(w)o(ork)g(w)o(e)h
(can)f(obtain)h(v)m(arious)g(parallelism)e(pro\014les)h(from)g(a)0
640 y(program's)18 b(parallelism)f(matrix.)26 b(In)19 b(the)f(t)o(w)o(o)h
(dimensional)e(case)i(describ)q(ed)f(ab)q(o)o(v)o(e,)g(the)h(v)o(ector)0
700 y(of)h(ro)o(w)g(sums)f(of)h(the)g(parallelism)d(matrix)h(giv)o(es)h(a)h
(pro\014le)g(of)g(the)f(memory)e(parallelism,)h(while)0 761
y(the)f(v)o(ector)f(of)h(column)f(sums)g(sho)o(ws)i(the)f(pro\014le)g(of)g
(\015oating-p)q(oin)o(t)h(parallelism.)k(The)17 b(v)o(ector)f(of)0
821 y(diagonal)i(sums)d(represen)o(ts)h(a)i(pro\014le)e(of)h(w)o(ork)g
(parallelism)d(where)i(\015oating)i(p)q(oin)o(t)f(and)g(memory)0
881 y(op)q(erations)j(are)f(not)g(distinguished)g(\(i.e.)28
b(the)18 b(unit)h(of)g(w)o(ork)g(is)g(de\014ned)g(as)g(a)g(\015oating-p)q
(oin)o(t)i Fi(or)0 941 y Fm(memory)13 b(op)q(eration\).)0 1086
y Fe(3.6)70 b(Quan)n(tifying)22 b(Di\013erences)e(in)i(Executed)h(P)n
(arallelism)0 1178 y Fm(Although)c(similar)d(programs)i(will)f(exhibit)h
(similar)e(a)o(v)o(erage)i(parallelism)e(on)i(a)h(giv)o(en)f(mac)o(hine,)0
1238 y(the)e(con)o(v)o(erse)f(is)g(not)i(true;)e(similar)f(a)o(v)o(erage)i
(parallelism)d(do)q(es)k(not)f(indicate)f(that)i(programs)f(are)0
1298 y(similar)c([12].)20 b(P)o(arallelism)12 b(v)o(ectors)h(and)i(matrices)d
(rev)o(eal)h(di\013erences)g(in)h(program)g(b)q(eha)o(vior)g(that)0
1359 y(cannot)22 b(b)q(e)g(distinguished)f(b)o(y)g(a)o(v)o(erages.)36
b(W)l(e)22 b(can)f(compare)g(the)g(parallelism)e(pro\014les)i(of)h(t)o(w)o(o)
0 1419 y(programs)d(b)o(y)f(comparing)g(the)h(parallelism)e(matrices)g(for)i
(eac)o(h)f(program)h(using)g(the)g(F)l(rob)q(enius)0 1479 y(matrix)e(norm)h
(to)i(quan)o(tify)e(the)g(di\013erence.)28 b(If)19 b Fk(A)f
Fm(is)h(the)g(t)o(w)o(o-dimensional)e Fk(m)c Ff(\002)f Fk(n)19
b Fm(parallelism)0 1539 y(matrix)f(for)j(Program)f(1)h(and)f
Fk(B)j Fm(is)d(the)g Fk(m)14 b Ff(\002)f Fk(n)20 b Fm(parallelism)e(matrix)h
(for)h(Program)g(2,)h(then)f(w)o(e)0 1599 y(gauge)d(the)f(di\013erence)f(in)h
(parallelism)e(b)q(et)o(w)o(een)h(the)h(t)o(w)o(o)h(programs)f(b)o(y)426
1709 y(di\013erence)f(in)h(parallelism)39 b(=)i Ff(k)p Fk(A)11
b Ff(\000)g Fk(B)s Ff(k)1239 1724 y Fc(F)973 1885 y Fm(=)1052
1802 y Fb(v)1052 1825 y(u)1052 1850 y(u)1052 1875 y(t)p 1096
1802 353 2 v 1111 1831 a Fc(m)1096 1844 y Fb(X)1097 1935 y
Fc(i)p Fj(=1)1184 1831 y Fc(n)1165 1844 y Fb(X)1164 1935 y
Fc(j)r Fj(=1)1234 1885 y Ff(j)p Fk(a)1274 1892 y Fc(ij)1315
1885 y Ff(\000)g Fk(b)1386 1892 y Fc(ij)1416 1885 y Ff(j)1430
1871 y Fj(2)1813 1885 y Fm(\(1\))0 2038 y(In)o(tuitiv)o(ely)l(,)j(the)j(F)l
(rob)q(enius)g(norm)f(represen)o(ts)h(the)g(\\distance")h(b)q(et)o(w)o(een)e
(t)o(w)o(o)h(matrices,)e(just)i(as)0 2098 y(the)e(Euclidean)f(form)o(ula)g
(is)g(used)h(to)h(measure)d(the)i(distance)g(b)q(et)o(w)o(een)f(t)o(w)o(o)h
(p)q(oin)o(ts.)21 b(This)15 b(metho)q(d)0 2159 y(is)h(used)g(to)h(compare)e
(some)g(application)h(b)q(enc)o(hmarks)f(in)h(Section)g(5.)73
2219 y(Recall)j(that)h(the)g(matrix)f(elemen)o(ts)e(represen)o(t)i(the)h
(fraction)g(of)g(the)g(normalized)e(execution)0 2279 y(time,)g(so)j(that)f
(their)f(sum)g(equals)g(1.0.)32 b(This)20 b(means)f(that)h(the)g
(di\013erence)f(in)g(parallelism)f(ma)o(y)0 2339 y(range)i(from)f(0.0)h(for)h
(t)o(w)o(o)e(programs)h(with)g(iden)o(tical)e(parallelism)g(distributions,)i
(to)1661 2298 y Ff(p)p 1702 2298 25 2 v 1702 2339 a Fm(2)h(in)e(the)0
2399 y(case)d(where)g(eac)o(h)g(matrix)e(has)j(only)f(one)h(non-zero)f
(elemen)o(t)d(\(with)j(v)m(alue)g(1.0\))h(and)g(the)f(lo)q(cation)0
2460 y(of)h(the)f(non-zero)g(elemen)o(t)e(in)h(eac)o(h)h(matrix)f(is)h
(di\013eren)o(t.)925 2828 y(8)p eop
%%Page: 9 15
bop 0 203 a Fl(4)83 b(Rederiv)-5 b(ation)24 b(of)i(Basic)e(P)n(arallel)i(P)n
(erformance)e(Met-)124 295 y(rics)0 404 y Fm(This)d(section)g(striv)o(es)f
(to)h(justify)g(the)f(approac)o(h)i(to)g(Benc)o(hmarking)c(describ)q(ed)j(in)
f Ff(x)p Fm(5)i(and)g(our)0 464 y(emphasis)16 b(on)h(parallelism)d(b)o(y)j
(sho)o(wing)g(that)g(man)o(y)e(common)g(p)q(erformance)h(metrics,)e
(including)0 525 y(Amdahl's)g(La)o(w,)j(are)f(directly)f(related)g(to)i(the)f
(parallelism)e(in)i(the)g(hardw)o(are)g(and)h(soft)o(w)o(are.)0
669 y Fe(4.1)70 b(P)n(erformance)0 761 y Fm(The)16 b(ultimate)e(metric)f(for)
k(measuring)e(the)g(p)q(erformance)g(of)i(a)f(mac)o(hine)e(executing)h(a)h
(giv)o(en)f(pro-)0 822 y(gram)h(with)g(a)h(\014xed)f(dataset)h(is)f(the)g(in)
o(v)o(erse)f(of)i(the)f(w)o(all)g(clo)q(c)o(k)f(time,)f Fi(WCT)p
1473 822 15 2 v 17 w(se)n(c)n(onds)p Fm(,)i(measured)0 882
y(in)g(units)g(of)h(recipro)q(cal)e(seconds,)669 862 y Fj(1)p
653 870 48 2 v 653 899 a Fc(sec)706 882 y Fm(.)618 1019 y Fi(Performanc)n(e)e
Fm(=)1093 985 y Fi(1)p 959 1007 294 2 v 959 1053 a(WCT)p 1081
1053 15 2 v 17 w(se)n(c)n(onds)1813 1019 y Fm(\(2\))73 1148
y(If)18 b(a)g(program)g(tak)o(es)g(10)g(elapsed)g(seconds)g(to)h(run,)f(then)
g(its)g(p)q(erformance)e(is)1602 1128 y Fj(1)p 1593 1136 36
2 v 1593 1165 a(10)1654 1128 y(1)p 1638 1136 48 2 v 1638 1165
a Fc(sec)1709 1148 y Fm(for)j(that)0 1208 y(problem.)26 b(Another)18
b(program)g(that)h(solv)o(es)e(the)h(same)g(problem)e(has)j(higher)f(p)q
(erformance)g(if)f(its)0 1268 y(execution)23 b(time)e(is)i(smaller.)42
b(W)l(e)23 b(clarify)g(the)g(factors)h(that)g(con)o(tribute)f(to)h(p)q
(erformance)f(b)o(y)0 1329 y(m)o(ultiplyi)o(ng)14 b(equation)i(\(2\))h(t)o
(wice)e(b)o(y)h(a)g(factor)h(whose)g(v)m(alue)f(is)g(1.)369
1511 y Fi(Performanc)n(e)41 b Fm(=)900 1477 y(1)p 766 1499
294 2 v 766 1545 a Fi(WCT)p 888 1545 15 2 v 17 w(se)n(c)n(onds)1075
1511 y Ff(\002)1130 1477 y Fi(work)p 1130 1499 101 2 v 1130
1545 a(work)1246 1511 y Ff(\002)1301 1477 y Fi(total)p 1398
1477 15 2 v 18 w(CPs)p 1301 1499 201 2 v 1301 1545 a(total)p
1398 1545 15 2 v 18 w(CPs)681 1669 y Fm(=)804 1635 y(1)p 766
1657 101 2 v 766 1703 a Fi(work)882 1669 y Ff(\002)987 1635
y Fi(work)p 937 1657 201 2 v 937 1703 a(total)p 1034 1703 15
2 v 18 w(CPs)1153 1669 y Ff(\002)1254 1635 y Fi(total)p 1351
1635 V 19 w(CPs)p 1208 1657 294 2 v 1208 1703 a(WCT)p 1330
1703 15 2 v 17 w(se)n(c)n(onds)1813 1669 y Fm(\(3\))681 1824
y(=)804 1790 y(1)p 766 1812 101 2 v 766 1858 a Fi(work)882
1824 y Ff(\002)11 b Fk(par)q(al)q(l)q(el)q(ism)e Ff(\002)h
Fk(cl)q(ock)p 1354 1824 15 2 v 20 w(r)q(ate)354 b Fm(\(4\))16
1946 y(where)73 2048 y Ff(\017)24 b Fi(work)16 b Fm(is)g(the)g(total)h(n)o
(um)o(b)q(er)d(of)j(\\op)q(erations")h(in)e(the)g(program.)73
2150 y Ff(\017)24 b Fi(op)n(er)n(ation)15 b Fm(The)h(de\014nition)g(of)g(op)q
(eration)h(is)f Fi(arbitr)n(ary)p Fm(.)j(An)d(op)q(eration)h(ma)o(y)e(b)q(e)h
(a)g(mem)o(b)q(er)122 2210 y(of)k(the)f(set)h(of)g(all)f(op)q(eration)h(t)o
(yp)q(es,)g(only)f(\015oating)i(p)q(oin)o(t)e(op)q(erations,)i(only)f(in)o
(teger)e(and)122 2270 y(logical)11 b(op)q(erations,)h(only)f(memory)d(op)q
(erations,)13 b(only)e(I/O)g(op)q(erations)h(or)g(an)o(y)f(com)o(bination)122
2330 y(of)16 b(op)q(eration)g(classes)g(that)g(the)f(user)g(ma)o(y)f(wish)i
(to)g(de\014ne)f(to)h(suit)f(his)h(purp)q(ose.)22 b(The)15
b(only)122 2391 y(limitation)j(is)i(that)h(the)f(same)g(de\014nition)g(m)o
(ust)f(b)q(e)i(used)f(in)g(b)q(oth)i(the)e(\014rst)h(and)g(second)122
2451 y(factors)c(in)f(equation)g(\(3\).)73 2552 y Ff(\017)24
b Fi(total)p 219 2552 V 19 w(CPs)g Fm(is)g(the)g(total)g(n)o(um)o(b)q(er)e
(of)j(elapsed)f(clo)q(c)o(k)f(p)q(erio)q(ds)i(required)e(to)i(execute)d(the)
122 2613 y(program.)45 b(It)24 b(has)h(the)f(same)f(v)m(alue)h(as)h(the)f(w)o
(all)g(clo)q(c)o(k)f(time,)h(W)o(CT)p 1530 2613 V 18 w(seconds,)i(but)e(is)
122 2673 y(expressed)16 b(in)g(units)g(of)g(clo)q(c)o(k)g(p)q(erio)q(ds.)925
2828 y(9)p eop
%%Page: 10 16
bop 73 195 a Ff(\017)24 b Fi(p)n(ar)n(al)r(lelism)19 b Fm(is)f(the)h(ratio)g
(of)f(the)h(w)o(ork)f(p)q(erformed)g(to)h(the)f(elapsed)h(time,)d(and)j(is)g
(the)f Fi(av-)122 255 y(er)n(age)j Fm(n)o(um)o(b)q(er)f(of)i(op)q(erations)g
(pro)q(duced)g(p)q(er)f(clo)q(c)o(k)g(p)q(erio)q(d.)37 b(It)20
b(can)i(include)e(b)q(oth)i(the)122 315 y(concurren)o(t)17
b(execution)g(of)h(m)o(ultiple)d(pro)q(cessors,)k(and)g(the)f(o)o(v)o(erlapp)
q(ed)f(execution)g(of)h(sev-)122 376 y(eral)e(instructions)g(within)g(a)g
(single)g(pro)q(cessor.)73 477 y Ff(\017)24 b Fi(clo)n(ck)p
226 477 15 2 v 19 w(r)n(ate)15 b Fm(is)f(the)h(ratio)g(of)h(the)f(n)o(um)o(b)
q(er)e(of)i(elapsed)g(clo)q(c)o(k)f(p)q(erio)q(ds)i(to)f(the)g(elapsed)f
(time)f(in)122 538 y(seconds.)22 b(It)15 b(is)h(the)g(n)o(um)o(b)q(er)f(of)h
(clo)q(c)o(k)g(p)q(erio)q(ds)h(in)f(one)g(second.)0 639 y(This)e
(de\014nition)f(of)i(p)q(erformance)d(is)i(similar)e(to)i(that)g(giv)o(en)f
(in)h([9])f(except)g(that)h(w)o(e)g(use)g(w)o(all)f(clo)q(c)o(k)0
699 y(time)h(rather)i(than)h(CPU)f(time.)0 844 y Fe(4.2)70
b(Execution)22 b(Rate)0 936 y Fm(Although)d(P)o(erformance)d(is)j(the)f
(metric)e(of)j(c)o(hoice,)e(another)i(metric,)d Fi(Exe)n(cution)p
1571 936 V 20 w(R)n(ate)p Fm(,)i(is)g(often)0 996 y(used)24
b(b)q(ecause)g(it)f(is)g(easy)h(to)g(compare)f(this)g(metric)f(with)h(the)h
Fi(Pe)n(ak)p 1379 996 V 18 w(Exe)n(cution)p 1603 996 V 19 w(R)n(ate)g
Fm(metric)0 1057 y(describ)q(ed)16 b(b)q(elo)o(w.)21 b(Execution)p
590 1057 V 17 w(Rate)16 b(ma)o(y)f(b)q(e)h(expressed)g(in)g(sev)o(eral)f
(forms.)275 1167 y Fi(Exe)n(cution)p 484 1167 V 19 w(R)n(ate)41
b Fm(=)g Fi(Performanc)n(e)11 b Ff(\002)g Fi(work)638 1261
y Fm(=)819 1228 y Fi(work)p 722 1250 294 2 v 722 1295 a(WCT)p
844 1295 15 2 v 18 w(se)n(c)n(onds)638 1378 y Fm(=)717 1317
y Fb(\022)791 1344 y Fm(1)p 753 1366 101 2 v 753 1412 a Fi(work)869
1378 y Ff(\002)g Fi(p)n(ar)n(al)r(lelism)g Ff(\002)g Fi(clo)n(ck)p
1311 1378 15 2 v 19 w(r)n(ate)1409 1317 y Fb(\023)1450 1378
y Ff(\002)g Fi(work)638 1469 y Fm(=)41 b Fi(p)n(ar)n(al)r(lelism)12
b Ff(\002)f Fi(clo)n(ck)p 1110 1469 V 19 w(r)n(ate)605 b Fm(\(5\))0
1593 y(Execution)p 217 1593 V 17 w(Rate)22 b(is)g(measured)f(in)h(units)g(of)
928 1569 y(op)q(erations)p 890 1582 298 2 v 890 1618 a(W)o(CT)p
1012 1618 15 2 v 18 w(seconds)1192 1593 y(.)39 b(While)22 b(the)g(P)o
(erformance)e(mea-)0 1653 y(suremen)o(ts)e(for)i(eac)o(h)g(of)g(t)o(w)o(o)g
(programs)g(solving)g(the)g(same)e(problem)h(are)h(alw)o(a)o(ys)g
(comparable,)0 1714 y(the)h(Execution)p 306 1714 V 17 w(Rates)g(for)g(t)o(w)o
(o)f(programs)h(solving)g(the)g(same)e(problem)h(are)h(only)f(comparable)0
1774 y(if)g(w)o(ork)h(is)f(the)h(same)f(for)h(b)q(oth)g(programs.)35
b(The)21 b(same)f(relationships)g(hold)h(when)g(comparing)0
1834 y(mac)o(hines)16 b(solving)j(the)f(same)f(problem.)26
b(Execution)p 1021 1834 V 17 w(Rate)18 b(is)h(often)f(mistak)o(enly)e
(confused)i(with)0 1894 y(p)q(erformance.)0 2039 y Fe(4.3)70
b(P)n(eak)23 b(Execution)f(Rate)0 2131 y Fm(W)l(e)16 b(de\014ne)g(P)o(eak)p
332 2131 V 17 w(Execution)p 563 2131 V 17 w(Rate)g(as)113 2251
y Fi(Pe)n(ak)p 216 2251 V 18 w(Exe)n(cution)p 440 2251 V 19
w(R)n(ate)41 b Fm(=)h Fi(work)11 b Ff(\002)835 2190 y Fb(\022)908
2217 y Fm(1)p 870 2239 101 2 v 870 2285 a Fi(work)987 2251
y Ff(\002)f Fi(maximal)p 1218 2251 15 2 v 19 w(p)n(ar)n(al)r(lelism)h
Ff(\002)g Fi(clo)n(ck)p 1626 2251 V 19 w(r)n(ate)1724 2190
y Fb(\023)594 2339 y Fm(=)42 b Fi(maximal)p 856 2339 V 18 w(p)n(ar)n(al)r
(lelism)11 b Ff(\002)g Fi(clo)n(ck)p 1263 2339 V 19 w(r)n(ate)0
2449 y Fm(where)j Fi(maximal)p 321 2449 V 18 w(p)n(ar)n(al)r(lelism)g
Fm(is)g(the)f(maxim)o(um)d(n)o(um)o(b)q(er)i(of)i(\\op)q(eration")i(results)d
(that)i(the)e(hard-)0 2509 y(w)o(are)f(can)h(pro)q(duce)f(in)g(one)h(clo)q(c)
o(k)e(p)q(erio)q(d,)i(assuming)f(that)h(all)f(other)g(resources)g(suc)o(h)g
(as)h(functional)0 2570 y(units,)18 b(registers)g(and)h(data)g(paths,)g(and)f
(of)h(course,)f(the)g(op)q(erands,)h(are)g(alw)o(a)o(ys)e(a)o(v)m(ailable)h
(when)0 2630 y(needed.)913 2828 y(10)p eop
%%Page: 11 17
bop 73 195 a Fm(As)17 b(an)g(example,)d(a)j(CRA)l(Y)f(C-90)h(with)g(eac)o(h)f
(CPU)h(con)o(taining)f(an)h(add)g(and)h(m)o(ultiply)13 b(func-)0
255 y(tional)k(unit,)e(3)i(memory)d(p)q(orts,)j(and)g(2)g(logical)f
(functional)h(units,)f(eac)o(h)g(capable)g(of)h(pro)q(ducing)h(2)0
315 y(results)e(p)q(er)g(clo)q(c)o(k)g(p)q(erio)q(d,)g(16)h(CPUs,)f(and)h(a)f
(4ns)h(clo)q(c)o(k)f(p)q(erio)q(d)g(has)h(P)o(eak)p 1439 315
15 2 v 18 w(Execution)p 1671 315 V 17 w(Rates)f(of)254 417
y(4)h(\(+,*\))f(results)p 254 433 310 2 v 375 469 a(CP)233
563 y(6)g(memory)e(w)o(ords)p 233 576 353 2 v 375 612 a(CP)243
707 y(4)j(logical)f(results)p 243 720 332 2 v 375 756 a(CP)611
381 y Fb(9)611 418 y(>)611 431 y(>)611 443 y(>)611 456 y(>)611
468 y(>)611 481 y(>)611 493 y(>)611 505 y(>)611 518 y(>)611
530 y(=)611 605 y(>)611 618 y(>)611 630 y(>)611 642 y(>)611
655 y(>)611 667 y(>)611 680 y(>)611 692 y(>)611 705 y(>)611
717 y(;)659 580 y Ff(\002)11 b Fm(16)17 b(CPUs)11 b Ff(\002)g
Fm(250)17 b(MHz)c(=)1217 393 y Fb(8)1217 431 y(>)1217 443 y(>)1217
456 y(>)1217 468 y(>)1217 481 y(>)1217 493 y(>)1217 505 y(>)1217
518 y(>)1217 530 y(<)1217 605 y(>)1217 618 y(>)1217 630 y(>)1217
642 y(>)1217 655 y(>)1217 667 y(>)1217 680 y(>)1217 692 y(>)1217
705 y(:)1291 419 y Fm(16.0)k(G\015ops)p 1279 432 278 2 v 1279
469 a(W)o(CT)p 1401 469 15 2 v 18 w(second)1604 444 y(or)1305
563 y(24.0)g(GWs)p 1279 571 278 2 v 1279 607 a(W)o(CT)p 1401
607 15 2 v 18 w(second)1604 583 y(or)1289 701 y(16.0)g(GLops)p
1279 714 278 2 v 1279 751 a(W)o(CT)p 1401 751 15 2 v 18 w(second)0
844 y(where)f Fi(GL)n(ops/WCT)p 425 844 V 16 w(se)n(c)n(ond)g
Fm(is)g(one)g(billion)f(logical)h(op)q(erations)i(p)q(er)e(W)o(CT)p
1475 844 V 18 w(second.)21 b(The)0 904 y(P)o(eak)p 107 904
V 17 w(Execution)p 338 904 V 17 w(Rate)15 b(of)g(a)h(mac)o(hine)d(ma)o(y)g(b)
q(e)i(ac)o(hiev)m(able)f(for)h(short)h(p)q(erio)q(ds)f(of)h(time,)c(but)k(ma)
o(y)0 964 y(not)k(b)q(e)f(sustainable)h(o)o(v)o(er)e(longer)i(p)q(erio)q(ds)g
(since)e(the)h(assumptions)h(made)e(in)h(the)g(de\014nition)g(of)0
1024 y(maximal)p 189 1024 V 14 w(parallelism)14 b(are)j(usually)f(not)g(alw)o
(a)o(ys)g(true.)0 1168 y Fe(4.4)70 b(Sp)r(eedup)0 1260 y Fm(W)l(e)22
b(de\014ne)f(Sp)q(eedup)h(of)g(a)g(new)g(program)g(o)o(v)o(er)f(an)h(old)g
(program)f(that)i(b)q(oth)f(solv)o(e)f(the)h(same)0 1320 y(problem)15
b(as)i(the)f(ratio)g(of)h(the)f(p)q(erformance)f(of)h(eac)o(h)g(program.)620
1448 y Fi(Sp)n(e)n(e)n(dup)e Fm(=)857 1414 y Fi(Performanc)n(e\(new\))p
857 1436 393 2 v 867 1482 a(Performanc)n(e\(old\))0 1578 y
Fm(F)l(rom)h(\(2\))i(it)e(follo)o(ws)i(that)609 1666 y Fi(Sp)n(e)n(e)n(dup)d
Fm(=)855 1632 y Fi(WCT)p 977 1632 15 2 v 18 w(se)n(c)n(onds\(old\))p
845 1654 416 2 v 845 1700 a(WCT)p 967 1700 15 2 v 18 w(se)n(c)n(onds\(new\))0
1778 y Fm(whic)o(h)e(is)g(related)g(to)g(the)h(standard)g(de\014nition,)g
Fk(S)s Fm(\()p Fk(p)p Fm(\))h(=)g Fk(T)7 b Fm(\(1\))p Fk(=T)g
Fm(\()p Fk(p)p Fm(\),)12 b(for)h(m)o(ultipro)q(cessor)e(sp)q(eedup)0
1838 y(using)18 b Fk(p)g Fm(pro)q(cessors)h([10].)25 b(Ho)o(w)o(ev)o(er,)16
b(w)o(e)h(can)h(use)f(the)h(de\014nition)f(of)h(P)o(erformance)e(giv)o(en)g
(in)i(\(3\))0 1898 y(to)f(exp)q(ose)f(the)g(con)o(tributing)g(factors)h(to)f
(Sp)q(eedup)h(in)f(greater)g(detail.)303 2065 y Fi(Sp)n(e)n(e)n(dup)e
Fm(=)643 1987 y Fi(1)p 545 1995 223 2 v 545 2034 a(work\(new\))783
2007 y Ff(\002)d Fi(p)n(ar)n(al)r(lelism\(new\))h Ff(\002)f
Fi(clo)n(ck)p 1347 2007 15 2 v 19 w(r)n(ate\(new\))p 540 2053
1028 2 v 663 2091 a(1)p 574 2099 203 2 v 574 2138 a(work\(old\))793
2110 y Ff(\002)g Fi(p)n(ar)n(al)r(lelism\(old\))g Ff(\002)g
Fi(clo)n(ck)p 1337 2110 15 2 v 19 w(r)n(ate\(old\))0 2218 y
Fm(or)298 2293 y Fi(Sp)n(e)n(e)n(dup)j Fm(=)545 2260 y Fi(work\(old\))p
535 2282 223 2 v 535 2328 a(work\(new\))773 2293 y Ff(\002)828
2260 y Fi(p)n(ar)n(al)r(lelism\(new\))p 828 2282 350 2 v 838
2328 a(p)n(ar)n(al)r(lelism\(old\))1193 2293 y Ff(\002)1248
2260 y Fi(clo)n(ck)p 1352 2260 15 2 v 19 w(r)n(ate\(new\))p
1248 2282 324 2 v 1258 2328 a(clo)n(ck)p 1362 2328 15 2 v 19
w(r)n(ate\(old\))1813 2293 y Fm(\(6\))0 2405 y(Equation)21
b(\(6\))g(illustrates)f(the)g(t)o(w)o(o)g(additional)h(factors,)g(the)g(w)o
(ork)f(ratio)h(and)g(the)f(parallelism)0 2466 y(ratio,)c(that)h(prev)o(en)o
(t)e(accurate)h(mac)o(hine)e(comparisons)i(based)g(solely)g(on)g(the)g(clo)q
(c)o(k)p 1606 2466 V 17 w(rate)g(ratio.)73 2526 y(If)21 b(w)o(e)g(are)h
(comparing)e(t)o(w)o(o)i(executions)e(on)i(the)g(same)e(mac)o(hine,)g(then)i
Fi(clo)n(ck)p 1596 2526 V 19 w(r)n(ate\(new\))h(=)0 2586 y(clo)n(ck)p
104 2586 V 19 w(r)n(ate\(old\))p Fm(.)496 2674 y Fi(Sp)n(e)n(e)n(dup)13
b Fm(=)742 2640 y Fi(work\(old\))p 732 2662 223 2 v 732 2708
a(work\(new\))970 2674 y Ff(\002)1025 2640 y Fi(p)n(ar)n(al)r(lelism\(new\))p
1025 2662 350 2 v 1035 2708 a(p)n(ar)n(al)r(lelism\(old\))1813
2674 y Fm(\(7\))913 2828 y(11)p eop
%%Page: 12 18
bop 0 195 a Fm(where)16 b(the)g(\014rst)g(factor)h(is)f(the)g(recipro)q(cal)g
(of)g(the)g(Redundancy)l(,)654 316 y Fi(R)n(e)n(dundancy)e
Fm(=)980 282 y Fi(work\(new\))p 980 305 223 2 v 990 350 a(work\(old\))1207
316 y Fk(:)0 476 y Fe(4.5)70 b(E\016ciency)0 568 y Fm(W)l(e)19
b(de\014ne)g(the)g(E\016ciency)f(of)i(a)g(new)f(program)g(as)h(the)f(ratio)h
(of)g(the)f(realized)f(Sp)q(eedup)h(to)h(the)0 629 y(maxim)o(um)12
b(p)q(ossible)k(Sp)q(eedup.)614 747 y Fi(E\016ciency)f Fm(=)992
713 y Fi(Sp)n(e)n(e)n(dup)p 893 735 363 2 v 893 781 a(maximal)p
1075 781 15 2 v 19 w(Sp)n(e)n(e)n(dup)1813 747 y Fm(\(8\))0
869 y(where,)g(using)i(\(7\),)314 992 y Fi(maximal)p 496 992
V 18 w(Sp)n(e)n(e)n(dup)d Fm(=)803 959 y Fi(work\(old\))p 748
981 314 2 v 748 1026 a(work\(max)p 958 1026 15 2 v 18 w(p)n(ar\))1077
992 y Ff(\002)1131 959 y Fi(maximal)p 1313 959 V 19 w(p)n(ar)n(al)r(lelism)p
1131 981 425 2 v 1179 1026 a(p)n(ar)n(al)r(lelism\(old\))0
1117 y Fm(and)i Fi(work\(max)p 304 1117 15 2 v 18 w(p)n(ar\))e
Fm(is)g(the)h(n)o(um)o(b)q(er)e(of)i(op)q(erations)h(in)f(the)g
Fi(maximal)p 1339 1117 V 18 w(p)n(ar)n(al)r(lel)24 b Fm(implem)o(e)o(n)o
(tation.)73 1177 y(De\014nition)14 b(\(8\))h(is)f(related)g(to)h(the)f
(standard)h(de\014nition,)f Fk(E)s Fm(\()p Fk(p)p Fm(\))h(=)e
Fk(S)s Fm(\()p Fk(p)p Fm(\))p Fk(=p)p Fm(,)j(for)f(m)o(ultipro)q(cessor)0
1237 y(E\016ciency)g(using)h Fk(p)h Fm(pro)q(cessors)g([10)q(].)k(Ho)o(w)o
(ev)o(er,)14 b(w)o(e)i(can)g(use)g(the)g(de\014nition)g(of)h(Sp)q(eedup)f(in)
g(\(7\),)0 1297 y(the)i(constan)o(t)h(clo)q(c)o(k)p 396 1297
V 17 w(rate)f(case,)h(to)g(exp)q(ose)g(the)f(con)o(tributing)g(factors)h(to)g
(E\016ciency)e(in)h(greater)0 1357 y(detail.)358 1581 y Fi(E\016ciency)43
b Fm(=)791 1495 y Fi(work\(old\))p 781 1511 223 2 v 781 1550
a(work\(new\))1020 1523 y Ff(\002)1075 1495 y Fi(p)n(ar)n(al)r(lelism\(new\))
p 1075 1511 350 2 v 1084 1550 a(p)n(ar)n(al)r(lelism\(old\))p
693 1569 819 2 v 754 1611 a(work\(old\))p 698 1627 314 2 v
698 1666 a(work\(max)p 908 1666 15 2 v 19 w(p)n(ar\))1028 1639
y Ff(\002)1082 1614 y Fi(maximal)p 1264 1614 V 19 w(p)n(ar)n(al)r(lelism)p
1082 1627 425 2 v 1130 1666 a(p)n(ar)n(al)r(lelism\(old\))609
1783 y Fm(=)731 1749 y Fi(p)n(ar)n(al)r(lelism\(new\))p 693
1771 V 693 1817 a(maximal)p 875 1817 15 2 v 19 w(p)n(ar)n(al)r(lelism)1134
1783 y Ff(\002)1189 1749 y Fi(work\(max)p 1399 1749 V 18 w(p)n(ar\))p
1189 1771 314 2 v 1234 1817 a(work\(new\))1813 1783 y Fm(\(9\))0
1905 y(where)17 b(w)o(e)g(observ)o(e)f(the)h(recipro)q(cal)g(of)g(the)g
(Redundancy)g(as)h(the)f(second)g(factor,)g(and)h(note)g(that)0
1965 y(E\016ciency)d(is)h(not)g(a)h(function)f(of)g(the)g(p)q(erformance)g
(of)g(the)g(old)g(program.)0 2107 y Fe(4.6)70 b(Utili)o(zati)o(on)0
2199 y Fm(Our)13 b(de\014nition)f(of)h(the)g(Utilization)e(of)i(a)h(new)e
(program)h(follo)o(ws)g(from)f(\(9\))h(and)g(from)f(the)h(standard)0
2260 y(de\014nition)21 b([10])g(for)h(m)o(ultipro)q(cessor)e(Utilization)f
(using)j Fk(p)g Fm(pro)q(cessors,)h Fk(U)5 b Fm(\()p Fk(p)p
Fm(\))24 b(=)e Fk(E)s Fm(\()p Fk(p)p Fm(\))15 b Ff(\002)g Fk(R)p
Fm(\()p Fk(p)p Fm(\),)0 2320 y(where)h Fk(R)p Fm(\()p Fk(p)p
Fm(\))h(is)f(the)g(Redundancy)l(.)131 2447 y Fi(Utilization)43
b Fm(=)475 2374 y Fb( )551 2414 y Fi(p)n(ar)n(al)r(lelism\(new\))p
513 2436 425 2 v 513 2482 a(maximal)p 695 2482 15 2 v 19 w(p)n(ar)n(al)r
(lelism)954 2447 y Ff(\002)1009 2414 y Fi(work\(max)p 1219
2414 V 18 w(p)n(ar\))p 1009 2436 314 2 v 1054 2482 a(work\(new\))1327
2374 y Fb(!)1371 2447 y Ff(\002)1471 2414 y Fi(work\(new\))p
1425 2436 V 1425 2482 a(work\(max)p 1635 2482 15 2 v 19 w(p)n(ar\))396
2585 y Fm(=)518 2551 y Fi(p)n(ar)n(al)r(lelism\(new\))p 480
2573 425 2 v 480 2619 a(maximal)p 662 2619 15 2 v 19 w(p)n(ar)n(al)r(lelism)0
2704 y Fm(where)16 b(w)o(e)g(note)g(that)h(Utilization)d(is)i(not)h(a)g
(function)f(of)g(the)g(Redundancy)l(.)913 2828 y(12)p eop
%%Page: 13 19
bop 0 195 a Fe(4.7)70 b(Amdahl's)22 b(La)n(w)0 287 y Fm(Amdahl's)f(La)o(w)j
(is)e(a)i(sp)q(ecial)e(case)h(of)g(the)g(Sp)q(eedup)g(de\014nition)f(\(7\))i
(in)e(whic)o(h)g(w)o(ork\(new\))h(=)0 348 y(w)o(ork\(old\),)642
435 y Fi(Sp)n(e)n(e)n(dup)14 b Fm(=)878 402 y Fi(p)n(ar)n(al)r(lelism\(new\))
p 878 424 350 2 v 888 469 a(p)n(ar)n(al)r(lelism\(old\))0 550
y Fm(where,)j(here,)f Fi(p)n(ar)n(al)r(lelism\(new\))i Fm(is)f(the)g
(parallelism)e(in)i(a)g(theoretically)f(p)q(erfect)g(\(without)i(o)o(v)o(er-)
0 611 y(head\))e(optimized,)e(v)o(ectorized)g(or)j(concurren)o(tized)d(v)o
(ersion)i(of)h(the)f(old)g(soft)o(w)o(are.)73 671 y(This)h(demonstrates)f
(the)g(direct)f(relationship)i(b)q(et)o(w)o(een)e(parallelism,)f(p)q
(erformance)h(and)i(tra-)0 731 y(ditional)h(p)q(erformance-related)g(metrics)
e(and)j(leads)g(us)g(to)g(the)g(new)g(approac)o(h)g(to)g(p)q(erformance)0
791 y(ev)m(aluation)d(and)h(applications)f(b)q(enc)o(hmarking)f(that)i(is)f
(describ)q(ed)g(in)f(the)h(next)g(section.)0 958 y Fl(5)83
b(Using)18 b(P)n(arallelism)g(to)g(Ev)-5 b(aluate)19 b(Application)f(Benc)n
(h-)124 1049 y(marks)0 1158 y Fm(P)o(arallelism-based)g(tec)o(hniques)h(can)h
(also)h(b)q(e)f(used)g(to)h(ev)m(aluate)f(application)f(b)q(enc)o(hmark)g
Fi(sets)p Fm(.)0 1219 y(W)l(e)h(are)g(motiv)m(ated)e(to)j(study)f(the)f
(parallelism)f(in)i(application)f(b)q(enc)o(hmark)g(sets)h(in)f(ligh)o(t)g
(of)i(a)0 1279 y(common)15 b(metho)q(dology)h(no)o(w)i(b)q(eing)f(used)g(for)
g(their)f(construction.)23 b(Often)17 b(b)q(enc)o(hmark)e(sets)i(are)0
1339 y(dev)o(elop)q(ed)c(b)o(y)h(selecting)g(programs)g(or)h(k)o(ernels)e
(from)g(users)i(in)f(di\013eren)o(t)g(application)g(areas.)21
b(The)0 1399 y(application)i(areas)h(are)f(c)o(hosen)g(from)f(those)h(ha)o
(ving)g(users)g(who)h(consume)e(large)h(amoun)o(ts)g(of)0 1459
y(sup)q(ercomputer)15 b(time)f([13].)21 b(Some)15 b(preliminary)e(results)j
(in)g(other)g(studies)g([14][15])g(suggest)h(that)0 1520 y(while)10
b(the)h(a)o(v)o(erage)g(p)q(erformance)f(of)h(users)h(in)f(di\013eren)o(t)f
(application)h(areas)h(is)f(somewhat)f(di\013eren)o(t,)0 1580
y(the)15 b(range)h(of)g(p)q(erformance)e(within)h(eac)o(h)g(area)h(is)f(so)h
(large)g(as)g(to)g(mak)o(e)d(the)i(di\013erences)g(b)q(et)o(w)o(een)0
1640 y(them)g(insigni\014can)o(t.)23 b(It)17 b(is)g(not)g(curren)o(tly)f
(clear)g(that)h(selecting)f(programs)h(for)h(application)f(area)0
1700 y(co)o(v)o(erage)f(alone)h(results)g(in)f(a)i(b)q(enc)o(hmark)d(set)i
(whic)o(h)f(measurably)g(represen)o(ts)g(the)g(w)o(orkload)i(at)0
1760 y(a)e(particular)g(site)f(or)h(sup)q(ercomputer)f(usage)i(in)f(general.)
k(A)c(more)f(rigorous)h(analytic)g(approac)o(h,)0 1821 y(p)q(erhaps)h(based)g
(on)g(the)f(metho)q(d)f(describ)q(ed)h(in)g Ff(x)p Fm(2,)g(ma)o(y)f(b)q(e)h
(more)f(appropriate.)73 1881 y(The)24 b(remainder)e(of)i(this)g(section)f
(examines)f(the)i(executed)e(parallelism)g(of)i(some)f(curren)o(t)0
1941 y(b)q(enc)o(hmarks)f(on)i(the)f(CRA)l(Y)g(Y-MP)l(.)f(It)h(is)g(not)h(in)
o(tended)f(to)g(b)q(e)h(an)g(exhaustiv)o(e)e(study)l(,)j(but)0
2001 y(rather)c(an)g(example)e(of)i(ho)o(w)h(some)e(simple)e
(parallelism-based)i(tec)o(hniques)f(migh)o(t)g(b)q(e)j(used)f(to)0
2061 y(c)o(haracterize)g(the)i(executed)e(parallelism)g(of)i(application)g
(programs)g(and)g(program)g(sets)g(on)h(a)0 2121 y(computer)15
b(system)g(ric)o(h)g(in)h(instruction-lev)o(el)e(parallelism.)20
b(While)15 b(the)h(to)q(ols)h(used)g(to)g(study)f(the)0 2182
y(Y-MP)f(are)h(mac)o(hine-sp)q(eci\014c,)d(the)i(parallelism-based)f(metho)q
(dology)h(is)g(not,)h(and)g(w)o(e)f(hop)q(e)i(that)0 2242 y(other)f(researc)o
(hers)g(will)f(apply)h(the)g(metho)q(dology)g(to)h(other)f(mac)o(hines.)73
2302 y(Our)11 b(approac)o(h)h(compleme)o(n)o(ts)c(the)j(w)o(ork)g(done)g(b)o
(y)g(D.)f(K.)h(Chen,)h(H.)e(M.)g(Su)h(and)h(P)l(.)e(C.)h(Y)l(ew)g([16].)0
2362 y(They)20 b(ha)o(v)o(e)f(dev)o(elop)q(ed)g(a)i(to)q(ol,)g(MAXP)l(AR,)d
(that)j(analyzes)f(the)g(soft)o(w)o(are)g(parallelism)e(that)i(is)0
2422 y(presen)o(t)13 b(in)g(F)l(ortran)h(source)g(co)q(de)g(at)f(the)h(job,)g
(subroutine,)g(lo)q(op)g(and)g(statemen)o(t)e(lev)o(el,)f(assuming)0
2483 y(unlimited)h(hardw)o(are)j(resources.)21 b(Our)15 b(tec)o(hnique)e
(measures)g(the)i(parallelism)d(that)j(w)o(as)h(actually)0
2543 y(exploited)f(on)j(the)e(\014nite)g(resources)h(of)g(the)f(CRA)l(Y)g
(Y-MP)l(.)g(Measuremen)o(ts)e(tak)o(en)j(b)o(y)f(these)g(t)o(w)o(o)0
2603 y(tec)o(hniques)f(corresp)q(ond)i(to)f(the)g(placemen)o(t)e(of)i(t)o(w)o
(o)g(prob)q(es)h(at)f(di\013eren)o(t)g(lo)q(cations)g(on)h(the)f(P)o(ath)0
2663 y(T)l(o)i(P)o(erformance)e(\()p Ff(x)q Fm(3\).)26 b(The)18
b(di\013erence)e(b)q(et)o(w)o(een)h(the)h(measuremen)o(ts)d(is)i(a)i(gauge)f
(of)g(the)g(w)o(ork)913 2828 y(13)p eop
%%Page: 14 20
bop 0 195 a Fm(done)17 b(b)o(y)e(the)h(agen)o(ts)h(who)g(acted)f(along)h(the)
f(path)h(in)o(b)q(et)o(w)o(een)d(\(e.g.)21 b(compiler,)14 b(hardw)o(are\).)73
255 y(T)l(o)k(b)q(etter)g(understand)g(the)f(c)o(haracteristics)f(of)i
(curren)o(t)f(w)o(orkloads,)h(in)f(another)h(study)g([14])0
315 y(w)o(e)d(are)g(also)g(examining)f(p)q(erformance)g(c)o(haracteristics)f
(of)j(the)f(w)o(orkload)g(at)g(an)h(NSF)f(sup)q(ercom-)0 376
y(puter)i(cen)o(ter)e(o)o(v)o(er)h(a)h(one)g(y)o(ear)f(p)q(erio)q(d.)23
b(Com)o(bined)15 b(with)i(the)f(w)o(ork)h(describ)q(ed)f(here,)g(these)g(t)o
(w)o(o)0 436 y(pro)s(jects)f(ma)o(y)g(enable)g(the)h(design)f(of)i(new)e(b)q
(enc)o(hmark)g(sets)h(that)g(more)e(precisely)g(mo)q(del)h(actual)0
496 y(sup)q(ercomputer)f(usage.)21 b(Our)15 b(o)o(v)o(erall)e(goal)j(is)f(to)
g(impro)o(v)o(e)d(the)i(tec)o(hniques)g(used)h(in)f(p)q(erformance)0
556 y(analysis)i(and,)h(in)f(particular,)f(b)q(enc)o(hmarking.)0
701 y Fe(5.1)70 b(Generating)22 b(P)n(arallelism)d(Matrices)j(for)i(the)e
(CRA)-6 b(Y)22 b(Y-MP)0 793 y Fm(As)13 b(an)g(example)e(of)j(ho)o(w)f
(parallelism-based)f(tec)o(hniques)f(migh)o(t)h(b)q(e)h(used)g(to)g(examine)e
(application)0 853 y(programs)k(and)h(program)f(sets,)g(w)o(e)f(ha)o(v)o(e)h
(measured)e(the)i(executed)f(parallelism)f(of)i(some)f(p)q(opular)0
913 y(b)q(enc)o(hmark)20 b(programs)i(using)g(a)g(clo)q(c)o(k)f(p)q(erio)q(d)
h(lev)o(el)e(sim)o(ulator)g(of)i(a)g(single)f(pro)q(cessor)i(of)f(the)0
974 y(CRA)l(Y)14 b(Y-MP)h([12)q(].)20 b(The)15 b(sim)o(ulator)f(mo)q(dels)g
(the)h(reserv)m(ation)g(of)h(the)f(follo)o(wing)g(CPU)g(resources)0
1034 y(of)d(the)f(CRA)l(Y)f(Y-MP:)h(all)g(v)o(ector)f(functional)h(units,)h
(memory)c(p)q(orts,)13 b(v)o(ector)e(registers,)g(scalar)h(reg-)0
1094 y(isters.)22 b(Dela)o(ys)16 b(due)h(to)g(data-indep)q(enden)o(t)g(and)g
(data-dep)q(enden)o(t)g(branc)o(hes,)f(instruction)h(bu\013er)0
1154 y(fetc)o(hes,)d(subroutine)i(calls,)f(instruction)g(issue,)h(and)g(some)
f(memory)d(con\015icts)k(are)g(also)g(mo)q(deled.)0 1214 y(Scalar)j(input)f
(path)h(con\015icts)f(and)h(some)e(t)o(yp)q(es)i(of)f(memory)e(con\015ict)i
(dela)o(ys)g(are)g(not)h(mo)q(deled,)0 1275 y(but)i(in)g(most)f(cases)h(the)g
(e\013ect)g(of)g(these)g(simpli\014cations)e(is)h(minimal;)g(except)g(for)h
(malev)o(olen)o(t)0 1335 y(strides)16 b(and)h(gather/scatter)g(patterns,)f
(the)g(sim)o(ulator)f(is)h(accurate)g(to)h(appro)o(ximately)d(5\045.)73
1395 y(One)k(of)f(the)h(textual)f(outputs)h(of)g(the)g(CRA)l(Y)e(Y-MP)i(sim)o
(ulator)e(is)h(a)h(t)o(w)o(o-dimensional)e(par-)0 1455 y(allelism)e(matrix)g
(of)j(the)f(t)o(yp)q(e)g(describ)q(ed)g(in)g Ff(x)p Fm(3.5.)22
b(The)16 b Fk(i;)8 b(j)s Fm(-th)16 b(en)o(try)g(of)h(the)f(parallelism)e
(matrix)0 1515 y(represen)o(ts)20 b(the)h(fraction)g(of)g(the)g(program)f
(elapsed)h(time)e(when)i Fk(i)f Fm(memory)e(op)q(erations)23
b(and)e Fk(j)0 1576 y Fm(\015oating)e(p)q(oin)o(t)f(op)q(erations)h(w)o(ere)e
(sim)o(ultaneously)f(completed.)24 b(The)18 b(Y-MP)f(has)i(three)e
(\015oating)0 1636 y(p)q(oin)o(t)g(functional)g(units)h(\(add,)f(m)o(ultiply)
l(,)d(and)k(recipro)q(cal)e(appro)o(ximation\))g(and)i(three)f(memory)0
1696 y(p)q(orts)e(\(t)o(w)o(o)f(load)g(and)h(one)f(store\),)g(consequen)o
(tly)f(the)g(parallelism)f(matrices)g(used)i(in)g(this)f(section)0
1756 y(are)j(4)c Ff(\002)f Fm(4.)73 1816 y(The)17 b(sim)o(ulator)e(w)o(as)i
(applied)f(to)h(a)g(subset)g(of)g(the)f(P)o(erfect)g(Benc)o(hmarks)e([3])i
(to)h(measure)e(the)0 1876 y(executed)j(parallelism)f(of)j(sev)o(eral)e
(application)h(programs)g(in)g(the)g(set.)31 b(Fiv)o(e)17 b(of)j(the)f(13)h
(P)o(erfect)0 1937 y(Benc)o(hmarks)9 b(w)o(ere)h(sim)o(ulated.)18
b(The)11 b(execution)f(time)f(required)g(to)j(sim)o(ulate)d(eac)o(h)h(en)o
(tire)g(program)0 2159 y Fn(T)-5 b(able)14 b(1)p Fm(:)20 b(Names,)11
b(application)i(areas,)h(and)f(sim)o(ulation)e(statistics)h(of)h(the)g(\014v)
o(e)f(sim)o(ulated)e(P)o(erfect)0 2220 y(Benc)o(hmarks)1030
2266 y(\045)16 b(of)h(Program)49 b(Sim)o(ulation)269 2326 y(Program)74
b(Application)15 b(Area)179 b(Sim)o(ulated)147 b(Error)p 244
2346 1388 2 v 269 2388 a(ADM)140 b(Meteorology)312 b(98.85\045)166
b(-6.43\045)269 2448 y(AR)o(C2D)91 b(Aero)q(dynamics)271 b(97.46\045)166
b(-6.71\045)269 2508 y(BDNA)113 b(Ph)o(ysical)15 b(Chemistry)159
b(72.65\045)166 b(-3.41\045)269 2569 y(D)o(YFESM)49 b(Structural)16
b(Mec)o(hanics)121 b(99.75\045)166 b(-6.25\045)269 2629 y(MDG)139
b(Ph)o(ysical)15 b(Chemistry)159 b(90.32\045)166 b(-2.27\045)913
2828 y(14)p eop
%%Page: 15 21
bop 465 196 a Fm(FLOPS)p 272 215 547 2 v 223 256 a(3)p 271
274 2 61 v 50 w(0.00)50 b(0.00)h(0.00)f(0.00)p 817 274 V 51
w(M)223 316 y(2)p 271 334 V 50 w(0.02)g(0.00)h(0.00)f(0.00)p
817 334 V 54 w(O)223 376 y(1)p 271 394 V 50 w(0.12)g(0.01)h(0.00)f(0.00)p
817 394 V 57 w(P)223 436 y(0)p 271 455 V 50 w(0.75)g(0.09)h(0.01)f(0.00)p
817 455 V 60 w(S)p 272 456 547 2 v 359 497 a(0)113 b(1)f(2)h(3)476
557 y Fn(ADM)1229 196 y Fm(FLOPS)p 1037 215 V 987 256 a(3)p
1036 274 2 61 v 51 w(0.01)50 b(0.03)h(0.03)f(0.00)p 1582 274
V 51 w(M)987 316 y(2)p 1036 334 V 51 w(0.05)g(0.13)h(0.08)f(0.00)p
1582 334 V 54 w(O)987 376 y(1)p 1036 394 V 51 w(0.07)g(0.20)h(0.11)f(0.00)p
1582 394 V 56 w(P)987 436 y(0)p 1036 455 V 51 w(0.07)g(0.13)h(0.07)f(0.02)p
1582 455 V 59 w(S)p 1037 456 547 2 v 1124 497 a(0)112 b(1)h(2)f(3)1213
557 y Fn(AR)n(C2D)465 677 y Fm(FLOPS)p 272 697 V 223 737 a(3)p
271 755 2 61 v 50 w(0.00)50 b(0.02)h(0.02)f(0.00)p 817 755
V 51 w(M)223 798 y(2)p 271 816 V 50 w(0.01)g(0.05)h(0.04)f(0.00)p
817 816 V 54 w(O)223 858 y(1)p 271 876 V 50 w(0.05)g(0.12)h(0.07)f(0.00)p
817 876 V 57 w(P)223 918 y(0)p 271 936 V 50 w(0.28)g(0.17)h(0.11)f(0.03)p
817 936 V 60 w(S)p 272 938 547 2 v 359 978 a(0)113 b(1)f(2)h(3)461
1038 y Fn(BDNA)1229 677 y Fm(FLOPS)p 1037 697 V 987 737 a(3)p
1036 755 2 61 v 51 w(0.00)50 b(0.00)h(0.01)f(0.00)p 1582 755
V 51 w(M)987 798 y(2)p 1036 816 V 51 w(0.03)g(0.02)h(0.02)f(0.00)p
1582 816 V 54 w(O)987 858 y(1)p 1036 876 V 51 w(0.12)g(0.02)h(0.02)f(0.00)p
1582 876 V 56 w(P)987 918 y(0)p 1036 936 V 51 w(0.68)g(0.08)h(0.01)f(0.00)p
1582 936 V 59 w(S)p 1037 938 547 2 v 1124 978 a(0)112 b(1)h(2)f(3)1190
1038 y Fn(D)n(YFESM)847 1163 y Fm(FLOPS)p 654 1183 V 605 1223
a(3)p 653 1241 2 61 v 50 w(0.00)51 b(0.00)f(0.00)h(0.00)p 1200
1241 V 50 w(M)605 1283 y(2)p 653 1301 V 50 w(0.01)g(0.00)f(0.00)h(0.00)p
1200 1301 V 54 w(O)605 1344 y(1)p 653 1362 V 50 w(0.10)g(0.00)f(0.00)h(0.00)p
1200 1362 V 56 w(P)605 1404 y(0)p 653 1422 V 50 w(0.77)g(0.12)f(0.00)h(0.00)p
1200 1422 V 59 w(S)p 654 1423 547 2 v 742 1464 a(0)112 b(1)h(2)f(3)857
1524 y Fn(MDG)263 1676 y(T)-5 b(able)19 b(2)p Fm(:)i(P)o(arallelism)13
b(Matrices)j(for)g(selected)f(P)o(erfect)g(Benc)o(hmarks)0
1801 y(is)f(prohibitiv)o(e,)f(so)i(w)o(e)g(sim)o(ulated)d(only)j(a)g(subset)f
(of)h(the)g(calling)f(tree)f(of)i(the)g(program.)20 b(Ho)o(w)o(ev)o(er,)0
1861 y(in)c(eac)o(h)g(case,)f(the)h(subtree)g(is)g(called)f(from)h(a)g(DO)h
(lo)q(op)g(con)o(tained)e(in)h(the)g(paren)o(t)g(subroutine)h(of)0
1921 y(the)i(subtree's)f(ro)q(ot.)31 b(This)20 b(means)e(that)h(the)g
(subtree)g(is)g(called)f(rep)q(eatedly)g(and)i(w)o(e)f(need)f(only)0
1981 y(sim)o(ulate)12 b(one)i(instan)o(tiation)g(to)h(capture)f(the)f
(desired)h(measuremen)o(ts.)j(Eac)o(h)d(subtree)g(accoun)o(ted)0
2042 y(for)21 b(b)q(et)o(w)o(een)e(72\045)i(and)g(99\045)g(of)f(the)h(total)f
(execution)f(time)g(of)h(the)h(whole)f(program.)33 b(T)l(able)21
b(1)0 2102 y(lists)c(the)g(b)q(enc)o(hmark)f(programs)i(that)g(w)o(ere)f(sim)
o(ulated)e(and)j(the)g(application)f(areas)h(that)g(these)0
2162 y(b)q(enc)o(hmark)d(programs)h(represen)o(t.)0 2306 y
Fe(5.2)70 b(P)n(arallelism)19 b(Matrices)j(for)h(Selected)e(P)n(erfect)g
(Benc)n(hmarks)73 2399 y Fm(T)l(able)f(2)g(sho)o(ws)g(the)g(parallelism)d
(matrices)h(for)i(the)f(sim)o(ulated)e(programs.)32 b(Man)o(y)19
b(features)0 2459 y(of)h(program)g(b)q(eha)o(vior)f(can)h(b)q(e)g(observ)o
(ed)f(directly)f(and)i(quan)o(ti\014ed)f(from)g(the)g(parallelism)f(ma-)0
2519 y(trix.)34 b(A)20 b(c)o(hec)o(k)f(of)i(elemen)o(t)d(\(0)p
Fk(;)8 b Fm(0\))21 b(imme)o(diately)c(rev)o(eals)j(whether)g(the)g(program)h
(is)f(scalar-)i(or)0 2579 y(v)o(ector-orien)o(ted.)34 b(Larger)22
b(v)m(alues)f(indicate)f(that)i(neither)e(\015oating-p)q(oin)o(t)i(nor)g
(memory)c(op)q(era-)0 2640 y(tions)i(o)q(ccurred)g(during)g(most)g(of)g(the)g
(elapsed)g(time,)e(suc)o(h)i(as)h(w)o(ould)f(b)q(e)g(the)g(case)g(in)f(a)i
(scalar)0 2700 y(co)q(de.)29 b(W)l(e)18 b(also)i(note)e(the)h(v)o(ery)e(lo)o
(w)i(fraction)g(of)g(elapsed)f(time)f(in)h(b)q(oth)i(column)d(3)i(and)g(ro)o
(w)g(3,)913 2828 y(15)p eop
%%Page: 16 22
bop 203 514 2 360 v 188 515 16 2 v 188 442 V 188 370 V 188
298 V 188 226 V 188 154 V 188 478 V 188 406 V 188 334 V 188
262 V 188 190 V 84 528 a Fa(0.0)84 456 y(0.2)84 384 y(0.4)84
312 y(0.6)84 240 y(0.8)84 168 y(1.0)p 203 515 322 2 v 234 538
2 25 v 483 538 V 275 529 2 16 v 317 529 V 358 529 V 400 529
V 441 529 V 483 529 V 223 582 a(0)226 b(6)321 630 y(adm)p 226
514 17 270 v 268 514 17 76 v 309 514 17 15 v 351 514 17 4 v
508 514 2 360 v 494 515 16 2 v 494 478 V 494 442 V 494 406
V 494 370 V 494 334 V 494 298 V 494 262 V 494 226 V 494 190
V 494 154 V 509 515 322 2 v 539 538 2 25 v 789 538 V 581 529
2 16 v 623 529 V 664 529 V 706 529 V 747 529 V 789 529 V 529
582 a(0)g(6)616 630 y(arc2d)p 532 514 17 26 v 574 514 17 72
v 615 514 17 112 v 657 514 17 98 v 698 514 17 44 v 740 514
17 11 v 814 514 2 360 v 800 515 16 2 v 800 478 V 800 442 V
800 406 V 800 370 V 800 334 V 800 298 V 800 262 V 800 226 V
800 190 V 800 154 V 815 515 322 2 v 845 538 2 25 v 1094 538
V 887 529 2 16 v 928 529 V 970 529 V 1011 529 V 1053 529 V
1094 529 V 835 582 a(0)g(6)926 630 y(b)q(dna)p 838 514 17 101
v 879 514 17 83 v 921 514 17 87 v 962 514 17 58 v 1004 514
17 22 v 1045 514 17 8 v 1120 514 2 360 v 1106 515 16 2 v 1106
478 V 1106 442 V 1106 406 V 1106 370 V 1106 334 V 1106 298
V 1106 262 V 1106 226 V 1106 190 V 1106 154 V 1121 515 322
2 v 1151 538 2 25 v 1400 538 V 1192 529 2 16 v 1234 529 V 1275
529 V 1317 529 V 1358 529 V 1400 529 V 1140 582 a(0)g(6)1212
630 y(dyfesm)p 1143 514 17 245 v 1185 514 17 69 v 1226 514
17 22 v 1268 514 17 15 v 1310 514 17 8 v 1351 514 17 4 v 1426
514 2 360 v 1411 515 16 2 v 1411 478 V 1411 442 V 1411 406
V 1411 370 V 1411 334 V 1411 298 V 1411 262 V 1411 226 V 1411
190 V 1411 154 V 1426 515 322 2 v 1457 538 2 25 v 1706 538
V 1498 529 2 16 v 1540 529 V 1581 529 V 1623 529 V 1664 529
V 1706 529 V 1446 582 a(0)g(6)1544 630 y(mdg)p 1449 514 17
278 v 1491 514 17 80 v 1532 514 17 4 v 269 515 1204 2 v 497
754 2 57 v 581 737 a(0)107 b(1)h(2)f(3)h(4)g(5)f(6)p 1411 754
V 50 w(Av)o(erage)p 253 755 1370 2 v 278 795 a(ADM)p 497 812
2 57 v 134 w(0.75)48 b(0.21)h(0.04)f(0.01)h(0.00)g(0.00)f(0.00)p
1411 812 V 77 w(0.305)278 851 y(AR)o(C2D)p 497 868 V 88 w(0.07)g(0.20)h(0.31)
f(0.27)h(0.12)g(0.03)f(0.00)p 1411 868 V 77 w(2.278)278 908
y(BDNA)p 497 925 V 110 w(0.28)g(0.23)h(0.24)f(0.16)h(0.06)g(0.02)f(0.00)p
1411 925 V 77 w(1.566)278 964 y(D)o(YFESM)p 497 981 V 49 w(0.68)g(0.19)h
(0.06)f(0.04)h(0.02)g(0.01)f(0.00)p 1411 981 V 77 w(0.534)278
1021 y(MDG)p 497 1038 V 132 w(0.77)g(0.22)h(0.01)f(0.00)h(0.00)g(0.00)f(0.00)
p 1411 1038 V 77 w(0.244)198 1172 y Fn(Figure)18 b(2)p Fm(:)j(T)l(otal)c
(parallelism)d(v)o(ectors)h(for)i(selected)d(P)o(erfect)h(Benc)o(hmarks)0
1306 y(indicating)g(none)h(of)g(these)f(co)q(des)i(highly)e(utilize)f(all)h
(3)h(arithmetic)d(units)j(or)g(all)f(3)h(memory)d(p)q(orts)0
1366 y(at)k(the)f(same)f(time.)73 1426 y(Figure)d(2)i(sho)o(ws)f(the)g
(parallelism)d(v)o(ectors)i(of)h(the)g(5)g(b)q(enc)o(hmarks)e(where)i(\\w)o
(ork")g(is)g(de\014ned)f(as)0 1487 y(either)k(a)h(\015oating-p)q(oin)o(t)h
(or)f(memory)d(op)q(eration.)24 b(Because)16 b(in)h(this)f(case)h(w)o(e)g(do)
g(not)g(distinguish)0 1547 y(b)q(et)o(w)o(een)e(the)h(three)f(\015oating)i(p)
q(oin)o(t)f(functional)g(units)g(and)h(three)e(memory)e(p)q(orts)k(on)g(the)f
(Y-MP)l(,)0 1607 y(the)d(parallelism)d(v)o(ectors)i(con)o(tain)h(en)o(tries)f
(for)h(0)g(to)h(6)f(concurren)o(tly)e(completed)g(op)q(erations.)21
b(Note)0 1667 y(that)14 b(the)f(parallelism)e(reac)o(hes)h(a)i(lev)o(el)d(of)
j(5)f(in)g(a)h(small)d(fraction)j(of)f(the)g(normalized)f(time)f(in)i(a)g
(few)0 1727 y(of)i(the)g(b)q(enc)o(hmarks.)20 b(In)15 b(this)g(and)g(the)g
(other)g(parallelism)e(v)o(ectors)i(describ)q(ed)f(later,)h(the)f(a)o(v)o
(erage)0 1787 y(parallelism)c(is)j(the)f(w)o(eigh)o(ted)g(sum)f(of)i(the)g
(normalized)d(time)h Fk(p)1178 1794 y Fc(i)1205 1787 y Fm(sp)q(en)o(t)i(at)g
(eac)o(h)f(parallelism)e(lev)o(el)h Fk(i)p Fm(.)606 1924 y
Fi(A)o(ver)n(age)18 b(p)n(ar)n(al)r(lelism)d Fm(=)1104 1870
y Fc(n)1084 1882 y Fb(X)1086 1973 y Fc(i)p Fj(=0)1153 1924
y Fk(i)10 b Ff(\002)h Fk(p)1254 1931 y Fc(i)0 2066 y Fm(Figure)i(3)h(sho)o
(ws)h(parallelism)c(v)o(ectors)i(and)h(a)o(v)o(erage)g(parallelism)d(for)j
(the)f(\014v)o(e)g(b)q(enc)o(hmarks)f(where)0 2126 y(\\w)o(ork")j(is)g
(de\014ned)f(as)h(only)g(\015oating)g(p)q(oin)o(t)g(op)q(erations.)21
b(Similarly)l(,)12 b(Figure)i(4)h(sho)o(ws)g(parallelism)0
2186 y(data)i(where)f(w)o(ork)g(is)g(de\014ned)g(as)h(only)f(memory)e(op)q
(erations.)0 2331 y Fe(5.3)70 b(Di\013erences)26 b(in)j(Executed)f(P)n
(arallelism)d(for)30 b(Selected)c(P)n(erfect)157 2405 y(Benc)n(hmarks)73
2498 y Fm(The)14 b(di\013erence)e(in)h(parallelism)e(in)i(the)g(5)h(P)o
(erfect)e(Benc)o(hmarks)f(can)i(b)q(e)h(examined)d(visually)h(in)0
2558 y(Figures)j(2)g(through)h(4,)g(or)f(quan)o(titativ)o(ely)e(using)i(the)g
(distance)g(metric)e(in)h(equation)h(\(1\).)22 b(T)l(able)15
b(3)0 2618 y(sho)o(ws)23 b(the)g(quan)o(titativ)o(e)d(di\013erence)i(in)g
(parallelism)e(for)j(eac)o(h)f(pair)g(of)h(the)f(\014v)o(e)g(b)q(enc)o
(hmarks.)0 2678 y(Note)g(that)h(the)f(di\013erence)f(in)h(parallelism)e(is)i
(not)h(a)f(transitiv)o(e)g(relation.)39 b(W)l(e)22 b(\014rst)g(compare)913
2828 y(16)p eop
%%Page: 17 23
bop 410 514 2 360 v 396 515 16 2 v 396 442 V 396 370 V 396
298 V 396 226 V 396 154 V 396 478 V 396 406 V 396 334 V 396
262 V 396 190 V 292 528 a Fa(0.0)292 456 y(0.2)292 384 y(0.4)292
312 y(0.6)292 240 y(0.8)292 168 y(1.0)p 411 515 239 2 v 441
538 2 25 v 607 538 V 483 529 2 16 v 524 529 V 566 529 V 607
529 V 431 582 a(0)143 b(4)487 630 y(adm)p 434 514 17 307 v
475 514 17 47 v 517 514 17 8 v 633 514 2 360 v 619 515 16 2
v 619 478 V 619 442 V 619 406 V 619 370 V 619 334 V 619 298
V 619 262 V 619 226 V 619 190 V 619 154 V 634 515 239 2 v 664
538 2 25 v 830 538 V 706 529 2 16 v 747 529 V 789 529 V 830
529 V 653 582 a(0)h(4)699 630 y(arc2d)p 657 514 17 105 v 698
514 17 137 v 740 514 17 94 v 781 514 17 29 v 856 514 2 360
v 841 515 16 2 v 841 478 V 841 442 V 841 406 V 841 370 V 841
334 V 841 298 V 841 262 V 841 226 V 841 190 V 841 154 V 856
515 239 2 v 887 538 2 25 v 1053 538 V 928 529 2 16 v 970 529
V 1011 529 V 1053 529 V 876 582 a(0)f(4)926 630 y(b)q(dna)p
879 514 17 127 v 921 514 17 134 v 962 514 17 87 v 1004 514
17 11 v 1078 514 2 360 v 1064 515 16 2 v 1064 478 V 1064 442
V 1064 406 V 1064 370 V 1064 334 V 1064 298 V 1064 262 V 1064
226 V 1064 190 V 1064 154 V 1079 515 239 2 v 1109 538 2 25
v 1275 538 V 1151 529 2 16 v 1192 529 V 1234 529 V 1275 529
V 1099 582 a(0)g(4)1129 630 y(dyfesm)p 1102 514 17 299 v 1143
514 17 44 v 1185 514 17 19 v 1301 514 2 360 v 1287 515 16 2
v 1287 478 V 1287 442 V 1287 406 V 1287 370 V 1287 334 V 1287
298 V 1287 262 V 1287 226 V 1287 190 V 1287 154 V 1302 515
239 2 v 1332 538 2 25 v 1498 538 V 1374 529 2 16 v 1415 529
V 1457 529 V 1498 529 V 1322 582 a(0)g(4)1378 630 y(mdg)p 1325
514 17 321 v 1366 514 17 37 v 1408 514 17 4 v 476 515 872 2
v 682 757 2 61 v 770 739 a Fm(0)113 b(1)f(2)h(3)p 1228 757
V 50 w(Av)o(erage)p 424 759 1028 2 v 449 801 a(ADM)p 682 819
2 61 v 140 w(0.88)50 b(0.11)h(0.01)g(0.00)p 1228 819 V 81 w(0.127)449
861 y(AR)o(C2D)p 682 879 V 91 w(0.19)f(0.49)h(0.30)g(0.02)p
1228 879 V 81 w(1.149)449 921 y(BDNA)p 682 940 V 113 w(0.35)f(0.37)h(0.24)g
(0.03)p 1228 940 V 81 w(0.956)449 982 y(D)o(YFESM)p 682 1000
V 49 w(0.83)f(0.12)h(0.05)g(0.00)p 1228 1000 V 81 w(0.223)449
1042 y(MDG)p 682 1060 V 139 w(0.88)f(0.12)h(0.00)g(0.00)p 1228
1060 V 81 w(0.125)109 1194 y Fn(Figure)18 b(3)p Fm(:)k(Floating)16
b(p)q(oin)o(t)g(parallelism)e(v)o(ectors)i(for)g(selected)f(P)o(erfect)g
(Benc)o(hmarks)0 1328 y(BDNA)d(and)i(MDG,)f(t)o(w)o(o)g(programs)g(represen)o
(ting)f(the)h(application)g(area)h(of)f(Ph)o(ysical)f(Chemistry)l(.)0
1389 y(The)17 b(relativ)o(ely)d(high)i(v)m(alue,)g(0.53,)h(of)g(the)f
(di\013erence)g(in)g(parallelism)e(illustrates)i(that)h(these)f(t)o(w)o(o)0
1449 y(programs)d(ha)o(v)o(e)f(di\013eren)o(t)g(parallelism)e(pro\014les.)20
b(Our)13 b(measuremen)o(ts)d(tell)h(us)j(that)f(eac)o(h)f(program)0
1509 y(exercises)j(the)h(CRA)l(Y)g(Y-MP)g(CPU)h(with)f(a)h(di\013eren)o(t)f
(mix)f(of)i(parallelism.)i(Our)e(measuremen)o(ts)0 1569 y(do)c(not)h(tell)e
(us)h(is)g(ho)o(w)g(w)o(ell)f(these)g(t)o(w)o(o)h(programs)g(represen)o(t)f
(the)h(parallelism)e(pro\014les)i(of)g(Ph)o(ysical)0 1629 y(Chemistry)h
(application)i(programs)h(in)f(general.)73 1690 y(Next)c(compare)g(ADM,)g(a)h
(program)g(represen)o(ting)f(the)g(application)h(area)g(of)h(Meteorology)l(,)
e(and)0 1750 y(MDG,)f(a)g(Ph)o(ysical)g(Chemistry)e(co)q(de.)19
b(The)12 b(relativ)o(ely)c(lo)o(w)j(v)m(alue)g(of)g(the)g(di\013erence)f(in)h
(parallelism,)0 1810 y(0.04,)k(illustrates)f(that)h(these)f(t)o(w)o(o)h
(programs)f(ha)o(v)o(e)g(v)o(ery)g(similar)e(parallelism)g(pro\014les.)21
b(Although)0 1870 y(the)j(t)o(w)o(o)g(programs)g(come)f(from)g(di\013eren)o
(t)g(application)h(areas,)j(eac)o(h)d(program)g(exercises)e(the)0
1930 y(CRA)l(Y)c(Y-MP)h(CPU)h(with)f(a)h(v)o(ery)e(similar)f(mix)g(of)j
(parallelism.)27 b(Our)20 b(measuremen)o(t)o(s)d(suggest)0
1990 y(that)g(the)f(presence)g(of)h(ADM)f(and)i(MDG)e(in)h(the)f(P)o(erfect)g
(Benc)o(hmarks)e(set)i(ma)o(y)g(b)q(e)g(redundan)o(t,)0 2051
y(in)i(so)h(far)g(as)g(their)e(suitabilit)o(y)g(for)i(testing)f(the)g(CRA)l
(Y.)f(One)h(migh)o(t)f(susp)q(ect)h(that)h(they)f(w)o(ould)p
561 2204 V 587 2186 a(ADM)49 b(AR)o(C2D)h(BDNA)f(D)o(YFESM)g(MDG)p
303 2205 1270 2 v 328 2247 a(ADM)p 561 2265 2 61 v 156 w(0.00)328
2308 y(AR)o(C2D)p 561 2326 V 107 w(0.74)107 b(0.00)328 2368
y(BDNA)p 561 2386 V 129 w(0.51)g(0.26)120 b(0.00)328 2428 y(D)o(YFESM)p
561 2446 V 65 w(0.08)107 b(0.66)120 b(0.45)141 b(0.00)328 2488
y(MDG)p 561 2506 V 155 w(0.04)107 b(0.76)120 b(0.53)141 b(0.11)129
b(0.00)296 2643 y Fn(T)-5 b(able)18 b(3)p Fm(:)j(Di\013erences)16
b(in)g(P)o(arallelism)d(\(F)l(rob)q(enius)k(error)f(norms\))913
2828 y(17)p eop
%%Page: 18 24
bop 410 514 2 360 v 396 515 16 2 v 396 442 V 396 370 V 396
298 V 396 226 V 396 154 V 396 478 V 396 406 V 396 334 V 396
262 V 396 190 V 292 528 a Fa(0.0)292 456 y(0.2)292 384 y(0.4)292
312 y(0.6)292 240 y(0.8)292 168 y(1.0)p 411 515 239 2 v 441
538 2 25 v 607 538 V 483 529 2 16 v 524 529 V 566 529 V 607
529 V 431 582 a(0)143 b(4)487 630 y(adm)p 434 514 17 307 v
475 514 17 47 v 517 514 17 8 v 633 514 2 360 v 619 515 16 2
v 619 478 V 619 442 V 619 406 V 619 370 V 619 334 V 619 298
V 619 262 V 619 226 V 619 190 V 619 154 V 634 515 239 2 v 664
538 2 25 v 830 538 V 706 529 2 16 v 747 529 V 789 529 V 830
529 V 653 582 a(0)h(4)699 630 y(arc2d)p 657 514 17 105 v 698
514 17 137 v 740 514 17 94 v 781 514 17 29 v 856 514 2 360
v 841 515 16 2 v 841 478 V 841 442 V 841 406 V 841 370 V 841
334 V 841 298 V 841 262 V 841 226 V 841 190 V 841 154 V 856
515 239 2 v 887 538 2 25 v 1053 538 V 928 529 2 16 v 970 529
V 1011 529 V 1053 529 V 876 582 a(0)f(4)926 630 y(b)q(dna)p
879 514 17 217 v 921 514 17 87 v 962 514 17 37 v 1004 514 17
19 v 1078 514 2 360 v 1064 515 16 2 v 1064 478 V 1064 442 V
1064 406 V 1064 370 V 1064 334 V 1064 298 V 1064 262 V 1064
226 V 1064 190 V 1064 154 V 1079 515 239 2 v 1109 538 2 25
v 1275 538 V 1151 529 2 16 v 1192 529 V 1234 529 V 1275 529
V 1099 582 a(0)g(4)1129 630 y(dyfesm)p 1102 514 17 278 v 1143
514 17 54 v 1185 514 17 26 v 1226 514 17 4 v 1301 514 2 360
v 1287 515 16 2 v 1287 478 V 1287 442 V 1287 406 V 1287 370
V 1287 334 V 1287 298 V 1287 262 V 1287 226 V 1287 190 V 1287
154 V 1302 515 239 2 v 1332 538 2 25 v 1498 538 V 1374 529
2 16 v 1415 529 V 1457 529 V 1498 529 V 1322 582 a(0)g(4)1378
630 y(mdg)p 1325 514 17 321 v 1366 514 17 37 v 1408 514 17
4 v 476 515 872 2 v 682 757 2 61 v 770 739 a Fm(0)113 b(1)f(2)h(3)p
1228 757 V 50 w(Av)o(erage)p 424 759 1028 2 v 449 801 a(ADM)p
682 819 2 61 v 140 w(0.85)50 b(0.13)h(0.02)g(0.00)p 1228 819
V 81 w(0.178)449 861 y(AR)o(C2D)p 682 879 V 91 w(0.29)f(0.38)h(0.26)g(0.08)p
1228 879 V 81 w(1.128)449 921 y(BDNA)p 682 940 V 113 w(0.60)f(0.24)h(0.10)g
(0.05)p 1228 940 V 81 w(0.611)449 982 y(D)o(YFESM)p 682 1000
V 49 w(0.77)f(0.15)h(0.07)g(0.01)p 1228 1000 V 81 w(0.311)449
1042 y(MDG)p 682 1060 V 139 w(0.89)f(0.10)h(0.01)g(0.00)p 1228
1060 V 81 w(0.118)102 1194 y Fn(Figure)18 b(4)p Fm(:)j(Memory)15
b(access)h(parallelism)e(v)o(ectors)h(for)i(selected)d(P)o(erfect)h(Benc)o
(hmarks)0 1328 y(also)23 b(b)q(e)f(redundan)o(t)g(for)h(testing)f(other)g
(mac)o(hines)e(with)i(v)o(ector)f(arc)o(hitectures)g(similar)f(to)i(the)0
1389 y(CRA)l(Y,)12 b(but)i(this)g(h)o(yp)q(othesis)f(needs)h(to)g(b)q(e)g(in)
o(v)o(estigated.)19 b(The)13 b(same)g(conclusion)g(of)h(redundancy)0
1449 y(migh)o(t)21 b(b)q(e)h(also)h(b)q(e)g(dra)o(wn)g(from)e(our)i
(measuremen)o(t)o(,)e(0.08,)j(of)f(the)f(di\013erence)f(in)h(parallelism)0
1509 y(in)17 b(D)o(YFESM,)f(a)h(program)g(represen)o(ting)f(the)h
(application)g(area)h(of)f(Structural)g(Mec)o(hanics,)e(and)0
1569 y(MDG.)0 1714 y Fe(5.4)70 b(Prob)r(e)23 b(P)n(oin)n(ts)f(for)i(the)e
(Baseline)f(P)n(erfect)h(Benc)n(hmarks)0 1806 y Fm(It)17 b(is)g(imp)q(ortan)o
(t)g(to)h(realize)e(that)h(these)h(results)f(are)g(for)h(the)f(\\baseline")h
(v)o(ersion)e(of)i(the)f(P)o(erfect)0 1866 y(Benc)o(hmarks.)26
b(In)19 b(the)f(P)o(erfect)g(metho)q(dology)l(,)g(baseline)g(refers)g(to)h(b)
q(enc)o(hmark)e(exp)q(erimen)o(ts)f(in)0 1926 y(whic)o(h)c(no)i(man)o(ual)e
(mo)q(di\014cations)h(can)g(b)q(e)g(made)f(to)i(the)f(source)g(co)q(de.)20
b(In)13 b(the)g(terminology)e(of)j Ff(x)p Fm(3,)0 1986 y(this)i(corresp)q
(onds)h(to)g(the)f(placemen)o(t)d(of)k(a)f(prob)q(e)h(on)f(the)g(P)o(ath)h
(to)f(P)o(erformance)e(at)j(the)f(lev)o(el)e(of)0 2047 y(\\Program.")22
b(The)16 b(P)o(erfect)f(metho)q(dology)g(allo)o(ws)i(for)f(another)h(t)o(yp)q
(e)e(of)h(b)q(enc)o(hmark)f(exp)q(erimen)o(t)0 2107 y(called)h(\\optimized")f
(in)h(whic)o(h)g(an)o(y)h(man)o(ual)e(mo)q(di\014cations)h(to)h(the)g
(program)f(are)h(allo)o(w)o(ed.)22 b(The)0 2167 y(only)15 b(restriction)f(is)
h(that)h(the)e(correct)h(solution)g(to)h(the)f(same)f(problem)f(b)q(e)j
(obtained.)21 b(This)15 b(other)0 2227 y(b)q(enc)o(hmark)k(exp)q(erimen)o(t)f
(corresp)q(onds)23 b(to)e(a)g(placemen)o(t)e(of)i(a)h(prob)q(e)f(on)h(the)e
(P)o(ath)i(to)f(P)o(erfor-)0 2287 y(mance)d(at)i(the)f(lev)o(el)e(of)j
(\\Algorithm")e(\\Mathematical)g(Mo)q(del,")i(or)f(\\Ph)o(ysical)g
(Phenomenon")0 2348 y(dep)q(ending)c(on)g(what)h(represen)o(tation)e(of)i
(the)e(problem)g(is)g(constan)o(t)i(and)f(the)g(exten)o(t)f(of)h(the)g(man-)0
2408 y(ual)i(mo)q(di\014cations)g(to)g(the)g(program.)24 b(Ev)o(en)16
b(though)i(the)f(results)g(presen)o(ted)f(here)h(do)h(not)f(apply)0
2468 y(to)g(this)g(other)g(exp)q(erimen)o(t,)c(it)j(w)o(ould)h(b)q(e)g(in)o
(teresting)f(to)h(examine)d(the)j(parallelism)d(of)j(the)g(opti-)0
2528 y(mized)f(co)q(des,)j(as)g(it)f(w)o(ould)h(pro)o(vide)e(insigh)o(t)h(in)
o(to)g(the)g(amoun)o(t)g(of)h(lost)f(parallelism)e(that)j(could)0
2588 y(ha)o(v)o(e)e(b)q(een)h(preserv)o(ed)e(when)i(other)g(agen)o(ts)h
(\(e.g.)25 b(Soft)o(w)o(are)18 b(Engineer,)f(Numerical)e(Analyst,)j(or)0
2649 y(Scien)o(tist\))d(activ)o(ely)f(participate)h(to)i(preserv)o(e)e(the)h
(parallelism.)913 2828 y(18)p eop
%%Page: 19 25
bop 0 203 a Fl(6)83 b(Conclusions)25 b(and)j(F)-7 b(uture)27
b(W)-7 b(ork)0 313 y Fm(In)13 b(this)g(pap)q(er)g(w)o(e)g(presen)o(ted)f(a)h
(brief)g(o)o(v)o(erview)e(of)i(p)q(erformance)f(ev)m(aluation)h(and)h(b)q
(enc)o(hmarking.)0 373 y(W)l(e)j(demonstrated)g(that)i(traditional)e(p)q
(erformance)g(measuremen)o(ts)d(in)k(these)f(activities)f(are)i(re-)0
433 y(ally)c(a)i(direct)d(measuremen)o(t)f(of)j(the)g(parallelism)e(in)h(the)
h(soft)o(w)o(are)g(and)h(hardw)o(are.)21 b(A)14 b(framew)o(ork)0
493 y(called)i(the)g(P)o(ath)h(to)h(P)o(erformance)d(w)o(as)i(dev)o(elop)q
(ed)f(whic)o(h)g(iden)o(ti\014es)f(the)i(agen)o(ts)g(and)h(activities)0
554 y(that)g(c)o(hange)g(the)g(parallelism)e(as)i(it)g(mo)o(v)o(es)d(from)i
(problem)g(to)h(solution.)27 b(W)l(e)17 b(sho)o(w)i(where)e(v)m(ar-)0
614 y(ious)k(curren)o(t)g(application)f(b)q(enc)o(hmarks)g(apply)h(prob)q(es)
h(on)f(the)g(P)o(ath,)h(and)g(whic)o(h)e(agen)o(ts)i(are)0
674 y(b)q(eing)d(measured.)29 b(W)l(e)19 b(recast)g(the)g(traditional)g
(time-based)f(p)q(erformance)g(measuremen)o(ts)e(in)o(to)0
734 y(parallelism-based)j(p)q(erformance)g(measuremen)n(ts)f(to)j(sho)o(w)f
(that)h(understanding)g(p)q(erformance)0 794 y(implies)11 b(understanding)j
(the)g(parallelism.)k(A)13 b(mac)o(hine-indep)q(enden)o(t)e(metho)q(dology)i
(is)h(describ)q(ed)0 855 y(for)f(measuring)f(and)h(comparing)f(executed)f
(parallelism.)17 b(A)c(sim)o(ulation)d(to)q(ol)k(is)e(used)h(to)g(apply)f
(the)0 915 y(metho)q(dology)i(to)h(sev)o(eral)f(of)h(the)f(P)o(erfect)g(Benc)
o(hmarks)e(to)j(quan)o(tify)f(their)g(executed)f(parallelism)0
975 y(on)19 b(a)f(single)g(CRA)l(Y)f(Y-MP)h(CPU.)f(Our)h(results)g(suggest)h
(that)g(since)e(some)g(of)i(the)e(b)q(enc)o(hmarks)0 1035 y(ha)o(v)o(e)12
b(a)h(similar)d(mix)g(of)j(di\013eren)o(t)f(lev)o(els)e(of)j(parallelism)d
(on)j(the)f(Y-MP)l(,)g(the)g(b)q(enc)o(hmarking)f(utilit)o(y)0
1095 y(of)16 b(these)g(programs)h(on)f(the)g(Y-MP)g(ma)o(y)e(b)q(e)j
(questioned)e(b)q(ecause)i(these)f(programs)g(exercise)e(the)0
1156 y(mac)o(hine)g(in)i(the)g(same)f(w)o(a)o(y)l(.)73 1216
y(W)l(e)22 b(supp)q(ort)g(the)g(idea)f(that)h(p)q(erformance)f(ev)m(aluation)
g(and,)i(in)f(particular,)g(applications-)0 1276 y(lev)o(el)c(b)q(enc)o
(hmarking)g(should)i(b)q(ecome)e(more)h(of)h(an)g(analytic,)g(scien)o
(ti\014c)e(activit)o(y)l(.)30 b(T)l(o)20 b(do)h(this,)0 1336
y(b)q(etter)h(analytic)h(tec)o(hniques)e(are)h(needed)h(to)g(examine)d(ho)o
(w)j(b)q(enc)o(hmarks)f(succeed)f(or)j(fail)e(to)0 1396 y(represen)o(t)13
b(their)h(in)o(tended)f(w)o(orkload)i(and)f(ho)o(w)h(they)f(succeed)f(or)i
(fail)f(to)g(test)g(the)g(c)o(haracteristics)0 1457 y(of)i(the)g(mac)o(hines)
e(w)o(e)i(use.)21 b(W)l(e)16 b(prop)q(ose)h(that)f(one)h(approac)o(h)f(to)o
(w)o(ard)h(these)e(ends)i(is)e(to)i(fo)q(cus)g(on)0 1517 y(parallelism)g(as)j
(the)g(essen)o(tial)e(quan)o(tit)o(y)h(and)h(to)g Fi(quantify)g
Fm(it.)31 b(P)o(erformance)17 b(ev)m(aluation)j(w)o(ould)0
1577 y(b)q(ecome)15 b(parallelism)f(ev)m(aluation.)73 1637
y(W)l(e)23 b(plan)g(to)g(measure)f(and)h(compare)f(the)h(parallelism)d(c)o
(haracteristics)i(of)h(other)g(p)q(opular)0 1697 y(b)q(enc)o(hmark)14
b(sets)i(to)g(quan)o(tify)e(their)h(similarities)d(and)17 b(di\013erences)d
(on)i(the)g(CRA)l(Y)e(Y-MP)l(.)h(These)0 1758 y(results)e(can)g(b)q(e)g
(merged)f(with)h(the)g(w)o(orkload)g(c)o(haracterization)f(results)h(pro)q
(duced)h(b)o(y)e(other)h(stud-)0 1818 y(ies.)24 b(The)18 b(com)o(bined)d
(analysis)j(of)f(program)h(and)g(w)o(orkload)g(c)o(haracteristics)e(should)i
(help)f(justify)0 1878 y(the)d(inclusion)g(of)h(application)g(b)q(enc)o
(hmark)e(programs)i(that)g(are)f(candidates)h(in)f(the)h(construction)0
1938 y(of)k(new)g(b)q(enc)o(hmark)e(sets.)29 b(W)l(e)19 b(w)o(ould)g(also)g
(lik)o(e)e(to)i(construct)g(a)h(b)q(enc)o(hmark)d(set)i(based)g(on)g(its)0
1998 y(co)o(v)o(erage)c(of)i(v)m(arious)g(distributions)f(of)g(parallelism,)d
(rather)j(than,)h(for)f(example,)e(on)i(application)0 2058
y(areas.)24 b(The)17 b(to)q(ols)h(and)g(metho)q(dology)e(to)i(do)f(this)g
(could)g(b)q(e)g(based)h(on)f(the)g(approac)o(h)h(describ)q(ed)0
2119 y(here,)d(and)i(w)o(ould)f(require)f(the)h(understanding)h(of)g(lo)o
(w-lev)o(el)d(parallelism)g(on)j(other)f(mac)o(hines.)0 2285
y Fl(7)83 b(Ac)n(kno)n(wledgmen)n(ts)0 2395 y Fm(The)15 b(authors)i(wish)e
(to)g(thank)h(the)f(editors)g(and)h(anon)o(ymous)f(referees)f(for)h(their)g
(though)o(tful)g(com-)0 2455 y(men)o(ts)g(whic)o(h)g(greatly)h(impro)o(v)o
(ed)e(the)i(qualit)o(y)f(of)h(this)g(pap)q(er.)913 2828 y(19)p
eop
%%Page: 20 26
bop 0 203 a Fl(References)24 313 y Fm([1])24 b(F.)12 b(McMahon,)h(\\The)g
(Liv)o(ermore)e(Fortran)i(Kernels:)19 b(A)12 b(test)h(of)g(the)f(n)o
(umerical)e(p)q(erformance)100 373 y(range,")17 b(T)l(ec)o(h.)e(Rep.)h
(UCRL-53745,)i(La)o(wrence)e(Liv)o(ermore)e(Lab,)j(Dec.)e(1986.)24
475 y([2])24 b(J.)18 b(Dongarra,)i(\\P)o(erformance)d(of)i(v)m(arious)f
(computers)f(using)i(standard)g(linear)f(equations,")100 535
y(T)l(ec)o(h.)d(Rep.)h(23,)g(Argonne)h(National)f(Lab,)h(1988.)24
637 y([3])24 b(M.)18 b(Berry)g(et)g(al.,)h(\\The)g(Perfect)f(Club)h(b)q(enc)o
(hmarks:)25 b(E\013ectiv)o(e)17 b(p)q(erformance)h(ev)m(aluation)100
697 y(of)23 b(sup)q(ercomputers,")f Fi(International)i(Journal)f(of)g(Sup)n
(er)n(c)n(omputer)f(Applic)n(ations)p Fm(,)h(v)o(ol.)e(3,)100
757 y(pp.)16 b(5{40,)i(F)l(all)d(1989.)24 859 y([4])24 b(J.)d(Uniejewski,)f
(\\SPEC)i(b)q(enc)o(hmark)d(suite:)30 b(designed)21 b(for)g(to)q(da)o(y's)g
(adv)m(anced)g(systems,")100 919 y(T)l(ec)o(h.)15 b(Rep.)h(1,)g(SPEC)h
(Newsletter,)d(1989.)24 1021 y([5])24 b(D.)18 b(Bailey)f(et)h(al.,)g(\\The)g
(NAS)g(parallel)f(b)q(enc)o(hmarks,")h(T)l(ec)o(h.)f(Rep.)g(RNR-91-002,)j
(NASA)100 1081 y(Ames,)14 b(Jan)o(uary)j(1991.)24 1183 y([6])24
b(R.)16 b(P)l(.)f(W)l(eic)o(k)o(er,)e(\\An)j(o)o(v)o(erview)e(of)i(common)e
(b)q(enc)o(hmarks,")h Fi(IEEE)i(Computer)p Fm(,)e(pp.)h(65{76,)100
1243 y(1990.)24 1344 y([7])24 b(M.)13 b(Berry)l(,)f(G.)h(Cyb)q(enk)o(o,)h
(and)g(J.)f(Larson,)i(\\Scien)o(ti\014c)c(b)q(enc)o(hmark)h(c)o
(haracterization,")h Fi(Par-)100 1405 y(al)r(lel)20 b(Computing)p
Fm(,)c(v)o(ol.)f(17,)i(pp.)f(1173{1194)q(,)i(Decem)o(b)q(er)c(1991.)24
1506 y([8])24 b(A.)f(v)m(an)h(der)f(Steen,)i(\\Rep)q(ort)f(of)g(the)f(second)
h(Eurob)q(en)g(w)o(orkshop)h(on)f(b)q(enc)o(hmarking,")100
1567 y Fi(Sup)n(er)n(c)n(omputer)p Fm(,)15 b(v)o(ol.)h(8,)g(pp.)g(15{19,)h
(Septem)o(b)q(er)e(1991.)24 1668 y([9])24 b(J.)e(L.)g(Hennesy)e(and)j(D.)e
(A.)g(P)o(atterson,)j Fi(Computer)e(A)o(r)n(chite)n(ctur)n(e:)32
b(A)23 b(Quantitative)h(Ap-)100 1728 y(pr)n(o)n(ach)p Fm(,)15
b(p.)h(36.)22 b(San)16 b(Mateo,)g(CA:)g(Morgan)h(Kaufmann,)e(1990.)0
1830 y([10])24 b(D.)d(J.)f(Kuc)o(k,)h Fi(The)h(Structur)n(e)g(of)f(Computers)
h(and)g(Computations)p Fm(,)f(v)o(ol.)f(1,)i(p.)f(100.)36 b(New)100
1890 y(Y)l(ork:)21 b(John)c(Wiley)e(and)i(Sons,)f(1978.)0 1992
y([11])24 b(Cra)o(y)c(Researc)o(h,)g(Inc.,)f Fi(UNICOS)i(Performanc)n(e)g
(Utilities)h(R)n(efer)n(enc)n(e)f(Manual)g(SR-2040)g(-)100
2052 y(6.0)p Fm(,)16 b(1991.)0 2154 y([12])24 b(D.)18 b(K.)g(Bradley)g(and)g
(J.)g(L.)h(Larson,)h(\\Fine-grained)e(measuremen)o(ts)d(of)k(lo)q(op)g(p)q
(erformance)100 2214 y(on)24 b(the)f(CRA)l(Y)f(Y-MP,")g(in)h
Fi(Pr)n(o)n(c)n(e)n(e)n(dings)g(of)g(the)h(Fifth)g(SIAM)f(Confer)n(enc)n(e)i
(on)f(Par)n(al)r(lel)100 2274 y(Pr)n(o)n(c)n(essing)17 b(for)g(Scienti\014c)j
(Computing)p Fm(,)c(Marc)o(h)g(25{27)i(1991.)0 2376 y([13])24
b(D.)19 b(Bradley)l(,)f(G.)g(Cyb)q(enk)o(o,)h(H.)f(Gao,)i(J.)f(Larson,)h(F.)e
(Ahmad,)g(J.)h(Golab,)g(and)h(M.)e(Strak)m(a,)100 2436 y(\\Sup)q(ercomputer)d
(w)o(orkload)h(decomp)q(osition)f(and)h(analysis,")g(in)g Fi(Pr)n(o)n(c)n(e)n
(e)n(dings)f(of)i(the)g(A)o(CM)100 2496 y(International)i(Confer)n(enc)n(e)f
(on)g(Sup)n(er)n(c)n(omputing)p Fm(,)e(pp.)g(458{467,)i(June)f(17{21)h(1991.)
0 2598 y([14])24 b(H.)18 b(Gao)h(and)g(J.)f(L.)g(Larson,)i(\\A)e(y)o(ear's)g
(pro\014le)g(of)g(sup)q(ercomputer)f(users)i(in)f(di\013eren)o(t)f(ap-)100
2658 y(plication)f(areas)h(using)f(a)h(hardw)o(are)g(p)q(erformance)e
(monitor.")g(W)l(ork)h(in)g(progress,)h(1992.)913 2828 y(20)p
eop
%%Page: 21 27
bop 0 195 a Fm([15])24 b(J.)f(L.)g(Larson,)j(\\Collecting)c(and)i(in)o
(terpreting)d(hpm)h(p)q(erformance)g(data)i(on)f(the)g(CRA)l(Y)100
255 y(Y-MP,")16 b Fi(NCSA)i(Datalink)p Fm(,)f(pp.)f(14{24,)i(No)o(v)o(em)o(b)
q(er-Dece)o(m)n(b)q(er)13 b(1991.)0 357 y([16])24 b(D.)e(K.)e(Chen,)j(H.)d
(M.)h(Su,)i(and)f(P)l(.)f(Y)l(ew,)h(\\The)g(impact)d(of)j(sync)o(hronization)
f(and)h(gran)o(u-)100 417 y(larit)o(y)17 b(on)h(parallel)f(systems,")g(in)g
Fi(Pr)n(o)n(c)n(e)n(e)n(dings)h(of)h(the)g(17th)g(International)h(Symp)n
(osium)e(on)100 477 y(Computer)g(A)o(r)n(chite)n(ctur)n(e)p
Fm(,)d(pp.)h(239{249,)i(June)f(1990.)913 2828 y(21)p eop
%%Trailer
end
userdict /end-hook known{end-hook}if
%%EOF