[2] | 1 | # IGCM_add_out - filter of output of the job : |
---|
| 2 | # command : |
---|
| 3 | # IGCM_add_out.awk job_output.out REALTIME USERTIME SYSTIME |
---|
| 4 | |
---|
| 5 | #************************************************************** |
---|
| 6 | # Author: Martial.Mancip |
---|
[373] | 7 | # Contact: Martial.Mancip__at__ipsl.jussieu.fr |
---|
| 8 | # $Revision:: $ Revision of last commit |
---|
| 9 | # $Author:: $ Author of last commit |
---|
| 10 | # $Date:: $ Date of last commit |
---|
[2] | 11 | # IPSL (2006) |
---|
| 12 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
[57] | 13 | # Modification: Patrick.Brockmann@cea.fr |
---|
[2] | 14 | # |
---|
| 15 | #************************************************************** |
---|
| 16 | |
---|
| 17 | #========================== |
---|
| 18 | function myprint(str) { |
---|
| 19 | if (debug) { |
---|
| 20 | print str |
---|
| 21 | } |
---|
| 22 | } |
---|
| 23 | |
---|
| 24 | |
---|
| 25 | #========================== |
---|
| 26 | BEGIN { |
---|
| 27 | # print "traitement de " ARGV[1] |
---|
| 28 | |
---|
| 29 | nbarg=ARGC |
---|
[219] | 30 | if (ARGV[1] == "-d") { |
---|
[2] | 31 | debug=1 |
---|
| 32 | file=ARGV[2] |
---|
| 33 | delete ARGV[1] |
---|
| 34 | nbarg-- |
---|
| 35 | } else { |
---|
| 36 | debug=0 |
---|
| 37 | file=ARGV[1] |
---|
| 38 | } |
---|
| 39 | |
---|
| 40 | # When exit statement, 'END' rule is always executed, so defined a exit_value to manage this |
---|
| 41 | exit_value=0 |
---|
| 42 | if (nbarg != 2) { |
---|
[7] | 43 | print "Usage: IGCM_add_out.awk [-d] file.output" |
---|
[2] | 44 | print |
---|
| 45 | print "Args:" |
---|
| 46 | print " file.output = output file of at Job to be parsed" |
---|
| 47 | print |
---|
| 48 | print "Options:" |
---|
| 49 | print " -d = debug mode" |
---|
| 50 | print |
---|
| 51 | exit_value=1 |
---|
| 52 | exit |
---|
| 53 | } |
---|
| 54 | |
---|
| 55 | Information_found=0 |
---|
[137] | 56 | Information_ksh_SX_found=0 |
---|
[2] | 57 | |
---|
| 58 | RealTime=0. |
---|
| 59 | UserTime=-1. |
---|
| 60 | SysTime=0. |
---|
| 61 | VectorTime=0. |
---|
| 62 | InstCount=0. |
---|
| 63 | VInstCount=0. |
---|
| 64 | VElementCount=0. |
---|
| 65 | FLOPCount=0. |
---|
| 66 | MOPS=0. |
---|
| 67 | MFLOPS=0. |
---|
| 68 | AVLength=0. |
---|
| 69 | VOpRatio=0. |
---|
| 70 | MemorySize=0. |
---|
| 71 | MIPS=0. |
---|
| 72 | ICache=0. |
---|
| 73 | OCache=0. |
---|
| 74 | Bank=0. |
---|
| 75 | |
---|
| 76 | counter=0 |
---|
| 77 | |
---|
[114] | 78 | RunDateBegin="2000-01-01T00:00:00" |
---|
| 79 | RunDateEnd="2000-01-01T00:00:00" |
---|
[112] | 80 | |
---|
[2] | 81 | } |
---|
| 82 | |
---|
| 83 | #========================== |
---|
| 84 | { |
---|
| 85 | myprint($0) |
---|
| 86 | |
---|
| 87 | # Get information with MPI Program Information output on NEC |
---|
| 88 | if (match($0, " \\*\\*\\*\\*\\*\\* Program Information \\*\\*\\*\\*\\*\\*")) |
---|
| 89 | { |
---|
| 90 | Information_found=1 |
---|
| 91 | counter=counter+1 |
---|
| 92 | # print $0 |
---|
| 93 | # print counter |
---|
| 94 | next |
---|
| 95 | } |
---|
| 96 | else if (Information_found == 1 && (match($0, ".*:.*"))) |
---|
| 97 | { |
---|
| 98 | where=(match($0,"[a-zA-Z]")) |
---|
| 99 | Length=(match($0, " *:"))-where |
---|
| 100 | whereDot=(match($0, ":")) |
---|
| 101 | info=substr($0,where,Length) |
---|
| 102 | whereNum=(match($0, "[0-9]")) |
---|
| 103 | Res=substr($0,whereNum) |
---|
| 104 | # print where "," Length "," whereDot "," whereNum " '" info "' :" Res |
---|
| 105 | |
---|
| 106 | if( info=="Real Time (sec)" ) { |
---|
| 107 | # print "|" Res "|" |
---|
| 108 | # printf("RealTime = %10.5f\n",0.037600) |
---|
| 109 | # printf("RealTime = %10.5f\n",Res) |
---|
| 110 | if ( Res > RealTime ) { |
---|
[670] | 111 | myprint( "NEC Real Time updated" ) |
---|
| 112 | RealTime=Res |
---|
[2] | 113 | } |
---|
| 114 | next |
---|
| 115 | } |
---|
| 116 | |
---|
| 117 | if( info=="User Time (sec)" ) { |
---|
[670] | 118 | myprint( "NEC User Time " ) |
---|
[2] | 119 | UserTime=UserTime+Res |
---|
| 120 | next |
---|
| 121 | } |
---|
| 122 | |
---|
| 123 | if( info=="Sys Time (sec)" ) { |
---|
| 124 | SysTime=SysTime+Res |
---|
| 125 | next |
---|
| 126 | } |
---|
| 127 | |
---|
| 128 | if( info=="Vector Time (sec)" ) { |
---|
| 129 | VectorTime=VectorTime+Res |
---|
| 130 | next |
---|
| 131 | } |
---|
| 132 | |
---|
| 133 | if( info=="Inst. Count" ) { |
---|
| 134 | InstCount=InstCount+Res |
---|
| 135 | next |
---|
| 136 | } |
---|
| 137 | |
---|
| 138 | if( info=="V. Element Count" ) { |
---|
| 139 | VInstCount=VInstCount+Res |
---|
| 140 | next |
---|
| 141 | } |
---|
| 142 | |
---|
| 143 | if( info=="V. Element Count" ) { |
---|
| 144 | VElementCount=VElementCount+Res |
---|
| 145 | next |
---|
| 146 | } |
---|
| 147 | |
---|
| 148 | if( info=="FLOP Count" ) { |
---|
| 149 | FLOPCount=FLOPCount+Res |
---|
| 150 | next |
---|
| 151 | } |
---|
| 152 | |
---|
| 153 | if( info=="MOPS" ) { |
---|
| 154 | MOPS=MOPS+Res |
---|
| 155 | next |
---|
| 156 | } |
---|
| 157 | |
---|
| 158 | if( info=="MFLOPS" ) { |
---|
| 159 | MFLOPS=MFLOPS+Res |
---|
| 160 | next |
---|
| 161 | } |
---|
| 162 | |
---|
| 163 | if( info=="A.V. Length" ) { |
---|
| 164 | AVLength=AVLength+Res |
---|
| 165 | next |
---|
| 166 | } |
---|
| 167 | |
---|
| 168 | if( info=="V. Op. Ratio (%)" ) { |
---|
| 169 | VOpRatio=VOpRatio+Res |
---|
| 170 | next |
---|
| 171 | } |
---|
| 172 | |
---|
| 173 | if( info=="Memory Size (MB)" ) { |
---|
| 174 | MemorySize=MemorySize+Res |
---|
| 175 | next |
---|
| 176 | } |
---|
| 177 | |
---|
| 178 | if( info=="MIPS" ) { |
---|
| 179 | MIPS=MIPS+Res |
---|
| 180 | next |
---|
| 181 | } |
---|
| 182 | |
---|
| 183 | if( info=="I-Cache (sec)" ) { |
---|
| 184 | ICache=ICache+Res |
---|
| 185 | next |
---|
| 186 | } |
---|
| 187 | |
---|
| 188 | if( info=="O-Cache (sec)" ) { |
---|
| 189 | OCache=OCache+Res |
---|
| 190 | next |
---|
| 191 | } |
---|
| 192 | |
---|
| 193 | if( info=="Bank (sec)" ) { |
---|
| 194 | Bank=Bank+Res |
---|
| 195 | next |
---|
| 196 | } |
---|
| 197 | |
---|
| 198 | } |
---|
| 199 | # Get information with time output on other hosts |
---|
| 200 | # ksh time |
---|
| 201 | else if (match($0, ".*s real .*s user .*s system")) |
---|
| 202 | { |
---|
| 203 | myprint( "ksh" ) |
---|
| 204 | counter=counter+1 |
---|
| 205 | |
---|
| 206 | RealTime=(substr($1,1,match($1, "s")-1)) |
---|
| 207 | UserTime=(substr($3,1,match($3, "s")-1)) |
---|
| 208 | SysTime=(substr($5,1,match($5, "s")-1)) |
---|
| 209 | |
---|
| 210 | } |
---|
[161] | 211 | |
---|
| 212 | # csh time |
---|
[670] | 213 | # 0.000+u 0.000+s 0:00.00 0.0% 0+0k 0+0io 0pf+0w |
---|
[161] | 214 | else if (match($0, "[0-9.]+u [0-9.]+s .+")) |
---|
| 215 | { |
---|
| 216 | myprint( "csh" ) |
---|
| 217 | counter=counter+1 |
---|
| 218 | |
---|
| 219 | UserTime=(substr($1,1,match($1, "u")-1)) |
---|
| 220 | SysTime=(substr($2,1,match($2, "s")-1)) |
---|
[670] | 221 | # si hours ? |
---|
[161] | 222 | RealTime=(substr($3,1,match($3, ":")-1)*60. + substr($3,match($3, ":")+1)) |
---|
| 223 | |
---|
| 224 | } |
---|
| 225 | # linux system time |
---|
[670] | 226 | ### example : |
---|
| 227 | ### 2.02user 6.60system 12:41.62elapsed 1%CPU (0avgtext+0avgdata 25520maxresident)k |
---|
[671] | 228 | ### 1.31user 5.33system 2:47:39elapsed 0%CPU (0avgtext+0avgdata 30400maxresident)k |
---|
[161] | 229 | else if (match($0, ".*user .*system .*elapsed .*CPU .*")) |
---|
| 230 | { |
---|
| 231 | myprint( "linux" ) |
---|
| 232 | counter=counter+1 |
---|
| 233 | |
---|
| 234 | UserTime=(substr($1,1,match($1, "user")-1)) |
---|
| 235 | SysTime=(substr($2,1,match($2, "system")-1)) |
---|
[670] | 236 | ### RealTime=(substr($3,1,match($3, ":")-1)*60.+substr($3, match($3, ":")+1, match($3, "elapsed"))) what for hours???? |
---|
[161] | 237 | |
---|
[670] | 238 | RealTime=0 |
---|
[671] | 239 | if (match($3, "[0-9]*:[0-9]*:[0-9]*elapsed")) |
---|
[670] | 240 | { |
---|
[671] | 241 | #### $3=2:47:39elapsed |
---|
[670] | 242 | myprint( "linux elapsed in hours " ) |
---|
| 243 | sub1=(match($3, ":")-1) |
---|
| 244 | sub2=sub1+2 |
---|
| 245 | min=(substr($3,sub2)) |
---|
| 246 | sub3=(match(min, ":")-1) |
---|
| 247 | sub4=sub3+2 |
---|
| 248 | fin=(substr(min,sub4)) |
---|
| 249 | sub5=(match(fin, "elapsed")-1) |
---|
| 250 | RealTime=((substr($3,1,sub1))*60+substr(min,1,sub3))*60+(substr(min,sub4,sub5)) |
---|
| 251 | myprint( " real time seconds " RealTime ) |
---|
| 252 | } |
---|
| 253 | else if (match($3, "[0-9]*:[0-9]*\\.[0-9]*elapsed")) |
---|
| 254 | { |
---|
| 255 | #### $3=12:41.62elapsed |
---|
| 256 | myprint( "linux elapsed in minutes " ) |
---|
| 257 | sub1=(match($3, ":")-1) |
---|
| 258 | sub2=sub1+2 |
---|
| 259 | fin=(substr($3,sub2)) |
---|
| 260 | sub3=(match(fin, "elapsed")-1) |
---|
| 261 | RealTime=(substr($3,1,sub1))*60+(substr($3,sub2,sub3)) |
---|
| 262 | myprint( " real time seconds " RealTime ) |
---|
| 263 | } |
---|
| 264 | else if (match($3, "[0-9]*\\.[0-9]*elapsed")) |
---|
| 265 | { |
---|
| 266 | #### $3=41.62elapsed |
---|
| 267 | myprint( "linux elapsed in second " ) |
---|
| 268 | RealTime=(substr($3,1,match($3, "elapsed")-1)) |
---|
| 269 | myprint( " real time seconds " RealTime ) |
---|
| 270 | } |
---|
| 271 | next |
---|
[161] | 272 | } |
---|
[670] | 273 | # curie system time (if not linux) or vargas |
---|
| 274 | ### curie (with tab) |
---|
| 275 | ### real 9m38.96s |
---|
| 276 | ### user 0m4.45s |
---|
| 277 | ### sys 0m6.41s |
---|
| 278 | ### vargas (with space) |
---|
| 279 | ### real 2891.80 |
---|
| 280 | ### user 0.28 |
---|
| 281 | ### sys 0.45 |
---|
| 282 | |
---|
| 283 | else if (match($1, "real")) |
---|
[161] | 284 | { |
---|
[670] | 285 | myprint( "curie ou vargas ?" ) |
---|
[161] | 286 | |
---|
[670] | 287 | # real 9m38.96s or real 2891.80 |
---|
| 288 | if (match($2, ".*s.*")) |
---|
| 289 | { |
---|
| 290 | myprint( "curie" ) |
---|
| 291 | counter=counter+1 |
---|
| 292 | ### real 9m38.96s |
---|
| 293 | ### real 5h9m38.96s |
---|
| 294 | RealTime=((substr($2,1,match($2, "h")-1)*60.)+substr($2,match($2, "h")+1,match($2, "m")-1))*60.+substr($2,match($2, "m")+1,match($2, "s")) |
---|
| 295 | next |
---|
| 296 | } |
---|
| 297 | else |
---|
| 298 | { |
---|
| 299 | myprint( "vargas" ) |
---|
| 300 | counter=counter+1 |
---|
| 301 | |
---|
| 302 | ### real 2891.80 |
---|
| 303 | RealTime=$2 |
---|
[161] | 304 | next |
---|
[670] | 305 | } |
---|
[161] | 306 | } |
---|
[670] | 307 | else if (match($1, "user")) |
---|
[161] | 308 | { |
---|
[670] | 309 | # user(tab)0m4.45s or user 0.28 |
---|
| 310 | if (match($2, ".*s.*")) |
---|
| 311 | { |
---|
| 312 | myprint( "curie user" ) |
---|
| 313 | UserTime=((substr($2,1,match($2, "h")-1)*60.)+substr($2,match($2, "h")+1,match($2, "m")-1))*60.+substr($2,match($2, "m")+1,match($2, "s")) |
---|
| 314 | next |
---|
| 315 | } |
---|
| 316 | else |
---|
| 317 | { |
---|
| 318 | myprint( "vargas user" ) |
---|
| 319 | UserTime=$2 |
---|
| 320 | next |
---|
| 321 | } |
---|
[161] | 322 | } |
---|
[670] | 323 | else if (match($1, "sys")) |
---|
| 324 | { |
---|
| 325 | # 0m6.41s or 0.45 |
---|
| 326 | if (match($2, ".*s.*")) |
---|
| 327 | { |
---|
| 328 | myprint( "curie sys" ) |
---|
| 329 | SysTime=((substr($2,1,match($2, "h")-1)*60.)+substr($2,match($2, "h")+1,match($2, "m")-1))*60.+substr($2,match($2, "m")+1,match($2, "s")) |
---|
| 330 | next |
---|
| 331 | } |
---|
| 332 | else |
---|
| 333 | { |
---|
| 334 | myprint( "vargas sys" ) |
---|
| 335 | SysTime=$2 |
---|
| 336 | next |
---|
| 337 | } |
---|
| 338 | } |
---|
| 339 | |
---|
[137] | 340 | # Get information with time output on SX hosts |
---|
| 341 | # ksh time |
---|
| 342 | else if (match($0, "real *[0-9:.]*")) |
---|
| 343 | { |
---|
| 344 | myprint("ksh SX") |
---|
| 345 | Information_ksh_SX_found=1 |
---|
| 346 | counter=counter+1 |
---|
| 347 | |
---|
| 348 | RealTime=0 |
---|
| 349 | if (match($2, "[0-9]*:[0-9]*:[0-9]*\\.[0-9]*")) |
---|
| 350 | { |
---|
| 351 | sub1=(match($2, ":")-1) |
---|
| 352 | sub2=sub1+2 |
---|
| 353 | fin=(substr($2,sub2)) |
---|
| 354 | sub3=(match(fin, ":")-1)+sub2 |
---|
| 355 | RealTime=(substr($2,1,sub1))*60+(substr($2,sub2,sub3)) |
---|
| 356 | } |
---|
| 357 | else if (match($2, "[0-9]*:[0-9]*\\.[0-9]*")) |
---|
| 358 | { |
---|
| 359 | RealTime=(substr($2,1,match($2, ":")-1)) |
---|
| 360 | } |
---|
| 361 | } |
---|
| 362 | else if (Information_ksh_SX_found == 1 && match($0, "user *[0-9:.]*")) |
---|
| 363 | { |
---|
| 364 | myprint("ksh SX ") |
---|
| 365 | |
---|
| 366 | UserTime=0 |
---|
| 367 | if (match($2, "[0-9]*:[0-9]*:[0-9]*\\.[0-9]*")) |
---|
| 368 | { |
---|
| 369 | sub1=(match($2, ":")-1) |
---|
| 370 | sub2=sub1+2 |
---|
| 371 | fin=(substr($2,sub2)) |
---|
| 372 | sub3=(match(fin, ":")-1)+sub2 |
---|
| 373 | UserTime=(substr($2,1,sub1))*60+(substr($2,sub2,sub3)) |
---|
| 374 | } |
---|
| 375 | else if (match($2, "[0-9]*:[0-9]*\\.[0-9]*")) |
---|
| 376 | { |
---|
| 377 | UserTime=(substr($2,1,match($2, ":")-1)) |
---|
| 378 | } |
---|
| 379 | } |
---|
| 380 | else if (Information_ksh_SX_found == 1 && match($0, "sys *[0-9:.]*")) |
---|
| 381 | { |
---|
| 382 | myprint("ksh SX ") |
---|
| 383 | |
---|
| 384 | SysTime=0 |
---|
| 385 | if (match($2, "[0-9]*:[0-9]*:[0-9]*\\.[0-9]*")) |
---|
| 386 | { |
---|
| 387 | sub1=(match($2, ":")-1) |
---|
| 388 | sub2=sub1+2 |
---|
| 389 | fin=(substr($2,sub2)) |
---|
| 390 | sub3=(match(fin, ":")-1)+sub2 |
---|
| 391 | SysTime=(substr($2,1,sub1))*60+(substr($2,sub2,sub3)) |
---|
| 392 | } |
---|
| 393 | else if (match($2, "[0-9]*:[0-9]*\\.[0-9]*")) |
---|
| 394 | { |
---|
| 395 | SysTime=(substr($2,1,match($2, ":")-1)) |
---|
| 396 | } |
---|
| 397 | } |
---|
[2] | 398 | |
---|
[57] | 399 | # RUN_DATE_BEGIN |
---|
| 400 | if ($0 ~ /RunDateBegin.*=/) { |
---|
[2] | 401 | myprint( "start date" ) |
---|
[57] | 402 | split($0,a,"=") |
---|
| 403 | RunDateBegin=a[2] |
---|
| 404 | } |
---|
[2] | 405 | |
---|
[57] | 406 | # RUN_DATE_END |
---|
| 407 | if ($0 ~ /RunDateEnd.*=/) { |
---|
[2] | 408 | myprint( "end date" ) |
---|
[57] | 409 | split($0,a,"=") |
---|
| 410 | RunDateEnd=a[2] |
---|
[2] | 411 | } |
---|
| 412 | |
---|
| 413 | } |
---|
| 414 | |
---|
| 415 | #========================== |
---|
| 416 | END { |
---|
| 417 | |
---|
[137] | 418 | myprint("exit_value : " exit_value) |
---|
| 419 | myprint("counter : " counter) |
---|
| 420 | |
---|
[2] | 421 | if (! exit_value ) { |
---|
| 422 | if (counter > 0) { |
---|
| 423 | myprint("=============================================") |
---|
| 424 | myprint("Additionnal results on Program Informations for " ARGV[1]) |
---|
| 425 | myprint("Real Time (sec) :" RealTime) |
---|
| 426 | myprint("User Time (sec) :" UserTime) |
---|
| 427 | myprint("Sys Time (sec) :" SysTime) |
---|
| 428 | myprint("Vector Time (sec) :" VectorTime) |
---|
| 429 | myprint("Inst. Count :" InstCount) |
---|
| 430 | myprint("V. Inst. Count :" VInstCount) |
---|
| 431 | myprint("V. Element Count :" VElementCount) |
---|
| 432 | myprint("FLOP Count :" FLOPCount) |
---|
| 433 | myprint("MOPS :" MOPS) |
---|
| 434 | myprint("MFLOPS :" MFLOPS) |
---|
| 435 | myprint("A.V. Length :" AVLength) |
---|
| 436 | myprint("V. Op. Ratio (%) :" VOpRatio) |
---|
| 437 | myprint("Memory Size (MB) :" MemorySize) |
---|
| 438 | myprint("MIPS :" MIPS) |
---|
| 439 | myprint("I-Cache (sec) :" ICache) |
---|
| 440 | myprint("O-Cache (sec) :" OCache) |
---|
| 441 | myprint("Bank (sec) :" Bank) |
---|
| 442 | |
---|
| 443 | myprint("Date of executables :") |
---|
[57] | 444 | myprint("Start Time :" RunDateBegin) |
---|
| 445 | myprint("End Time :" RunDateEnd) |
---|
| 446 | |
---|
| 447 | printf("%s %s %.5f %.5f %.5f", RunDateBegin, RunDateEnd, RealTime, UserTime, SysTime) |
---|
[2] | 448 | exit(0) |
---|
| 449 | } |
---|
| 450 | else |
---|
| 451 | { |
---|
| 452 | exit(1) |
---|
| 453 | } |
---|
| 454 | } |
---|
| 455 | else |
---|
| 456 | { |
---|
| 457 | exit(2) |
---|
| 458 | } |
---|
| 459 | |
---|
| 460 | } |
---|