util/stats/stats.py

   1 #!/usr/bin/env python
   2 from __future__ import division
   3 import re, sys, math
   4
   5 def usage():
   6     print '''\
   7 Usage: %s [-E] [-F] [-d <db> ] [-g <get> ] [-h <host>] [-p]
   8        [-s <system>] [-r <runs> ] [-u <username>] <command> [command args]
   9 ''' % sys.argv[0]
  10     sys.exit(1)
  11
  12 def getopts(list, flags):
  13     import getopt
  14     try:
  15         opts, args = getopt.getopt(list, flags)
  16     except getopt.GetoptError:
  17         usage()
  18
  19     return opts, args
  20
  21 def printval(name, value, invert = False):
  22     if invert and value != 0.0:
  23         value = 1 / value
  24
  25     if value == (1e300*1e300):
  26         return
  27
  28     if printval.mode == 'G':
  29         print '%s:    %g' % (name, value)
  30     elif printval.mode != 'F' and value > 1e6:
  31         print '%s:    %0.5e' % (name, value)
  32     else:
  33         print '%s:    %f' % (name, value)
  34
  35 printval.mode = 'G'
  36
  37 def unique(list):
  38     set = {}
  39     map(set.__setitem__, list, [])
  40     return set.keys()
  41
  42 def graphdata68(runs, options, tag, label, value):
  43     import info
  44     configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ]
  45     benchmarks = [ 'm', 's', 'snt', 'nb1', 'w1', 'w2', 'w3', 'w4', 'nm', 'ns', 'nw1', 'nw2', 'nw3' ]
  46     dmas = [ 'x' ]
  47     caches = [ '2', '4' ]
  48
  49     names = []
  50
  51     bench_system = {
  52         'm' : 'client',
  53         's' : 'client',
  54         'snt' : 'client',
  55         'nb1' : 'server',
  56         'nb2' : 'server',
  57         'nt1' : 'server',
  58         'nt2' : 'server',
  59         'w1' : 'server',
  60         'w2' : 'server',
  61         'w3' : 'server',
  62         'w4' : 'server',
  63         'w1s' : 'server',
  64         'w2s' : 'server',
  65         'w3s' : 'server',
  66         'ns' : 'natbox',
  67         'nm' : 'natbox',
  68         'nw1' : 'natbox',
  69         'nw2' : 'natbox',
  70         'nw3' : 'natbox'
  71         }
  72
  73     for bench in benchmarks:
  74         if bench_system[bench] != options.system:
  75             continue
  76
  77         for dma in dmas:
  78             for cache in caches:
  79                     names.append([bench, dma, cache])
  80
  81     for bench,dma,cache in names:
  82         base = '%s.%s.%s' % (bench, dma, cache)
  83         fname = 'data/%s.%s.68.dat' % (tag, base)
  84         f = open(fname, 'w')
  85         print >>f, '#set TITLE = '
  86         print >>f, '#set ylbl = %s' % label
  87         #print >>f, '#set sublabels = %s' % ' '.join(configs)
  88         print >>f, '#set sublabels = ste hte htd ocm occ ocs'
  89
  90         for speed,freq in zip(['s', '6', '8', 'q'],['4GHz', '6GHz','8GHz', '10GHz']):
  91             print >>f, '"%s"' % freq,
  92             for conf in configs:
  93                 name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed)
  94                 run = info.source.allRunNames[name]
  95                 info.display_run = run.run;
  96                 val = float(value)
  97                 if val == 1e300*1e300:
  98                     print >>f, 0.0,
  99                 else:
 100                     print >>f, "%f" % val,
 101             print >>f
 102         f.close()
 103
 104 def graphdata(runs, options, tag, label, value):
 105     if options.graph68:
 106         graphdata68(runs, options, tag, label, value)
 107         return
 108
 109     import info
 110     configs = ['ste', 'hte', 'htd', 'ocm', 'occ', 'ocp' ]
 111     #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'nt2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'nw2', 'nw3' ]
 112     #benchmarks = [ 'm', 's', 'nb1', 'nb2', 'nt1', 'w1', 'w2', 'w3', 'ns', 'nm', 'w1s' ]
 113     benchmarks = [ 'm', 's', 'nb1', 'nb2', 'w1', 'w2', 'w3', 'w4', 'ns', 'nm', 'nw1', 'snt' ]
 114     #dmas = [ 'x', 'd', 'b' ]
 115     dmas = [ 'x' ]
 116     caches = [ '2', '4' ]
 117
 118     names = []
 119
 120     bench_system = {
 121         'm' : 'client',
 122         's' : 'client',
 123         'snt' : 'client',
 124         'nb1' : 'server',
 125         'nb2' : 'server',
 126         'nt1' : 'server',
 127         'nt2' : 'server',
 128         'w1' : 'server',
 129         'w2' : 'server',
 130         'w3' : 'server',
 131         'w4' : 'server',
 132         'w1s' : 'server',
 133         'w2s' : 'server',
 134         'w3s' : 'server',
 135         'ns' : 'natbox',
 136         'nm' : 'natbox',
 137         'nw1' : 'natbox',
 138         'nw2' : 'natbox',
 139         'nw3' : 'natbox'
 140         }
 141
 142     for bench in benchmarks:
 143         if bench_system[bench] != options.system:
 144             continue
 145
 146         for dma in dmas:
 147             for cache in caches:
 148                     names.append([bench, dma, cache])
 149
 150     for bench,dma,cache in names:
 151         base = '%s.%s.%s' % (bench, dma, cache)
 152         fname = 'data/%s.%s.dat' % (tag, base)
 153         f = open(fname, 'w')
 154         print >>f, '#set TITLE = '
 155         print >>f, '#set ylbl = %s' % label
 156         #print >>f, '#set sublabels = %s' % ' '.join(configs)
 157         print >>f, '#set sublabels = ste hte htd ocm occ ocs'
 158
 159         for speed,freq in zip(['s', 'q'],['4GHz','10GHz']):
 160             print >>f, '"%s"' % freq,
 161             for conf in configs:
 162                 name = '%s.%s.%s.%s.%s' % (conf, bench, dma, cache, speed)
 163                 run = info.source.allRunNames[name]
 164                 info.display_run = run.run;
 165                 val = float(value)
 166                 if val == 1e300*1e300:
 167                     print >>f, 0.0,
 168                 else:
 169                     print >>f, "%f" % val,
 170             print >>f
 171         f.close()
 172
 173 def printdata(runs, value, invert = False):
 174     import info
 175     for run in runs:
 176         info.display_run = run.run;
 177         val = float(value)
 178         printval(run.name, val)
 179
 180 class CommandException(Exception):
 181     pass
 182
 183 def commands(options, command, args):
 184     if command == 'database':
 185         if len(args) == 0: raise CommandException
 186
 187         import dbinit
 188         mydb = dbinit.MyDB(options)
 189
 190         if args[0] == 'drop':
 191             if len(args) > 2: raise CommandException
 192             mydb.admin()
 193             mydb.drop()
 194             if len(args) == 2 and args[1] == 'init':
 195                 mydb.create()
 196                 mydb.connect()
 197                 mydb.populate()
 198             mydb.close()
 199             return
 200
 201         if args[0] == 'init':
 202             if len(args) > 1: raise CommandException
 203             mydb.admin()
 204             mydb.create()
 205             mydb.connect()
 206             mydb.populate()
 207             mydb.close()
 208             return
 209
 210         if args[0] == 'clean':
 211             if len(args) > 1: raise CommandException
 212             mydb.connect()
 213             mydb.clean()
 214             return
 215
 216         raise CommandException
 217
 218     import db, info
 219     info.source = db.Database()
 220     info.source.host = options.host
 221     info.source.db = options.db
 222     info.source.passwd = options.passwd
 223     info.source.user = options.user
 224     info.source.connect()
 225     info.source.update_dict(globals())
 226
 227     if type(options.get) is str:
 228         info.source.get = options.get
 229
 230     if options.runs is None:
 231         runs = info.source.allRuns
 232     else:
 233         rx = re.compile(options.runs)
 234         runs = []
 235         for run in info.source.allRuns:
 236             if rx.match(run.name):
 237                 runs.append(run)
 238
 239     info.display_run = runs[0].run
 240
 241     if command == 'runs':
 242         user = None
 243         opts, args = getopts(args, '-u')
 244         if len(args):
 245             raise CommandException
 246         for o,a in opts:
 247             if o == '-u':
 248                 user = a
 249         info.source.listRuns(user)
 250         return
 251
 252     if command == 'stability':
 253         stats = info.source.getStat(args[0])
 254         info.source.get = "avg"
 255
 256         #loop through all the stats selected
 257         for stat in stats:
 258
 259             print "%s:" % stat.name
 260             print "%-30s %12s %12s %4s %5s %5s %5s" % \
 261                   ("run name", "average", "stdev", ">10%", ">1SDV", ">2SDV", "SAMP")
 262             print "%-30s %12s %12s %4s %5s %5s %5s" % \
 263                   ("------------------------------", "------------",
 264                    "------------", "----", "-----", "-----", "-----")
 265             #loop through all the selected runs
 266             for run in runs:
 267                 info.display_run = run.run;
 268                 runTicks = info.source.retTicks([ run ])
 269                 #throw away the first one, it's 0
 270                 runTicks.pop(0)
 271                 stat.ticks = runTicks
 272                 avg = float(stat)
 273                 stdev = 0
 274                 numoutsideavg  = 0
 275                 numoutside1std = 0
 276                 numoutside2std = 0
 277
 278                 #loop through all the various ticks for each run
 279                 for tick in runTicks:
 280                     stat.ticks = str(tick)
 281                     val = float(stat)
 282                     if (val < (avg * .9)) or (val > (avg * 1.1)):
 283                         numoutsideavg += 1
 284                     stdev += pow((val-avg),2)
 285
 286                 stdev = math.sqrt(stdev / len(runTicks))
 287                 for tick in runTicks:
 288                     stat.ticks = str(tick)
 289                     val = float(stat)
 290                     if (val < (avg - stdev)) or (val > (avg + stdev)):
 291                         numoutside1std += 1
 292                     if (val < (avg - (2*stdev))) or (val > (avg + (2*stdev))):
 293                         numoutside2std += 1
 294
 295                 print "%-30s %12s %12s %4s %5s %5s %5s" % \
 296                       (run.name, "%.1f" % avg, "%.1f" % stdev,
 297                        "%d" % numoutsideavg, "%d" % numoutside1std,
 298                        "%d" % numoutside2std, "%d" % len(runTicks))
 299         return
 300
 301
 302     if command == 'stats':
 303         if len(args) == 0:
 304             info.source.listStats()
 305         elif len(args) == 1:
 306             info.source.listStats(args[0])
 307         else:
 308             raise CommandException
 309
 310         return
 311
 312     if command == 'stat':
 313         if len(args) != 1:
 314             raise CommandException
 315
 316         stats = info.source.getStat(args[0])
 317         for stat in stats:
 318             if options.graph:
 319                 graphdata(runs, options, stat.name, stat.name, stat)
 320             else:
 321                 if options.ticks:
 322                    print 'only displaying sample %s' % options.ticks
 323                    stat.ticks = options.ticks
 324
 325                 if options.binned:
 326                     print 'kernel ticks'
 327                     stat.bins = 'kernel'
 328                     printdata(runs, stat)
 329
 330                     print 'idle ticks'
 331                     stat.bins = 'idle'
 332                     printdata(runs, stat)
 333
 334                     print 'user ticks'
 335                     stat.bins = 'user'
 336                     printdata(runs, stat)
 337
 338                     print 'interrupt ticks'
 339                     stat.bins = 'interrupt'
 340                     printdata(runs, stat)
 341
 342                     print 'total ticks'
 343
 344                 stat.bins = None
 345                 print stat.name
 346                 printdata(runs, stat)
 347         return
 348
 349     if command == 'formula':
 350         if len(args) != 1:
 351             raise CommandException
 352
 353         stats = eval(args[0])
 354         for stat in stats:
 355             if options.graph:
 356                 graphdata(runs, options, stat.name, stat.name, stat)
 357             else:
 358                 if options.binned:
 359                     print 'kernel ticks'
 360                     stat.bins = 'kernel'
 361                     printdata(runs, stat)
 362
 363                     print 'idle ticks'
 364                     stat.bins = 'idle'
 365                     printdata(runs, stat)
 366
 367                     print 'user ticks'
 368                     stat.bins = 'user'
 369                     printdata(runs, stat)
 370
 371                     print 'interrupt ticks'
 372                     stat.bins = 'interrupt'
 373                     printdata(runs, stat)
 374
 375                     print 'total ticks'
 376
 377                 stat.bins = None
 378                 print args[0]
 379                 printdata(runs, stat)
 380         return
 381
 382     if command == 'bins':
 383         if len(args) == 0:
 384             info.source.listBins()
 385         elif len(args) == 1:
 386             info.source.listBins(args[0])
 387         else:
 388             raise CommandException
 389
 390         return
 391
 392     if command == 'formulas':
 393         if len(args) == 0:
 394             info.source.listFormulas()
 395         elif len(args) == 1:
 396             info.source.listFormulas(args[0])
 397         else:
 398             raise CommandException
 399
 400         return
 401
 402     if command == 'samples':
 403         if len(args):
 404             raise CommandException
 405
 406         info.source.listTicks(runs)
 407         return
 408
 409     if len(args):
 410         raise CommandException
 411
 412     system = info.source.__dict__[options.system]
 413
 414     if command == 'usertime':
 415         import copy
 416         kernel = copy.copy(system.full_cpu.numCycles)
 417         kernel.bins = 'kernel'
 418
 419         user = copy.copy(system.full_cpu.numCycles)
 420         user.bins = 'user'
 421
 422         if options.graph:
 423             graphdata(runs, options, 'usertime', 'User Fraction',
 424                       user / system.full_cpu.numCycles)
 425         else:
 426             printdata(runs, user / system.full_cpu.numCycles)
 427         return
 428
 429     if command == 'ticks':
 430         if options.binned:
 431             print 'kernel ticks'
 432             system.full_cpu.numCycles.bins = 'kernel'
 433             printdata(runs, system.full_cpu.numCycles)
 434
 435             print 'idle ticks'
 436             system.full_cpu.numCycles.bins = 'idle'
 437             printdata(runs, system.full_cpu.numCycles)
 438
 439             print 'user ticks'
 440             system.full_cpu.numCycles.bins = 'user'
 441             printdata(runs, system.full_cpu.numCycles)
 442
 443             print 'total ticks'
 444
 445         system.full_cpu.numCycles.bins = None
 446         printdata(runs, system.full_cpu.numCycles)
 447         return
 448
 449     if command == 'packets':
 450         packets = system.tsunami.etherdev.rxPackets
 451         if options.graph:
 452             graphdata(runs, options, 'packets', 'Packets', packets)
 453         else:
 454             printdata(runs, packets)
 455         return
 456
 457     if command == 'ppt' or command == 'tpp':
 458         ppt = system.tsunami.etherdev.rxPackets / sim_ticks
 459         printdata(runs, ppt, command == 'tpp')
 460         return
 461
 462     if command == 'pps':
 463         pps = system.tsunami.etherdev.rxPackets / sim_seconds
 464         if options.graph:
 465             graphdata(runs, options, 'pps', 'Packets/s', pps)
 466         else:
 467             printdata(runs, pps)
 468         return
 469
 470     if command == 'bpt' or command == 'tpb':
 471         bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
 472         bpt = bytes / sim_ticks * 8
 473         if options.graph:
 474             graphdata(runs, options, 'bpt', 'bps / Hz', bpt)
 475         else:
 476             printdata(runs, bpt, command == 'tpb')
 477         return
 478
 479     if command == 'bptb' or command == 'tpbb':
 480         bytes = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
 481
 482         print 'kernel stats'
 483         bytes.bins = 'kernel'
 484         printdata(runs, bytes / ticks)
 485
 486         print 'idle stats'
 487         bytes.bins = 'idle'
 488         printdata(runs, bytes / ticks)
 489
 490         print 'user stats'
 491         bytes.bins = 'user'
 492         printdata(runs, bytes / ticks)
 493
 494         return
 495
 496     if command == 'bytes':
 497         stat = system.tsunami.etherdev.rxBytes + system.tsunami.etherdev.txBytes
 498
 499         if options.binned:
 500             print '%s kernel stats' % stat.name
 501             stat.bins = 'kernel'
 502             printdata(runs, stat)
 503
 504             print '%s idle stats' % stat.name
 505             stat.bins = 'idle'
 506             printdata(runs, stat)
 507
 508             print '%s user stats' % stat.name
 509             stat.bins = 'user'
 510             printdata(runs, stat)
 511
 512             print '%s total stats' % stat.name
 513             stat.bins = None
 514
 515         printdata(runs, stat)
 516         return
 517
 518     if command == 'rxbps':
 519         gbps = system.tsunami.etherdev.rxBandwidth / 1e9
 520         if options.graph:
 521             graphdata(runs, options, 'rxbps', 'Bandwidth (Gbps)',  gbps)
 522         else:
 523             printdata(runs, gbps)
 524         return
 525
 526     if command == 'txbps':
 527         gbps = system.tsunami.etherdev.txBandwidth / 1e9
 528         if options.graph:
 529             graphdata(runs, options, 'txbps', 'Bandwidth (Gbps)',  gbps)
 530         else:
 531             printdata(runs, gbps)
 532         return
 533
 534     if command == 'bps':
 535         rxbps = system.tsunami.etherdev.rxBandwidth
 536         txbps = system.tsunami.etherdev.txBandwidth
 537         gbps = (rxbps + txbps) / 1e9
 538         if options.graph:
 539             graphdata(runs, options, 'bps', 'Bandwidth (Gbps)',  gbps)
 540         else:
 541             printdata(runs, gbps)
 542         return
 543
 544     if command == 'misses':
 545         stat = system.L2.overall_mshr_misses
 546         if options.binned:
 547             print '%s kernel stats' % stat.name
 548             stat.bins = 'kernel'
 549             printdata(runs, stat)
 550
 551             print '%s idle stats' % stat.name
 552             stat.bins = 'idle'
 553             printdata(runs, stat)
 554
 555             print '%s user stats' % stat.name
 556             stat.bins = 'user'
 557             printdata(runs, stat)
 558
 559             print '%s total stats' % stat.name
 560
 561         stat.bins = None
 562         if options.graph:
 563             graphdata(runs, options, 'misses', 'Overall MSHR Misses', stat)
 564         else:
 565             printdata(runs, stat)
 566         return
 567
 568     if command == 'mpkb':
 569         misses = system.L2.overall_mshr_misses
 570         rxbytes = system.tsunami.etherdev.rxBytes
 571         txbytes = system.tsunami.etherdev.txBytes
 572
 573         if options.binned:
 574             print 'mpkb kernel stats'
 575             misses.bins = 'kernel'
 576             mpkb = misses / ((rxbytes + txbytes) / 1024)
 577             printdata(runs, mpkb)
 578
 579             print 'mpkb idle stats'
 580             misses.bins = 'idle'
 581             mpkb = misses / ((rxbytes + txbytes) / 1024)
 582             printdata(runs, mpkb)
 583
 584             print 'mpkb user stats'
 585             misses.bins = 'user'
 586             mpkb = misses / ((rxbytes + txbytes) / 1024)
 587             printdata(runs, mpkb)
 588
 589             print 'mpkb total stats'
 590
 591         mpkb = misses / ((rxbytes + txbytes) / 1024)
 592         misses.bins = None
 593         if options.graph:
 594             graphdata(runs, options, 'mpkb', 'Misses / KB',  mpkb)
 595         else:
 596             printdata(runs, mpkb)
 597         return
 598
 599     if command == 'ipkb':
 600         interrupts = system.full_cpu.kern.faults[4]
 601         rxbytes = system.tsunami.etherdev.rxBytes
 602         txbytes = system.tsunami.etherdev.txBytes
 603
 604         if options.binned:
 605             print 'ipkb kernel stats'
 606             interrupts.bins = 'kernel'
 607             ipkb = interrupts / ((rxbytes + txbytes) / 1024)
 608             printdata(runs, ipkb)
 609
 610             print 'ipkb idle stats'
 611             interrupts.bins = 'idle'
 612             ipkb = interrupts / ((rxbytes + txbytes) / 1024)
 613             printdata(runs, ipkb)
 614
 615             print 'ipkb user stats'
 616             interrupts.bins = 'user'
 617             ipkb = interrupts / ((rxbytes + txbytes) / 1024)
 618             printdata(runs, ipkb)
 619
 620             print 'ipkb total stats'
 621
 622         ipkb = interrupts / ((rxbytes + txbytes) / 1024)
 623         interrupts.bins = None
 624         if options.graph:
 625             graphdata(runs, options, 'ipkb', 'Interrupts / KB',  ipkb)
 626         else:
 627             printdata(runs, ipkb)
 628         return
 629
 630     if command == 'execute':
 631         printdata(runs, system.full_cpu.ISSUE__count)
 632         return
 633
 634     if command == 'commit':
 635         printdata(runs, system.full_cpu.COM__count)
 636         return
 637
 638     if command == 'fetch':
 639         printdata(runs, system.full_cpu.FETCH__count)
 640         return
 641
 642     if command == 'bpp':
 643         ed = system.tsunami.etherdev
 644         bpp = (ed.rxBytes + ed.txBytes) / (ed.rxPackets + ed.txPackets)
 645         if options.graph:
 646             graphdata(runs, options, 'bpp', 'Bytes / Packet',  bpp)
 647         else:
 648             printdata(runs, bpp)
 649         return
 650
 651     if command == 'rxbpp':
 652         bpp = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.rxPackets
 653         if options.graph:
 654             graphdata(runs, options, 'rxbpp', 'Receive Bytes / Packet',  bpp)
 655         else:
 656             printdata(runs, bpp)
 657         return
 658
 659     if command == 'txbpp':
 660         bpp = system.tsunami.etherdev.txBytes / system.tsunami.etherdev.txPackets
 661         if options.graph:
 662             graphdata(runs, options, 'txbpp', 'Transmit Bytes / Packet',  bpp)
 663         else:
 664             printdata(runs, bpp)
 665         return
 666
 667     if command == 'rtp':
 668         rtp = system.tsunami.etherdev.rxPackets / system.tsunami.etherdev.txPackets
 669         if options.graph:
 670             graphdata(runs, options, 'rtp', 'rxPackets / txPackets',  rtp)
 671         else:
 672             printdata(runs, rtp)
 673         return
 674
 675     if command == 'rtb':
 676         rtb = system.tsunami.etherdev.rxBytes / system.tsunami.etherdev.txBytes
 677         if options.graph:
 678             graphdata(runs, options, 'rtb', 'rxBytes / txBytes',  rtb)
 679         else:
 680             printdata(runs, rtb)
 681         return
 682
 683     raise CommandException
 684
 685
 686 class Options: pass
 687
 688 if __name__ == '__main__':
 689     import getpass
 690
 691     options = Options()
 692     options.host = 'zizzer.pool'
 693     options.db = None
 694     options.passwd = ''
 695     options.user = getpass.getuser()
 696     options.runs = None
 697     options.system = 'client'
 698     options.get = None
 699     options.binned = False
 700     options.graph = False
 701     options.graph68 = False
 702     options.ticks = False
 703
 704     opts, args = getopts(sys.argv[1:], '-6BEFGd:g:h:pr:s:u:T:')
 705     for o,a in opts:
 706         if o == '-6':
 707             options.graph68 = True
 708         if o == '-B':
 709             options.binned = True
 710         if o == '-E':
 711             printval.mode = 'E'
 712         if o == '-F':
 713             printval.mode = 'F'
 714         if o == '-G':
 715             options.graph = True;
 716         if o == '-d':
 717             options.db = a
 718         if o == '-g':
 719             options.get = a
 720         if o == '-h':
 721             options.host = a
 722         if o == '-p':
 723             options.passwd = getpass.getpass()
 724         if o == '-r':
 725             options.runs = a
 726         if o == '-u':
 727             options.user = a
 728         if o == '-s':
 729             options.system = a
 730         if o == '-T':
 731             options.ticks = a
 732
 733     if len(args) == 0:
 734         usage()
 735
 736     command = args[0]
 737     args = args[1:]
 738
 739     try:
 740         commands(options, command, args)
 741     except CommandException:
 742         usage()