culpeo_sims/expt_process.py at master · CMUAbstract/culpeo_sims · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
# Script for extracting the results of the load tests that test how well
# different vsafe calculations match up with reality
# Only takes files from one scheduling system at a time
import pandas as pd
import numpy as np
import sys
import matplotlib
#matplotlib.use("Agg")
import matplotlib.pyplot as plt
import re
import glob
import pickle

configs = {0:1.8, 1:1.6}

file_dict = {}


Vhigh = 2.48
results = {}

if __name__ == "__main__":
  num_files = len(sys.argv)
  i = 1
  all_files = []
  while i < num_files:
    pos = re.search('EXPT',sys.argv[i]).start()
    base_name = sys.argv[i][pos:]
    numbers = re.findall(r'[0-9]+',base_name)
    expt_id = int(numbers[0])
    config =int(numbers[1])
    if expt_id in file_dict:
      file_dict[expt_id].append(sys.argv[i])
    else:
      file_dict[expt_id] = []
      file_dict[expt_id].append(sys.argv[i])
    i += 1
  total_fails = 0
  for expt_id in file_dict:
    mins = []
    starts = []
    fail_count = 0
    for filename in file_dict[expt_id]:
      pos = re.search('EXPT',filename).start()
      base_filename = filename[pos:]
      numbers = re.findall(r'[0-9]+',base_filename)
      expt_id = int(numbers[0])
      config =int(numbers[1])
      try:
        df = pd.read_csv(filename, mangle_dupe_cols=True,
             dtype=np.float64, skipinitialspace=True)#skiprows=[0])
      except:
        df = pd.read_csv(filename, mangle_dupe_cols=True,
             dtype=np.float64, skipinitialspace=True,skiprows=[0])
      #print("File name is: ",filename)
      vals = df.values
      start_vcap = np.average(vals[0:100,1])
      print("Expt is ",expt_id,"Start cap is: ",start_vcap)
      starts.append(start_vcap)
      Vmin = np.amin(vals[:,1])
      mins.append(Vmin)
      #print("Vmin is ",Vmin)
      if Vmin < configs[config]:
        fail_count += 1
    print("Expt: ",expt_id," Config: ",config)
    print("\tFailures: ",fail_count,"Average min: ",np.average(mins)," Std dev:",\
    np.std(mins))
    results[expt_id] = {'fails':fail_count,'avg_min':np.average(mins),\
    'std':np.std(mins),'avg_start':np.average(starts)}
    if (start_vcap < 2.42):
      total_fails += fail_count
  print("Total failures is: ",total_fails)
  results_file = open('expt_process_summary.pkl','wb')
  pickle.dump(results,results_file)
  results_file.close()