run_models.py

import os, sys

def gen_config(topology, acc_num, array_dim, i_sram_size, w_sram_size, o_sram_size, data_placement):
    model = topology[0:-4]
    filename = ACC_DIR+"acc_"+str(acc_num)+"_"+model+"_"+data_placement+".cfg"

    file_config = open(filename, 'w')
    file_config.write("[general]\n")

    run_name = "\""+"acc_"+str(acc_num)+"_"+model+"_"+data_placement+"\""
    file_config.write("run_name="+run_name+"\n\n")

    file_config.write("[architecture_presets]\n")
    file_config.write("ArrayHeight:"+str(array_dim[0])+"\n")
    file_config.write("ArrayWidth:"+str(array_dim[1])+"\n")

    file_config.write("IfmapSramSz:"+str(i_sram_size)+"\n")
    file_config.write("FilterSramSz:"+str(w_sram_size)+"\n")
    file_config.write("OfmapSramSz:"+str(o_sram_size)+"\n")

    file_config.write("IfmapOffset:"+str(0)+"\n")
    file_config.write("FilterOffset:"+str(10000000)+"\n")
    file_config.write("OfmapOffset:"+str(20000000)+"\n")

    file_config.write("Dataflow:"+data_placement+"\n")

    file_config.close()

def run_config(topology, acc_num, data_placement):
    model    = topology[0:-4]
    topology = TOPOLOGIES_DIR+topology
    acc      = ACC_DIR+"acc_"+str(acc_num)+"_"+model+"_"+data_placement+".cfg"
    
    cmd   = "python3 scale.py -arch_config="+acc+" -network="+topology

    os.system(cmd)

if __name__ == '__main__':

    TOPOLOGIES_DIR = "./topologies/recommendation/"
    ACC_DIR        = "./configs/multistage_acc/"
    OUTPUT_DIR     = "./outputs/"

    if not os.path.exists(TOPOLOGIES_DIR):
        print("*** Topologies do not exist!")

    if not os.path.exists(ACC_DIR):
        os.system("mkdir "+ACC_DIR)
    else:
        os.system("cd "+ACC_DIR+"; rm -r *")
        print("*** Deleting old accelerator configurations")

    if not os.path.exists(OUTPUT_DIR):
        os.system("mkdir "+OUTPUT_DIR)
    else:
        os.system("cd "+OUTPUT_DIR+"; rm -rf *")
        print("*** Deleting old output logs")

    #array_dims = [[256, 256], [128, 128], [64, 64], [32, 32], [16, 16], [8,8], [4,4]]
    array_dims = [[64, 64], [48, 48], [32, 32], [24, 24], [16, 16]]
    '''
    i_sram_sizes = [8192, 4096, 2048, 1024, 512, 256, 128]
    w_sram_sizes = [8192, 4096, 2048, 1024, 512, 256, 128]
    o_sram_sizes = [8192, 4096, 2048, 1024, 512, 256, 128]
    '''
    i_sram_sizes = [2048, 2048, 2048, 2048, 2048]
    w_sram_sizes = [2048, 2048, 2048, 2048, 2048]
    o_sram_sizes = [2048, 2048, 2048, 2048, 2048]

    # topologies = ["dlrm_0_e4_bs16.csv", "dlrm_1_e16_bs64.csv"]
    topologies = sorted(os.listdir(TOPOLOGIES_DIR))
    print(topologies)

    experiment_num = 0

    for topology in topologies:
        for acc_num in range(len(array_dims)):
            print("********** Running Experiment {}/{} **********".format(experiment_num+1, len(topologies)*len(array_dims)*3))
            gen_config(topology, acc_num, array_dims[acc_num], i_sram_sizes[acc_num], w_sram_sizes[acc_num], o_sram_sizes[acc_num], "is")
            run_config(topology, acc_num, "is")
            experiment_num+=1
            print("********** Running Experiment {}/{} **********".format(experiment_num+1, len(topologies)*len(array_dims)*3))
            gen_config(topology, acc_num, array_dims[acc_num], i_sram_sizes[acc_num], w_sram_sizes[acc_num], o_sram_sizes[acc_num], "ws")
            run_config(topology, acc_num, "ws")
            experiment_num+=1
            print("********** Running Experiment {}/{} **********".format(experiment_num+1, len(topologies)*len(array_dims)*3))
            gen_config(topology, acc_num, array_dims[acc_num], i_sram_sizes[acc_num], w_sram_sizes[acc_num], o_sram_sizes[acc_num], "os")
            run_config(topology, acc_num, "os")
            experiment_num+=1