run_parser_and_generate_summary.py

import os
import sys
import argparse

def main():
    debug_log = os.path.abspath(args.nccl_debug_log)
    
    ## Generate a script to run nccl/rccl tests.
    gen_cmd = "python rccl_nccl_parser.py --nccl-debug-log " + debug_log + " --output-script-name net --unique"
    if os.system(gen_cmd):
        print ("ERROR: Failed to parse the log.")
        sys.exit(1)
      
    ## change directory to rccl-tests/nccl-tests
    if args.rocm:
        rccl_tests_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "rccl-tests")
        os.system("cp net_unique.sh " + rccl_tests_path)
        #os.chdir(os.path.join(os.path.dirname(os.path.realpath(__file__)), "rccl-tests"))
        os.chdir(rccl_tests_path)
        os.system("cd rccl-tests")
        if os.system("./install.sh"):
            print("ERROR: Failed to install rccl-tests.")
            sys.exit(1)
        
        run_script_cmd = "sh net_unique.sh | tee rccl_perf_log.txt"
        if os.system(run_script_cmd):
            print ("ERROR: Unalbe to run rccl-tests properly.")
            sys.exit(1)
        os.system("mv rccl_perf_log.txt ../")
        os.chdir(os.path.join(os.path.dirname(os.path.realpath(__file__)), "../"))

        print (os.getcwd())
        summary_cmd = "python generate_summary.py --log-file rccl_perf_log.txt --script-file net_unique.sh --count-file net_counts.csv"
        os.system(summary_cmd)
        print ("INFO: Finished dumping all data.")

    if args.cuda:
        nccl_tests_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "nccl-tests")
        os.system("cp net_unique.sh " + nccl_tests_path)
        os.chdir(nccl_tests_path)
        if os.system("make"):
            print ("ERROR: Failed to install nccl-unit tests")
            sys.exit(1)
        
        run_script_cmd = "sh net_unique.sh | tee nccl_perf_log.txt"
        if os.system(run_script_cmd):
            print ("ERROR: unable to run nccl-tests")
            sys.exit(1)
        os.system("mv nccl_perf_log.txt ../")
        #os.system("cd ../")
        os.chdir(os.path.join(os.path.dirname(os.path.realpath(__file__)), "../"))
        
        summary_cmd = "python generate_summary.py --log-file nccl_perf_log.txt --script-file net_unique.sh --output-file-name nv_net_summary --count-file net_counts.csv"
        os.system(summary_cmd)
        print ("INFO: Finished dumping all data.")

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument("--nccl-debug-log", type=str, required=True, \
                            help="NCCL/RCCL log after running app with NCCL_DEBUG=INFO NCCL_DEBUG_SUBSYS=INIT,COLL")
    parser.add_argument("--rocm", action="store_true", default=False, help="Run the tests on ROCm using rccl-tests")
    parser.add_argument("--cuda", action="store_true", default=False, help="Run the tests on CUDA using nccl-tests")

    args = parser.parse_args()
    main()