/monk/system_functionality_tests/keras/test_update_normal.py
https://github.com/Tessellate-Imaging/monk_v1 · Python · 354 lines · 305 code · 49 blank · 0 comment · 73 complexity · 15dd7f393363d13c7ff3a7c248a568f7 MD5 · raw file
- import os
- import sys
- sys.path.append("../../../../monk_v1/");
- sys.path.append("../../../monk/");
- import psutil
- from keras_prototype import prototype
- from compare_prototype import compare
- from common import print_start
- from common import print_status
- def test_update_normal(system_dict):
- forward = True;
- if(not os.path.isdir("datasets")):
- os.system("! wget --load-cookies /tmp/cookies.txt \"https://docs.google.com/uc?export=download&confirm=$(wget --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=1rG-U1mS8hDU7_wM56a1kc-li_zHLtbq2' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=1rG-U1mS8hDU7_wM56a1kc-li_zHLtbq2\" -O datasets.zip && rm -rf /tmp/cookies.txt")
- os.system("! unzip -qq datasets.zip")
- test = "update_normal_object_creation";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf = prototype(verbose=0);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_Prototype()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.Prototype("sample-project-1", "sample-experiment-3");
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_Default()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.Default(dataset_path="datasets/dataset_csv_id/train",
- path_to_csv="datasets/dataset_csv_id/train.csv", delimiter=",",
- model_name="resnet50", freeze_base_network=True, num_epochs=10);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
-
- test = "update_normal_update_model_name()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_model_name("resnet50");
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_use_gpu()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_use_gpu(False);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_use_pretrained()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_use_pretrained(True);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_freeze_base_network()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_freeze_base_network(False);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_freeze_layers()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_freeze_layers(50);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_num_epochs()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_num_epochs(2);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_display_progress_realtime()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_display_progress_realtime(False);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_display_progress()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_display_progress(False);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_save_intermediate_models()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_save_intermediate_models(False);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_update_save_training_logs()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.update_save_training_logs(True);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_lr_fixed()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.lr_fixed();
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
-
- test = "update_normal_Reload()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.Reload();
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
-
- test = "update_normal_EDA()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.EDA(check_missing=True, check_corrupt=True);
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_Estimate_Train_Time()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.Estimate_Train_Time();
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- test = "update_normal_Train()";
- system_dict["total_tests"] += 1;
- print_start(test, system_dict["total_tests"])
- if(forward):
- try:
- ktf.Train();
- system_dict["successful_tests"] += 1;
- print_status("Pass");
- except Exception as e:
- system_dict["failed_tests_exceptions"].append(e);
- system_dict["failed_tests_lists"].append(test);
- forward = False;
- print_status("Fail");
- else:
- system_dict["skipped_tests_lists"].append(test);
- print_status("Skipped");
- return system_dict