/monk/system_functionality_tests/keras/test_update_normal.py

https://github.com/Tessellate-Imaging/monk_v1 · Python · 354 lines · 305 code · 49 blank · 0 comment · 73 complexity · 15dd7f393363d13c7ff3a7c248a568f7 MD5 · raw file

  1. import os
  2. import sys
  3. sys.path.append("../../../../monk_v1/");
  4. sys.path.append("../../../monk/");
  5. import psutil
  6. from keras_prototype import prototype
  7. from compare_prototype import compare
  8. from common import print_start
  9. from common import print_status
  10. def test_update_normal(system_dict):
  11. forward = True;
  12. if(not os.path.isdir("datasets")):
  13. os.system("! wget --load-cookies /tmp/cookies.txt \"https://docs.google.com/uc?export=download&confirm=$(wget --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=1rG-U1mS8hDU7_wM56a1kc-li_zHLtbq2' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=1rG-U1mS8hDU7_wM56a1kc-li_zHLtbq2\" -O datasets.zip && rm -rf /tmp/cookies.txt")
  14. os.system("! unzip -qq datasets.zip")
  15. test = "update_normal_object_creation";
  16. system_dict["total_tests"] += 1;
  17. print_start(test, system_dict["total_tests"])
  18. if(forward):
  19. try:
  20. ktf = prototype(verbose=0);
  21. system_dict["successful_tests"] += 1;
  22. print_status("Pass");
  23. except Exception as e:
  24. system_dict["failed_tests_exceptions"].append(e);
  25. system_dict["failed_tests_lists"].append(test);
  26. forward = False;
  27. print_status("Fail");
  28. else:
  29. system_dict["skipped_tests_lists"].append(test);
  30. print_status("Skipped");
  31. test = "update_normal_Prototype()";
  32. system_dict["total_tests"] += 1;
  33. print_start(test, system_dict["total_tests"])
  34. if(forward):
  35. try:
  36. ktf.Prototype("sample-project-1", "sample-experiment-3");
  37. system_dict["successful_tests"] += 1;
  38. print_status("Pass");
  39. except Exception as e:
  40. system_dict["failed_tests_exceptions"].append(e);
  41. system_dict["failed_tests_lists"].append(test);
  42. forward = False;
  43. print_status("Fail");
  44. else:
  45. system_dict["skipped_tests_lists"].append(test);
  46. print_status("Skipped");
  47. test = "update_normal_Default()";
  48. system_dict["total_tests"] += 1;
  49. print_start(test, system_dict["total_tests"])
  50. if(forward):
  51. try:
  52. ktf.Default(dataset_path="datasets/dataset_csv_id/train",
  53. path_to_csv="datasets/dataset_csv_id/train.csv", delimiter=",",
  54. model_name="resnet50", freeze_base_network=True, num_epochs=10);
  55. system_dict["successful_tests"] += 1;
  56. print_status("Pass");
  57. except Exception as e:
  58. system_dict["failed_tests_exceptions"].append(e);
  59. system_dict["failed_tests_lists"].append(test);
  60. forward = False;
  61. print_status("Fail");
  62. else:
  63. system_dict["skipped_tests_lists"].append(test);
  64. print_status("Skipped");
  65. test = "update_normal_update_model_name()";
  66. system_dict["total_tests"] += 1;
  67. print_start(test, system_dict["total_tests"])
  68. if(forward):
  69. try:
  70. ktf.update_model_name("resnet50");
  71. system_dict["successful_tests"] += 1;
  72. print_status("Pass");
  73. except Exception as e:
  74. system_dict["failed_tests_exceptions"].append(e);
  75. system_dict["failed_tests_lists"].append(test);
  76. forward = False;
  77. print_status("Fail");
  78. else:
  79. system_dict["skipped_tests_lists"].append(test);
  80. print_status("Skipped");
  81. test = "update_normal_update_use_gpu()";
  82. system_dict["total_tests"] += 1;
  83. print_start(test, system_dict["total_tests"])
  84. if(forward):
  85. try:
  86. ktf.update_use_gpu(False);
  87. system_dict["successful_tests"] += 1;
  88. print_status("Pass");
  89. except Exception as e:
  90. system_dict["failed_tests_exceptions"].append(e);
  91. system_dict["failed_tests_lists"].append(test);
  92. forward = False;
  93. print_status("Fail");
  94. else:
  95. system_dict["skipped_tests_lists"].append(test);
  96. print_status("Skipped");
  97. test = "update_normal_update_use_pretrained()";
  98. system_dict["total_tests"] += 1;
  99. print_start(test, system_dict["total_tests"])
  100. if(forward):
  101. try:
  102. ktf.update_use_pretrained(True);
  103. system_dict["successful_tests"] += 1;
  104. print_status("Pass");
  105. except Exception as e:
  106. system_dict["failed_tests_exceptions"].append(e);
  107. system_dict["failed_tests_lists"].append(test);
  108. forward = False;
  109. print_status("Fail");
  110. else:
  111. system_dict["skipped_tests_lists"].append(test);
  112. print_status("Skipped");
  113. test = "update_normal_update_freeze_base_network()";
  114. system_dict["total_tests"] += 1;
  115. print_start(test, system_dict["total_tests"])
  116. if(forward):
  117. try:
  118. ktf.update_freeze_base_network(False);
  119. system_dict["successful_tests"] += 1;
  120. print_status("Pass");
  121. except Exception as e:
  122. system_dict["failed_tests_exceptions"].append(e);
  123. system_dict["failed_tests_lists"].append(test);
  124. forward = False;
  125. print_status("Fail");
  126. else:
  127. system_dict["skipped_tests_lists"].append(test);
  128. print_status("Skipped");
  129. test = "update_normal_update_freeze_layers()";
  130. system_dict["total_tests"] += 1;
  131. print_start(test, system_dict["total_tests"])
  132. if(forward):
  133. try:
  134. ktf.update_freeze_layers(50);
  135. system_dict["successful_tests"] += 1;
  136. print_status("Pass");
  137. except Exception as e:
  138. system_dict["failed_tests_exceptions"].append(e);
  139. system_dict["failed_tests_lists"].append(test);
  140. forward = False;
  141. print_status("Fail");
  142. else:
  143. system_dict["skipped_tests_lists"].append(test);
  144. print_status("Skipped");
  145. test = "update_normal_update_num_epochs()";
  146. system_dict["total_tests"] += 1;
  147. print_start(test, system_dict["total_tests"])
  148. if(forward):
  149. try:
  150. ktf.update_num_epochs(2);
  151. system_dict["successful_tests"] += 1;
  152. print_status("Pass");
  153. except Exception as e:
  154. system_dict["failed_tests_exceptions"].append(e);
  155. system_dict["failed_tests_lists"].append(test);
  156. forward = False;
  157. print_status("Fail");
  158. else:
  159. system_dict["skipped_tests_lists"].append(test);
  160. print_status("Skipped");
  161. test = "update_normal_update_display_progress_realtime()";
  162. system_dict["total_tests"] += 1;
  163. print_start(test, system_dict["total_tests"])
  164. if(forward):
  165. try:
  166. ktf.update_display_progress_realtime(False);
  167. system_dict["successful_tests"] += 1;
  168. print_status("Pass");
  169. except Exception as e:
  170. system_dict["failed_tests_exceptions"].append(e);
  171. system_dict["failed_tests_lists"].append(test);
  172. forward = False;
  173. print_status("Fail");
  174. else:
  175. system_dict["skipped_tests_lists"].append(test);
  176. print_status("Skipped");
  177. test = "update_normal_update_display_progress()";
  178. system_dict["total_tests"] += 1;
  179. print_start(test, system_dict["total_tests"])
  180. if(forward):
  181. try:
  182. ktf.update_display_progress(False);
  183. system_dict["successful_tests"] += 1;
  184. print_status("Pass");
  185. except Exception as e:
  186. system_dict["failed_tests_exceptions"].append(e);
  187. system_dict["failed_tests_lists"].append(test);
  188. forward = False;
  189. print_status("Fail");
  190. else:
  191. system_dict["skipped_tests_lists"].append(test);
  192. print_status("Skipped");
  193. test = "update_normal_update_save_intermediate_models()";
  194. system_dict["total_tests"] += 1;
  195. print_start(test, system_dict["total_tests"])
  196. if(forward):
  197. try:
  198. ktf.update_save_intermediate_models(False);
  199. system_dict["successful_tests"] += 1;
  200. print_status("Pass");
  201. except Exception as e:
  202. system_dict["failed_tests_exceptions"].append(e);
  203. system_dict["failed_tests_lists"].append(test);
  204. forward = False;
  205. print_status("Fail");
  206. else:
  207. system_dict["skipped_tests_lists"].append(test);
  208. print_status("Skipped");
  209. test = "update_normal_update_save_training_logs()";
  210. system_dict["total_tests"] += 1;
  211. print_start(test, system_dict["total_tests"])
  212. if(forward):
  213. try:
  214. ktf.update_save_training_logs(True);
  215. system_dict["successful_tests"] += 1;
  216. print_status("Pass");
  217. except Exception as e:
  218. system_dict["failed_tests_exceptions"].append(e);
  219. system_dict["failed_tests_lists"].append(test);
  220. forward = False;
  221. print_status("Fail");
  222. else:
  223. system_dict["skipped_tests_lists"].append(test);
  224. print_status("Skipped");
  225. test = "update_normal_lr_fixed()";
  226. system_dict["total_tests"] += 1;
  227. print_start(test, system_dict["total_tests"])
  228. if(forward):
  229. try:
  230. ktf.lr_fixed();
  231. system_dict["successful_tests"] += 1;
  232. print_status("Pass");
  233. except Exception as e:
  234. system_dict["failed_tests_exceptions"].append(e);
  235. system_dict["failed_tests_lists"].append(test);
  236. forward = False;
  237. print_status("Fail");
  238. else:
  239. system_dict["skipped_tests_lists"].append(test);
  240. print_status("Skipped");
  241. test = "update_normal_Reload()";
  242. system_dict["total_tests"] += 1;
  243. print_start(test, system_dict["total_tests"])
  244. if(forward):
  245. try:
  246. ktf.Reload();
  247. system_dict["successful_tests"] += 1;
  248. print_status("Pass");
  249. except Exception as e:
  250. system_dict["failed_tests_exceptions"].append(e);
  251. system_dict["failed_tests_lists"].append(test);
  252. forward = False;
  253. print_status("Fail");
  254. else:
  255. system_dict["skipped_tests_lists"].append(test);
  256. print_status("Skipped");
  257. test = "update_normal_EDA()";
  258. system_dict["total_tests"] += 1;
  259. print_start(test, system_dict["total_tests"])
  260. if(forward):
  261. try:
  262. ktf.EDA(check_missing=True, check_corrupt=True);
  263. system_dict["successful_tests"] += 1;
  264. print_status("Pass");
  265. except Exception as e:
  266. system_dict["failed_tests_exceptions"].append(e);
  267. system_dict["failed_tests_lists"].append(test);
  268. forward = False;
  269. print_status("Fail");
  270. else:
  271. system_dict["skipped_tests_lists"].append(test);
  272. print_status("Skipped");
  273. test = "update_normal_Estimate_Train_Time()";
  274. system_dict["total_tests"] += 1;
  275. print_start(test, system_dict["total_tests"])
  276. if(forward):
  277. try:
  278. ktf.Estimate_Train_Time();
  279. system_dict["successful_tests"] += 1;
  280. print_status("Pass");
  281. except Exception as e:
  282. system_dict["failed_tests_exceptions"].append(e);
  283. system_dict["failed_tests_lists"].append(test);
  284. forward = False;
  285. print_status("Fail");
  286. else:
  287. system_dict["skipped_tests_lists"].append(test);
  288. print_status("Skipped");
  289. test = "update_normal_Train()";
  290. system_dict["total_tests"] += 1;
  291. print_start(test, system_dict["total_tests"])
  292. if(forward):
  293. try:
  294. ktf.Train();
  295. system_dict["successful_tests"] += 1;
  296. print_status("Pass");
  297. except Exception as e:
  298. system_dict["failed_tests_exceptions"].append(e);
  299. system_dict["failed_tests_lists"].append(test);
  300. forward = False;
  301. print_status("Fail");
  302. else:
  303. system_dict["skipped_tests_lists"].append(test);
  304. print_status("Skipped");
  305. return system_dict