/monk/pip_functionality_tests/keras/test_update_normal.py

https://github.com/Tessellate-Imaging/monk_v1 · Python · 353 lines · 303 code · 50 blank · 0 comment · 73 complexity · 2bd7834c3f3bd4641b3c9b5c18fc7608 MD5 · raw file

  1. import os
  2. import sys
  3. import psutil
  4. from monk.keras_prototype import prototype
  5. from monk.compare_prototype import compare
  6. from monk.pip_functionality_tests.keras.common import print_start
  7. from monk.pip_functionality_tests.keras.common import print_status
  8. def test_update_normal(system_dict):
  9. forward = True;
  10. if(not os.path.isdir("datasets")):
  11. os.system("! wget --load-cookies /tmp/cookies.txt \"https://docs.google.com/uc?export=download&confirm=$(wget --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=1rG-U1mS8hDU7_wM56a1kc-li_zHLtbq2' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=1rG-U1mS8hDU7_wM56a1kc-li_zHLtbq2\" -O datasets.zip && rm -rf /tmp/cookies.txt")
  12. os.system("! unzip -qq datasets.zip")
  13. test = "update_normal_object_creation";
  14. system_dict["total_tests"] += 1;
  15. print_start(test, system_dict["total_tests"])
  16. if(forward):
  17. try:
  18. ktf = prototype(verbose=0);
  19. system_dict["successful_tests"] += 1;
  20. print_status("Pass");
  21. except Exception as e:
  22. system_dict["failed_tests_exceptions"].append(e);
  23. system_dict["failed_tests_lists"].append(test);
  24. forward = False;
  25. print_status("Fail");
  26. else:
  27. system_dict["skipped_tests_lists"].append(test);
  28. print_status("Skipped");
  29. test = "update_normal_Prototype()";
  30. system_dict["total_tests"] += 1;
  31. print_start(test, system_dict["total_tests"])
  32. if(forward):
  33. try:
  34. ktf.Prototype("sample-project-1", "sample-experiment-3");
  35. system_dict["successful_tests"] += 1;
  36. print_status("Pass");
  37. except Exception as e:
  38. system_dict["failed_tests_exceptions"].append(e);
  39. system_dict["failed_tests_lists"].append(test);
  40. forward = False;
  41. print_status("Fail");
  42. else:
  43. system_dict["skipped_tests_lists"].append(test);
  44. print_status("Skipped");
  45. test = "update_normal_Default()";
  46. system_dict["total_tests"] += 1;
  47. print_start(test, system_dict["total_tests"])
  48. if(forward):
  49. try:
  50. ktf.Default(dataset_path="datasets/dataset_csv_id/train",
  51. path_to_csv="datasets/dataset_csv_id/train.csv", delimiter=",",
  52. model_name="resnet50", freeze_base_network=True, num_epochs=10);
  53. system_dict["successful_tests"] += 1;
  54. print_status("Pass");
  55. except Exception as e:
  56. system_dict["failed_tests_exceptions"].append(e);
  57. system_dict["failed_tests_lists"].append(test);
  58. forward = False;
  59. print_status("Fail");
  60. else:
  61. system_dict["skipped_tests_lists"].append(test);
  62. print_status("Skipped");
  63. test = "update_normal_update_model_name()";
  64. system_dict["total_tests"] += 1;
  65. print_start(test, system_dict["total_tests"])
  66. if(forward):
  67. try:
  68. ktf.update_model_name("resnet50");
  69. system_dict["successful_tests"] += 1;
  70. print_status("Pass");
  71. except Exception as e:
  72. system_dict["failed_tests_exceptions"].append(e);
  73. system_dict["failed_tests_lists"].append(test);
  74. forward = False;
  75. print_status("Fail");
  76. else:
  77. system_dict["skipped_tests_lists"].append(test);
  78. print_status("Skipped");
  79. test = "update_normal_update_use_gpu()";
  80. system_dict["total_tests"] += 1;
  81. print_start(test, system_dict["total_tests"])
  82. if(forward):
  83. try:
  84. ktf.update_use_gpu(False);
  85. system_dict["successful_tests"] += 1;
  86. print_status("Pass");
  87. except Exception as e:
  88. system_dict["failed_tests_exceptions"].append(e);
  89. system_dict["failed_tests_lists"].append(test);
  90. forward = False;
  91. print_status("Fail");
  92. else:
  93. system_dict["skipped_tests_lists"].append(test);
  94. print_status("Skipped");
  95. test = "update_normal_update_use_pretrained()";
  96. system_dict["total_tests"] += 1;
  97. print_start(test, system_dict["total_tests"])
  98. if(forward):
  99. try:
  100. ktf.update_use_pretrained(True);
  101. system_dict["successful_tests"] += 1;
  102. print_status("Pass");
  103. except Exception as e:
  104. system_dict["failed_tests_exceptions"].append(e);
  105. system_dict["failed_tests_lists"].append(test);
  106. forward = False;
  107. print_status("Fail");
  108. else:
  109. system_dict["skipped_tests_lists"].append(test);
  110. print_status("Skipped");
  111. test = "update_normal_update_freeze_base_network()";
  112. system_dict["total_tests"] += 1;
  113. print_start(test, system_dict["total_tests"])
  114. if(forward):
  115. try:
  116. ktf.update_freeze_base_network(False);
  117. system_dict["successful_tests"] += 1;
  118. print_status("Pass");
  119. except Exception as e:
  120. system_dict["failed_tests_exceptions"].append(e);
  121. system_dict["failed_tests_lists"].append(test);
  122. forward = False;
  123. print_status("Fail");
  124. else:
  125. system_dict["skipped_tests_lists"].append(test);
  126. print_status("Skipped");
  127. test = "update_normal_update_freeze_layers()";
  128. system_dict["total_tests"] += 1;
  129. print_start(test, system_dict["total_tests"])
  130. if(forward):
  131. try:
  132. ktf.update_freeze_layers(50);
  133. system_dict["successful_tests"] += 1;
  134. print_status("Pass");
  135. except Exception as e:
  136. system_dict["failed_tests_exceptions"].append(e);
  137. system_dict["failed_tests_lists"].append(test);
  138. forward = False;
  139. print_status("Fail");
  140. else:
  141. system_dict["skipped_tests_lists"].append(test);
  142. print_status("Skipped");
  143. test = "update_normal_update_num_epochs()";
  144. system_dict["total_tests"] += 1;
  145. print_start(test, system_dict["total_tests"])
  146. if(forward):
  147. try:
  148. ktf.update_num_epochs(2);
  149. system_dict["successful_tests"] += 1;
  150. print_status("Pass");
  151. except Exception as e:
  152. system_dict["failed_tests_exceptions"].append(e);
  153. system_dict["failed_tests_lists"].append(test);
  154. forward = False;
  155. print_status("Fail");
  156. else:
  157. system_dict["skipped_tests_lists"].append(test);
  158. print_status("Skipped");
  159. test = "update_normal_update_display_progress_realtime()";
  160. system_dict["total_tests"] += 1;
  161. print_start(test, system_dict["total_tests"])
  162. if(forward):
  163. try:
  164. ktf.update_display_progress_realtime(False);
  165. system_dict["successful_tests"] += 1;
  166. print_status("Pass");
  167. except Exception as e:
  168. system_dict["failed_tests_exceptions"].append(e);
  169. system_dict["failed_tests_lists"].append(test);
  170. forward = False;
  171. print_status("Fail");
  172. else:
  173. system_dict["skipped_tests_lists"].append(test);
  174. print_status("Skipped");
  175. test = "update_normal_update_display_progress()";
  176. system_dict["total_tests"] += 1;
  177. print_start(test, system_dict["total_tests"])
  178. if(forward):
  179. try:
  180. ktf.update_display_progress(False);
  181. system_dict["successful_tests"] += 1;
  182. print_status("Pass");
  183. except Exception as e:
  184. system_dict["failed_tests_exceptions"].append(e);
  185. system_dict["failed_tests_lists"].append(test);
  186. forward = False;
  187. print_status("Fail");
  188. else:
  189. system_dict["skipped_tests_lists"].append(test);
  190. print_status("Skipped");
  191. test = "update_normal_update_save_intermediate_models()";
  192. system_dict["total_tests"] += 1;
  193. print_start(test, system_dict["total_tests"])
  194. if(forward):
  195. try:
  196. ktf.update_save_intermediate_models(False);
  197. system_dict["successful_tests"] += 1;
  198. print_status("Pass");
  199. except Exception as e:
  200. system_dict["failed_tests_exceptions"].append(e);
  201. system_dict["failed_tests_lists"].append(test);
  202. forward = False;
  203. print_status("Fail");
  204. else:
  205. system_dict["skipped_tests_lists"].append(test);
  206. print_status("Skipped");
  207. test = "update_normal_update_save_training_logs()";
  208. system_dict["total_tests"] += 1;
  209. print_start(test, system_dict["total_tests"])
  210. if(forward):
  211. try:
  212. ktf.update_save_training_logs(True);
  213. system_dict["successful_tests"] += 1;
  214. print_status("Pass");
  215. except Exception as e:
  216. system_dict["failed_tests_exceptions"].append(e);
  217. system_dict["failed_tests_lists"].append(test);
  218. forward = False;
  219. print_status("Fail");
  220. else:
  221. system_dict["skipped_tests_lists"].append(test);
  222. print_status("Skipped");
  223. test = "update_normal_lr_fixed()";
  224. system_dict["total_tests"] += 1;
  225. print_start(test, system_dict["total_tests"])
  226. if(forward):
  227. try:
  228. ktf.lr_fixed();
  229. system_dict["successful_tests"] += 1;
  230. print_status("Pass");
  231. except Exception as e:
  232. system_dict["failed_tests_exceptions"].append(e);
  233. system_dict["failed_tests_lists"].append(test);
  234. forward = False;
  235. print_status("Fail");
  236. else:
  237. system_dict["skipped_tests_lists"].append(test);
  238. print_status("Skipped");
  239. test = "update_normal_Reload()";
  240. system_dict["total_tests"] += 1;
  241. print_start(test, system_dict["total_tests"])
  242. if(forward):
  243. try:
  244. ktf.Reload();
  245. system_dict["successful_tests"] += 1;
  246. print_status("Pass");
  247. except Exception as e:
  248. system_dict["failed_tests_exceptions"].append(e);
  249. system_dict["failed_tests_lists"].append(test);
  250. forward = False;
  251. print_status("Fail");
  252. else:
  253. system_dict["skipped_tests_lists"].append(test);
  254. print_status("Skipped");
  255. test = "update_normal_EDA()";
  256. system_dict["total_tests"] += 1;
  257. print_start(test, system_dict["total_tests"])
  258. if(forward):
  259. try:
  260. ktf.EDA(check_missing=True, check_corrupt=True);
  261. system_dict["successful_tests"] += 1;
  262. print_status("Pass");
  263. except Exception as e:
  264. system_dict["failed_tests_exceptions"].append(e);
  265. system_dict["failed_tests_lists"].append(test);
  266. forward = False;
  267. print_status("Fail");
  268. else:
  269. system_dict["skipped_tests_lists"].append(test);
  270. print_status("Skipped");
  271. test = "update_normal_Estimate_Train_Time()";
  272. system_dict["total_tests"] += 1;
  273. print_start(test, system_dict["total_tests"])
  274. if(forward):
  275. try:
  276. ktf.Estimate_Train_Time();
  277. system_dict["successful_tests"] += 1;
  278. print_status("Pass");
  279. except Exception as e:
  280. system_dict["failed_tests_exceptions"].append(e);
  281. system_dict["failed_tests_lists"].append(test);
  282. forward = False;
  283. print_status("Fail");
  284. else:
  285. system_dict["skipped_tests_lists"].append(test);
  286. print_status("Skipped");
  287. test = "update_normal_Train()";
  288. system_dict["total_tests"] += 1;
  289. print_start(test, system_dict["total_tests"])
  290. if(forward):
  291. try:
  292. ktf.Train();
  293. system_dict["successful_tests"] += 1;
  294. print_status("Pass");
  295. except Exception as e:
  296. system_dict["failed_tests_exceptions"].append(e);
  297. system_dict["failed_tests_lists"].append(test);
  298. forward = False;
  299. print_status("Fail");
  300. else:
  301. system_dict["skipped_tests_lists"].append(test);
  302. print_status("Skipped");
  303. return system_dict