PageRenderTime 60ms CodeModel.GetById 32ms RepoModel.GetById 1ms app.codeStats 0ms

/src/tests/gov/nasa/jpf/test/bdd/comparisons/OutOfMemory_ComparisonTest.java

https://bitbucket.org/rhein/jpf-bdd
Java | 260 lines | 207 code | 16 blank | 37 comment | 48 complexity | 715fe70f56c56afcacd9e93dadc7fc06 MD5 | raw file
    

  1. package gov.nasa.jpf.test.bdd.comparisons;
    2. 

  2. 

  3. import gov.nasa.jpf.bdd.TrackWithBDD;
    4. 

  4. import gov.nasa.jpf.vm.Verify;
    5. 

  5. import gov.nasa.jpf.test.bdd.listeners.StateSpaceCounter;
    6. 

  6. import gov.nasa.jpf.util.test.TestJPF;
    7. 

  7. 

  8. import org.junit.Test;
    9. 

  9. 

  10. /**
    11. 

  11.  * This test shows a case where normal JPF terminates with a OutOfMemory-Exception and jpf-bdd does not.
    12. 

  12.  * In fact jpf-bdd is finished after less than a second.
    13. 

  13.  * 
    14. 

  14.  * I switched the testing with normal jpf off, because i want to keep this class with the normal unit-Tests and 
    15. 

  15.  * the run with normal JPF takes about 10 minutes. 
    16. 

  16.  * 
    17. 

  17.  * @author rhein
    18. 

  18.  *
    19. 

  19.  */
    20. 

  20. public class OutOfMemory_ComparisonTest extends TestJPF {
    21. 

  21. 	private static final String[] JPF_BDD = {"+listener=,gov.nasa.jpf.bdd.BddListener,"
    22. 

  22. 		 + "gov.nasa.jpf.test.bdd.listeners.StateSpaceCounter,"
    23. 

  23. 			//+ "gov.nasa.jpf.test.bdd.listeners.StateSpaceDotWithBDD"
    24. 

  24. 			,"+search.class=gov.nasa.jpf.search.heuristic.BFSHeuristic"
    25. 

  25. 		};
    26. 

  26. 	private static final String[] NO_BDD = {"+listener=,gov.nasa.jpf.test.bdd.listeners.StateSpaceCounter,"
    27. 

  27. 			 //+ "gov.nasa.jpf.test.bdd.listeners.StateSpaceDotWithBDD" 
    28. 

  28. 			 ,"+search.class=gov.nasa.jpf.search.heuristic.BFSHeuristic"
    29. 

  29. 			 ,"+jvm.insn_factory.class=gov.nasa.jpf.jvm.bytecode.InstructionFactory"
    30. 

  30. 			 //,"vm.class=gov.nasa.jpf.jvm.JVM"
    31. 

  31. 		};
    32. 

  32. 	
    33. 

  33. 	static boolean testBDD = true;
    34. 

  34. 	static boolean testNoBDD = false;
    35. 

  35. 	
    36. 

  36. 	@TrackWithBDD
    37. 

  37. 	static boolean a1;
    38. 

  38. 	@TrackWithBDD
    39. 

  39. 	static boolean a2;
    40. 

  40. 	@TrackWithBDD
    41. 

  41. 	static boolean a3;
    42. 

  42. 	@TrackWithBDD
    43. 

  43. 	static boolean a4;
    44. 

  44. 	@TrackWithBDD
    45. 

  45. 	static boolean a5;
    46. 

  46. 	@TrackWithBDD
    47. 

  47. 	static boolean a6;
    48. 

  48. 	@TrackWithBDD
    49. 

  49. 	static boolean a7;
    50. 

  50. 	@TrackWithBDD
    51. 

  51. 	static boolean a8;
    52. 

  52. 	@TrackWithBDD
    53. 

  53. 	static boolean a9;
    54. 

  54. 	@TrackWithBDD
    55. 

  55. 	static boolean a10;
    56. 

  56. 	@TrackWithBDD
    57. 

  57. 	static boolean a11;
    58. 

  58. 	@TrackWithBDD
    59. 

  59. 	static boolean a12;
    60. 

  60. 	@TrackWithBDD
    61. 

  61. 	static boolean a13;
    62. 

  62. 	@TrackWithBDD
    63. 

  63. 	static boolean a14;
    64. 

  64. 	@TrackWithBDD
    65. 

  65. 	static boolean a15;
    66. 

  66. 	@TrackWithBDD
    67. 

  67. 	static boolean a16;
    68. 

  68. 	@TrackWithBDD
    69. 

  69. 	static boolean a17;
    70. 

  70. 	@TrackWithBDD
    71. 

  71. 	static boolean a18;
    72. 

  72. 	@TrackWithBDD
    73. 

  73. 	static boolean a19;
    74. 

  74. 	@TrackWithBDD
    75. 

  75. 	static boolean a20;
    76. 

  76. 	@TrackWithBDD
    77. 

  77. 	static boolean a21;
    78. 

  78. 	@TrackWithBDD
    79. 

  79. 	static boolean a22;
    80. 

  80. 	@TrackWithBDD
    81. 

  81. 	static boolean a23;
    82. 

  82. 	@TrackWithBDD
    83. 

  83. 	static boolean a24;
    84. 

  84. 	@TrackWithBDD
    85. 

  85. 	static boolean a25;
    86. 

  86. 	@TrackWithBDD
    87. 

  87. 	static boolean a26;
    88. 

  88. 	@TrackWithBDD
    89. 

  89. 	static boolean a27;
    90. 

  90. 	@TrackWithBDD
    91. 

  91. 	static boolean a28;
    92. 

  92. 	@TrackWithBDD
    93. 

  93. 	static boolean a29;
    94. 

  94. 	
    95. 

  95. 	@Test
    96. 

  96. 	public void timingTest() throws Throwable {
    97. 

  97. 		
    98. 

  98. 		StateSpaceCounter.reset();
    99. 

  99. 		
    100. 

  100. 		boolean OOMwithBDD = false;
    101. 

  101. 		if (testBDD) {
    102. 

  102. 			try {
    103. 

  103. 				executeJPF_Bdd();
    104. 

  104. 			} catch (Throwable t) {
    105. 

  105. 				if (t.getMessage().contains("gov.nasa.jpf.jvm.NoOutOfMemoryErrorProperty")
    106. 

  106. 						|| t.getMessage().contains("Java heap space")) {
    107. 

  107. 					OOMwithBDD = true;
    108. 

  108. 					t.printStackTrace();
    109. 

  109. 				}
    110. 

  110. 			}
    111. 

  111. 		}
    112. 

  112. 		long bddMaxStateID = StateSpaceCounter.maxStateID;
    113. 

  113. 		long bddBacktracked = StateSpaceCounter.backtracked;
    114. 

  114. 		long bddInsns = StateSpaceCounter.insns;
    115. 

  115. 		long bddTime  = StateSpaceCounter.time;
    116. 

  116. 		long bddStateSave = StateSpaceCounter.newStates;
    117. 

  117. 		long bddVisited = StateSpaceCounter.visitedStates;
    118. 

  118. 		long bddCGs = StateSpaceCounter.createdCGs;
    119. 

  119. 		
    120. 

  120. 		System.gc();
    121. 

  121. 		StateSpaceCounter.reset();
    122. 

  122. 		
    123. 

  123. 		boolean OOMwithoutbdd = false;
    124. 

  124. 		if (testNoBDD) {
    125. 

  125. 			try {
    126. 

  126. 				executeJPF_no_bdd();
    127. 

  127. 			} catch (Throwable t) {
    128. 

  128. 				if (t.getMessage().contains("gov.nasa.jpf.jvm.NoOutOfMemoryErrorProperty")
    129. 

  129. 						|| t.getMessage().contains("Java heap space")) {
    130. 

  130. 					System.out.println(t.getClass());
    131. 

  131. 					OOMwithoutbdd = true;
    132. 

  132. 					t.printStackTrace();
    133. 

  133. 				}
    134. 

  134. 			}
    135. 

  135. 		}
    136. 

  136. 		
    137. 

  137. 		long nbddMaxStateID = StateSpaceCounter.maxStateID;
    138. 

  138. 		long nbddBacktracked = StateSpaceCounter.backtracked;
    139. 

  139. 		long nbddInsns = StateSpaceCounter.insns;
    140. 

  140. 		long nbddTime  = StateSpaceCounter.time;
    141. 

  141. 		long nbddStateSave = StateSpaceCounter.newStates;
    142. 

  142. 		long nbddVisited = StateSpaceCounter.visitedStates;
    143. 

  143. 		long nbddCGs = StateSpaceCounter.createdCGs;
    144. 

  144. 				
    145. 

  145. 		System.out.println("StateSpaceSize : ");
    146. 

  146. 		System.out.println("  normal : " + (nbddMaxStateID+1));
    147. 

  147. 		System.out.println("  jpf-bdd: " + (bddMaxStateID+1));
    148. 

  148. 		System.out.println("Backtracked : ");
    149. 

  149. 		System.out.println("  normal : " + nbddBacktracked);
    150. 

  150. 		System.out.println("  jpf-bdd: " + bddBacktracked);
    151. 

  151. 		System.out.println("Visited : ");
    152. 

  152. 		System.out.println("  normal : " + nbddVisited);
    153. 

  153. 		System.out.println("  jpf-bdd: " + bddVisited);
    154. 

  154. 		System.out.println("newStates : ");
    155. 

  155. 		System.out.println("  normal : " + nbddStateSave);
    156. 

  156. 		System.out.println("  jpf-bdd: " + bddStateSave);
    157. 

  157. 		System.out.println("Instructions : ");
    158. 

  158. 		System.out.println("  normal : " + nbddInsns);
    159. 

  159. 		System.out.println("  jpf-bdd: " + bddInsns);
    160. 

  160. 		System.out.println("ChoiceGenerators : ");
    161. 

  161. 		System.out.println("  normal : " + nbddCGs);
    162. 

  162. 		System.out.println("  jpf-bdd: " + bddCGs);
    163. 

  163. 		System.out.println("Time : ");
    164. 

  164. 		System.out.println("  normal : " + nbddTime);
    165. 

  165. 		System.out.println("  jpf-bdd: " + bddTime);
    166. 

  166. 		System.out.println("OOM-Errors: ");
    167. 

  167. 		System.out.println("  normal : " + OOMwithoutbdd);
    168. 

  168. 		System.out.println("  jpf-bdd: " + OOMwithBDD);
    169. 

  169. 		
    170. 

  170. 		assertTrue("OOM with jpf-bdd",!OOMwithBDD);
    171. 

  171. 		
    172. 

  172. 		StateSpaceCounter.printCGs=false;
    173. 

  173. 		
    174. 

  174. 	}
    175. 

  175. 	public void executeJPF_no_bdd() {
    176. 

  176. 		//if (verifyAssertionErrorDetails("some details", NO_BDD)) {
    177. 

  177. 		if(verifyNoPropertyViolation(NO_BDD)) {
    178. 

  178. 			testFunction_no_bdd();
    179. 

  179. 		}
    180. 

  180. 		if (isJPFRun()) 
    181. 

  181. 			System.exit(0);
    182. 

  182. 	}
    183. 

  183. 	public void executeJPF_Bdd() {
    184. 

  184. 		if(verifyNoPropertyViolation(JPF_BDD)) {
    185. 

  185. 			testFunction_bdd();
    186. 

  186. 		}
    187. 

  187. 		if (isJPFRun()) 
    188. 

  188. 			System.exit(0);
    189. 

  189. 	}
    190. 

  190. 	public void testFunction_no_bdd() {
    191. 

  191. 		@SuppressWarnings("unused")
    192. 

  192. 		int i = 0;
    193. 

  193. 		//LinkedList<Boolean> list = new LinkedList<Boolean>();
    194. 

  194. 		if (a1 = Verify.getBoolean()) {i++;/* list.add(a1); */}
    195. 

  195. 		if (a2 = Verify.getBoolean()) {i++;/* list.add(a2); */}
    196. 

  196. 		if (a3 = Verify.getBoolean()) {i++;/* list.add(a3); */}
    197. 

  197. 		if (a4 = Verify.getBoolean()) {i++;/* list.add(a4); */}
    198. 

  198. 		if (a5 = Verify.getBoolean()) {i++;/* list.add(a5); */}
    199. 

  199. 		if (a6 = Verify.getBoolean()) {i++;/* list.add(a6); */}
    200. 

  200. 		if (a7 = Verify.getBoolean()) {i++;/* list.add(a7); */}
    201. 

  201. 		if (a8 = Verify.getBoolean()) {i++;/* list.add(a8); */}
    202. 

  202. 		if (a9 = Verify.getBoolean()) {i++;/* list.add(a9); */}
    203. 

  203. 		if (a10 = Verify.getBoolean()){i++;/* list.add(a10); */}
    204. 

  204. 		if (a11 = Verify.getBoolean()){i++;/* list.add(a11); */}
    205. 

  205. 		if (a12 = Verify.getBoolean()){i++;/* list.add(a12); */}
    206. 

  206. 		if (a13 = Verify.getBoolean()){i++;/* list.add(a13); */}
    207. 

  207. 		if (a14 = Verify.getBoolean()){i++;/* list.add(a14); */}    
    208. 

  208. 		if (a15 = Verify.getBoolean()){i++;/* list.add(a15); */}
    209. 

  209. 		if (a16 = Verify.getBoolean()){i++;/* list.add(a16); */}
    210. 

  210. 		if (a17 = Verify.getBoolean()){i++;/* list.add(a17); */}
    211. 

  211. 		if (a18 = Verify.getBoolean()){i++;/* list.add(a18); */}
    212. 

  212. 		if (a19 = Verify.getBoolean()){i++;/* list.add(a19); */}
    213. 

  213. 		/*if (a20 = Verify.getBoolean()){list.add(a20);} 
    214. 

  214. 		if (a21 = Verify.getBoolean()){list.add(a21);} 	
    215. 

  215. 		if (a22 = Verify.getBoolean()){list.add(a22);} 	
    216. 

  216. 		if (a23 = Verify.getBoolean()){list.add(a23);}
    217. 

  217. 		if (a24 = Verify.getBoolean()){list.add(a24);}
    218. 

  218. 		if (a25 = Verify.getBoolean()){list.add(a25);} 	
    219. 

  219. 		if (a26 = Verify.getBoolean()){list.add(a26);} 	
    220. 

  220. 		if (a27 = Verify.getBoolean()){list.add(a27);} 	
    221. 

  221. 		if (a28 = Verify.getBoolean()){list.add(a28);} 	
    222. 

  222. 		if (a29 = Verify.getBoolean()){list.add(a29);}*/ 	
    223. 

  223. 	}                                  
    224. 

  224. 	public void testFunction_bdd() {
    225. 

  225. 		int i = 0;
    226. 

  226. 		//LinkedList<Boolean> list = new LinkedList<Boolean>();
    227. 

  227. 		if (a1)  {i++;/* list.add(a1); */}
    228. 

  228. 		if (a2)  {i++;/* list.add(a2); */}
    229. 

  229. 		if (a3)  {i++;/* list.add(a3); */}
    230. 

  230. 		if (a4)  {i++;/* list.add(a4); */}
    231. 

  231. 		if (a5)  {i++;/* list.add(a5); */}
    232. 

  232. 		if (a6)  {i++;/* list.add(a6); */}
    233. 

  233. 		if (a7)  {i++;/* list.add(a7); */}
    234. 

  234. 		if (a8)  {i++;/* list.add(a8); */}
    235. 

  235. 		if (a9)  {i++;/* list.add(a9); */}
    236. 

  236. 		if (a10) {i++;/* list.add(a10); */}
    237. 

  237. 		if (a11) {i++;/* list.add(a11); */}
    238. 

  238. 		if (a12) {i++;/* list.add(a12); */}
    239. 

  239. 		if (a13) {i++;/* list.add(a13); */}
    240. 

  240. 		if (a14) {i++;/* list.add(a14); */}
    241. 

  241. 		if (a15) {i++;/* list.add(a15); */}
    242. 

  242. 		if (a16) {i++;/* list.add(a16); */}
    243. 

  243. 		if (a17) {i++;/* list.add(a17); */}
    244. 

  244. 		if (a18) {i++;/* list.add(a18); */}
    245. 

  245. 		if (a19) {i++;/* list.add(a19); */}
    246. 

  246. 		/*if (a20){list.add(a20);}
    247. 

  247. 		if (a21){list.add(a21);}
    248. 

  248. 		if (a22){list.add(a22);}
    249. 

  249. 		if (a23){list.add(a23);}
    250. 

  250. 		if (a24){list.add(a24);}
    251. 

  251. 		if (a25){list.add(a25);}
    252. 

  252. 		if (a26){list.add(a26);}
    253. 

  253. 		if (a27){list.add(a27);}
    254. 

  254. 		if (a28){list.add(a28);}
    255. 

  255. 		if (a29){list.add(a29);}*/
    256. 

  256. 		//Debug.printBDDshort(); //works, but the bdds get too long for console printout
    257. 

  257. 		System.out.println(i);
    258. 

  258. 	}   		 
    259. 

  259. }       		 
    260. 

  260.         		 
        		 
        		 
        		 
        		 
        		 
        		 
        		 
        		 
        		 
    261.