/test/work/core_test.clj

https://github.com/ngrunwald/work · Clojure · 82 lines · 73 code · 9 blank · 0 comment · 2 complexity · 27015f2cbac46dfc502602716cba02d8 MD5 · raw file 

    

  1. (ns work.core-test
    2. 

  2.   (:use clojure.test
    3. 

  3. 	[plumbing.core :only [retry wait-until]]
    4. 

  4. 	[plumbing.serialize :only [send-clj clj-worker
    5. 

  5. 				   send-json json-worker]])
    6. 

  6.   (:require [work.core :as work]
    7. 

  7. 	    [store.core :as bucket])
    8. 

  8.   (:require [work.queue :as q])
    9. 

  9.   (:import [java.util.concurrent Executors]))
    10. 

  10. 

  11. (defn wait-for-complete-results
    12. 

  12.   "Test helper fn waits until the pool finishes processing before returning results."
    13. 

  13.   [response-q expected-seq-size]
    14. 

  14.   (wait-until #(= (.size response-q) expected-seq-size) 20)
    15. 

  15.   (sort (iterator-seq (.iterator response-q))))
    16. 

  16. 

  17. (deftest do-work-test
    18. 

  18.   (let [input-data (range 1 101 1)
    19. 

  19.         response-q (q/local-queue)]
    20. 

  20.     (work/do-work #(q/offer response-q (* 10 %))
    21. 

  21. 		  10
    22. 

  22. 		  input-data)
    23. 

  23.     (is (= (range 10 1010 10)
    24. 

  24.            (wait-for-complete-results response-q (count input-data))))))
    25. 

  25. 

  26. (deftest map-work-test
    27. 

  27.   (is (= (range 10 1010 10)
    28. 

  28. 	 (sort (work/map-work
    29. 

  29. 		#(* 10 %)
    30. 

  30. 		10
    31. 

  31. 		(range 1 101 1))))))
    32. 

  32. 

  33. (deftest map-reduce-test
    34. 

  34.   (is (=
    35. 

  35.        {:a 13 :b 4 :c 4 :d 3}
    36. 

  36.        (into {}
    37. 

  37. 	     (bucket/seq
    38. 

  38. 	      (work/map-reduce
    39. 

  39. 	       frequencies
    40. 

  40. 	       (fnil + 0 0)
    41. 

  41. 	       5
    42. 

  42. 	       [[:a :a :b :b]
    43. 

  43. 		[:c :c :a :a :a]
    44. 

  44. 		[:d :d :d :a :a]
    45. 

  45. 		[:c :c :a :a :a]
    46. 

  46. 		[:b :b :a :a :a]]))))))
    47. 

  47. 

  48. 

  49. (deftest mapchunk-reduce-test
    50. 

  50.   (is (=
    51. 

  51.        {:a 13 :b 4 :c 4 :d 3}
    52. 

  52.        (into {}
    53. 

  53. 	     (bucket/seq
    54. 

  54. 	      (work/mapchunk-reduce
    55. 

  55. 	       frequencies
    56. 

  56. 	       (fnil + 0 0)
    57. 

  57. 	       5
    58. 

  58. 	       2
    59. 

  59. 	       [[:a :a :b :b]
    60. 

  60. 		[:c :c :a :a :a]
    61. 

  61. 		[:d :d :d :a :a]
    62. 

  62. 		[:c :c :a :a :a]
    63. 

  63. 		[:b :b :a :a :a]]))))))
    64. 

  64. 

  65. (deftest trivial-map-work-test
    66. 

  66.   (is (.get (future (doall (work/map-work (fn [x] (do (Thread/sleep x)
    67. 

  67. 						     1)) 200 (range 100))))
    68. 

  68.             (long 300) java.util.concurrent.TimeUnit/SECONDS)))
    69. 

  69. 

  70. (deftest worker-exception-test
    71. 

  71.   (let [p (Executors/newFixedThreadPool 2)
    72. 

  72. 	c (atom 0)]
    73. 

  73.     (work/submit-to p
    74. 

  74. 		    (constantly
    75. 

  75. 		      {:in (constantly 42)
    76. 

  76. 		       :f (fn [_]
    77. 

  77. 			    (swap! c inc)
    78. 

  78. 			    (/ 1 0))}))
    79. 

  79.     (Thread/sleep 100)
    80. 

  80.     (.shutdownNow p)
    81. 

  81.     (is (> @c 1))))
    82.