/test/tech/v3/dataset/smile/data_test.clj

https://github.com/techascent/tech.ml.dataset · Clojure · 45 lines · 37 code · 4 blank · 4 comment · 4 complexity · 03aac486b60cf75ae7e3908c7b6b095d MD5 · raw file 

    

  1. (ns tech.v3.dataset.smile.data-test
    2. 

  2.   (:require [tech.v3.dataset :as ds]
    3. 

  3.             [tech.v3.datatype.functional :as dfn]
    4. 

  4.             [tech.v3.libs.smile.data :as smile-data]
    5. 

  5.             [clojure.test :refer [deftest is]])
    6. 

  6.   (:import [smile.data DataFrame]))
    7. 

  7. 

  8. 

  9. (deftest stocks-test
    10. 

  10.   (let [stocks (ds/->dataset "test/data/stocks.csv")
    11. 

  11.         df-stocks (smile-data/dataset->smile-dataframe stocks)
    12. 

  12.         new-val (smile-data/smile-dataframe->dataset df-stocks)]
    13. 

  13.     (is (instance? DataFrame df-stocks))
    14. 

  14.     ;;Datetime types included
    15. 

  15.     (is (= (vec ((ds/ensure-array-backed stocks) "date"))
    16. 

  16.            (vec (new-val "date"))))
    17. 

  17.     (is (= (vec ((ds/ensure-array-backed stocks) "symbol"))
    18. 

  18.            (vec (new-val "symbol"))))
    19. 

  19.     (is (dfn/equals (stocks "price")
    20. 

  20.                     (new-val "price")))))
    21. 

  21. 

  22. 

  23. (deftest ames-test
    24. 

  24.   (let [ames-src (-> (ds/->dataset "test/data/ames-house-prices/train.csv")
    25. 

  25.                      (ds/select-rows (range 10)))
    26. 

  26.         ames-ary (ds/ensure-array-backed ames-src)
    27. 

  27.         df-ames (smile-data/dataset->smile-dataframe ames-ary)
    28. 

  28.         new-val (smile-data/smile-dataframe->dataset df-ames)]
    29. 

  29.     (is (every? = (map vector
    30. 

  30.                        (map (comp :datatype meta) (vals ames-src))
    31. 

  31.                        (map (comp :datatype meta) (vals ames-ary))
    32. 

  32.                        (map (comp :datatype meta) (vals new-val))
    33. 

  33.                        )))
    34. 

  34.     (is (java.util.Objects/equals (ds/missing ames-src)
    35. 

  35.                                   (ds/missing ames-ary)))
    36. 

  36.     ;;Missing for booleans gets lost in the translation with inference turned on.
    37. 

  37.     #_(is (java.util.Objects/equals (ds/missing ames-src)
    38. 

  38.                                     (ds/missing new-val)))
    39. 

  39.     (is (instance? DataFrame df-ames))
    40. 

  40.     ;;Datetime types included
    41. 

  41.     (is (= (vec (ames-src "SalePrice"))
    42. 

  42.            (vec (new-val "SalePrice"))))
    43. 

  43.     ;;Missing for booleans gets lost in the translation with inference turned on.
    44. 

  44.     #_(is (= (vec (ames-src "PoolQC"))
    45. 

  45.            (vec (new-val "PoolQC"))))))
    46.