8.030

cnuernber · Sep 19, 2021 · 8b955b4 · 8b955b4
1 parent e86452e
commit 8b955b4
Show file tree

Hide file tree

Showing 38 changed files with 56 additions and 51 deletions.
diff --git a/docs/buffered-image.html b/docs/buffered-image.html
diff --git a/docs/cheatsheet.html b/docs/cheatsheet.html
diff --git a/docs/datatype-to-dtype-next.html b/docs/datatype-to-dtype-next.html
diff --git a/docs/dimensions-bytecode-gen.html b/docs/dimensions-bytecode-gen.html
diff --git a/docs/index.html b/docs/index.html
diff --git a/docs/overview.html b/docs/overview.html
diff --git a/docs/tech.v3.datatype.argops.html b/docs/tech.v3.datatype.argops.html
diff --git a/docs/tech.v3.datatype.bitmap.html b/docs/tech.v3.datatype.bitmap.html
diff --git a/docs/tech.v3.datatype.convolve.html b/docs/tech.v3.datatype.convolve.html
diff --git a/docs/tech.v3.datatype.datetime.html b/docs/tech.v3.datatype.datetime.html
diff --git a/docs/tech.v3.datatype.errors.html b/docs/tech.v3.datatype.errors.html
diff --git a/docs/tech.v3.datatype.ffi.clang.html b/docs/tech.v3.datatype.ffi.clang.html
diff --git a/docs/tech.v3.datatype.ffi.graalvm.html b/docs/tech.v3.datatype.ffi.graalvm.html
diff --git a/docs/tech.v3.datatype.ffi.html b/docs/tech.v3.datatype.ffi.html
diff --git a/docs/tech.v3.datatype.functional.html b/docs/tech.v3.datatype.functional.html
diff --git a/docs/tech.v3.datatype.gradient.html b/docs/tech.v3.datatype.gradient.html
diff --git a/docs/tech.v3.datatype.html b/docs/tech.v3.datatype.html
diff --git a/docs/tech.v3.datatype.jna.html b/docs/tech.v3.datatype.jna.html
diff --git a/docs/tech.v3.datatype.jvm-map.html b/docs/tech.v3.datatype.jvm-map.html
diff --git a/docs/tech.v3.datatype.list.html b/docs/tech.v3.datatype.list.html
diff --git a/docs/tech.v3.datatype.mmap-writer.html b/docs/tech.v3.datatype.mmap-writer.html
diff --git a/docs/tech.v3.datatype.mmap.html b/docs/tech.v3.datatype.mmap.html
diff --git a/docs/tech.v3.datatype.native-buffer.html b/docs/tech.v3.datatype.native-buffer.html
diff --git a/docs/tech.v3.datatype.nippy.html b/docs/tech.v3.datatype.nippy.html
diff --git a/docs/tech.v3.datatype.packing.html b/docs/tech.v3.datatype.packing.html
diff --git a/docs/tech.v3.datatype.reductions.html b/docs/tech.v3.datatype.reductions.html
diff --git a/docs/tech.v3.datatype.rolling.html b/docs/tech.v3.datatype.rolling.html
diff --git a/docs/tech.v3.datatype.sampling.html b/docs/tech.v3.datatype.sampling.html
diff --git a/docs/tech.v3.datatype.struct.html b/docs/tech.v3.datatype.struct.html
diff --git a/docs/tech.v3.datatype.wavelet.html b/docs/tech.v3.datatype.wavelet.html
diff --git a/docs/tech.v3.libs.buffered-image.html b/docs/tech.v3.libs.buffered-image.html
diff --git a/docs/tech.v3.libs.neanderthal.html b/docs/tech.v3.libs.neanderthal.html
diff --git a/docs/tech.v3.parallel.for.html b/docs/tech.v3.parallel.for.html
diff --git a/docs/tech.v3.tensor.color-gradients.html b/docs/tech.v3.tensor.color-gradients.html
diff --git a/docs/tech.v3.tensor.dimensions.html b/docs/tech.v3.tensor.dimensions.html
diff --git a/docs/tech.v3.tensor.html b/docs/tech.v3.tensor.html
diff --git a/project.clj b/project.clj
@@ -1,4 +1,4 @@
-(defproject cnuernber/dtype-next "8.030-SNAPSHOT"
+(defproject cnuernber/dtype-next "8.030"
   :description "A Clojure library designed to aid in the implementation of high performance algorithms and systems."
   :url "http://github.com/cnuernber/dtype-next"
   :license {:name "EPL-2.0"

diff --git a/src/tech/v3/datatype/datetime/operations.clj b/src/tech/v3/datatype/datetime/operations.clj
@@ -11,7 +11,7 @@
             [tech.v3.datatype.argops :as argops]
             [tech.v3.datatype.errors :as errors]
             [clojure.set :as set])
-  (:import [tech.v3.datatype LongReader ObjectReader Buffer
+  (:import [tech.v3.datatype DoubleReader LongReader ObjectReader Buffer
             BinaryOperator BinaryOperators$ObjectBinaryOperator
             BinaryOperators$LongBinaryOperator]
            [java.time.temporal ChronoUnit Temporal ChronoField
@@ -40,14 +40,20 @@
   (boolean (millisecond-datatypes dtype)))
 
 
+
 (defn- millisecond-reader
-  ^LongReader [convert-fn datatype data]
+  ;; Because we are converting from object data to a numeric representation we have to account
+  ;; for the fact that objects may be nil (in the case of missing data) which leads us to
+  ;; have to use doubles even though milliseconds are long quantities throughout the system.
+  ^DoubleReader [convert-fn datatype data]
   (let [data (dtype-base/->reader data)]
-    (reify LongReader
+    (reify DoubleReader
       (elemwiseDatatype [rdr] datatype)
       (lsize [rdr] (.lsize data))
-      (readLong [rdr idx]
-        (unchecked-long (convert-fn (.readObject data idx)))))))
+      (readDouble [rdr idx]
+        (if-let [obj-data (.readObject data idx)]
+          (double (convert-fn obj-data))
+          Double/NaN)))))
 
 
 (defn- vectorized-dispatch-millisecond-reader
@@ -260,8 +266,7 @@
                        #{:min :max :mean :median :standard-deviation
                          :quartile-1 :quartile-3}
                        #{:min :max :mean :median :quartile-1 :quartile-3})
-         stats-data (dfn/descriptive-statistics stats-set (assoc options :nan-strategy :keep)
-                                                numeric-data)]
+         stats-data (dfn/descriptive-statistics stats-set options numeric-data)]
      (->> stats-data
           (map (fn [[k v]]
                  [k