init research

tech.ml.dataset/ubertest/build.clj

@@ -0,0 +1,23 @@
+(ns build
+  (:require [clojure.tools.build.api :as b]
+            [clojure.edn :as edn])
+  (:refer-clojure :exclude [compile]))
+
+(def basis (b/create-basis {:project "deps.edn"}))
+(def uber-file "target/ubertest.jar")
+(def class-dir "target/classes")
+
+
+(defn clean [_]
+  (b/delete {:path "target"}))
+
+
+(defn ubertest [_]
+  (clean nil)
+  (b/compile-clj {:basis basis
+                  :src-dirs ["src"]
+                  :class-dir class-dir})
+  (b/uber {:class-dir class-dir
+           :uber-file uber-file
+           :basis basis
+           :main 'ubertest.main}))

tech.ml.dataset/ubertest/deps.edn

@@ -0,0 +1,14 @@
+{:paths ["src"]
+ :deps {techascent/tech.ml.dataset {:mvn/version "7.000-beta-16"}
+        org.apache.arrow/arrow-vector {:mvn/version "6.0.0"}
+
+        ;;Compression codecs
+        org.lz4/lz4-java {:mvn/version "1.8.0"}
+        ;;Required for decompressing lz4 streams with dependent blocks.
+        net.java.dev.jna/jna {:mvn/version "5.10.0"}
+        com.github.luben/zstd-jni {:mvn/version "1.5.1-1"}}
+ :aliases
+ {
+  :build
+  {:deps {io.github.clojure/tools.build {:git/tag "v0.8.1" :git/sha "7d40500"}}
+   :ns-default build}}}

tech.ml.dataset/ubertest/scripts/compile

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+rm -rf target
+clj -T:build ubertest
+java -jar target/ubertest.jar

tech.ml.dataset/ubertest/scripts/install-compile

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+
+cd ../ && lein install && cd ubertest && scripts/compile

tech.ml.dataset/ubertest/src/ubertest/main.clj

@@ -0,0 +1,14 @@
+(ns ubertest.main
+  (:require [tech.v3.dataset :as ds]
+            ;;[tech.v3.libs.arrow :as arrow]
+            )
+  (:gen-class))
+
+
+(defn -main
+  [& args]
+  (let [ds (ds/->dataset [{:a 1 :b 2}])]
+    ;;(arrow/dataset->stream! ds "test.arrow")
+    (println ds)
+    )
+  (println "exiting main"))