project.clj

(def spark-deps
  '[[io.netty/netty-all "4.1.74.Final"]
    [com.fasterxml.jackson.core/jackson-core "2.15.3"]
    [com.fasterxml.jackson.core/jackson-annotations "2.15.3"]
    ;; Spark
    ; This breaks cljcdoc: https://github.com/cljdoc/cljdoc/issues/407
    ; Frozen until issue is resolved.
    ;[com.github.fommil.netlib/all "1.1.2" :extension "pom"]
    [org.apache.spark/spark-avro_2.12 "3.3.3"]
    [org.apache.spark/spark-core_2.12 "3.3.3"]
    [org.apache.spark/spark-hive_2.12 "3.3.3"]
    [org.apache.spark/spark-mllib_2.12 "3.3.3"]
    [org.apache.spark/spark-sql_2.12 "3.3.3"]
    [org.apache.spark/spark-streaming_2.12 "3.3.3"]
    ; Arrow
    [org.apache.arrow/arrow-memory-netty "4.0.0"]
    [org.apache.arrow/arrow-memory-core "4.0.0"]
    [org.apache.arrow/arrow-vector "4.0.0"
     :exclusions [commons-codec com.fasterxml.jackson.core/jackson-databind]]
    ; Databases
    [mysql/mysql-connector-java "8.0.25"]
    [org.postgresql/postgresql "42.2.20"]
    [org.xerial/sqlite-jdbc "3.34.0"]
    ;; Optional: Spark XGBoost
    [ml.dmlc/xgboost4j-spark_2.12 "1.2.0"]
    [ml.dmlc/xgboost4j_2.12 "1.2.0"]])

(defproject zero.one/geni "0.0.42"
  :jvm-opts ["-Duser.country=US" "-Duser.language=en"
             "--add-opens=java.base/java.io=ALL-UNNAMED"
             "--add-opens=java.base/java.nio=ALL-UNNAMED"
             "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED"
             "--add-opens=java.base/java.util=ALL-UNNAMED"
             "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED"
             "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED"]
  :description "A Clojure dataframe library that runs on Spark"
  :url "https://github.com/zero-one-group/geni"
  :license {:name "Apache License"
            :url  "https://www.apache.org/licenses/LICENSE-2.0"}
  :dependencies [[camel-snake-kebab "0.4.2"]
                 [com.taoensso/nippy "3.3.0"]
                 [expound "0.8.9"]
                 [metosin/jsonista "0.3.3"
                  :exclusions [com.fasterxml.jackson.core/jackson-databind]]
                 [net.cgrand/parsley "0.9.3" :exclusions [org.clojure/clojure]]
                 [nrepl "0.8.3"]
                 [org.clojure/clojure "1.10.3"]
                 [org.clojure/java.data "1.0.86"]
                 [potemkin "0.4.5"]
                 [reply "0.5.1" :exclusions [javax.servlet/servlet-api]]
                 [zero.one/fxl "0.0.6"]]

  :profiles
  {:provided {:dependencies ~spark-deps}
   :uberjar {:aot :all :dependencies ~spark-deps}
   :dev {:dependencies [[criterium "0.4.6"]
                        [enlive "1.1.6"]
                        [midje "1.10.9"]
                        [techascent/tech.ml.dataset "6.101"
                         :exclusions [ch.qos.logback/logback-classic]]]
         :plugins [[lein-ancient "0.7.0"]
                   [lein-cloverage "1.2.2"]
                   [lein-midje "3.2.2"]
                   [lein-cljfmt "0.7.0"]]
         :cljfmt {:split-keypairs-over-multiple-lines?   false
                  :remove-multiple-non-indenting-spaces? false
                  :indents {facts [[:inner 0] [:block 1]]
                            fact  [[:inner 0] [:block 1]]}}
         :aot [zero-one.geni.rdd.function
               zero-one.geni.aot-functions]}}
  :repl-options {:init-ns zero-one.geni.main}
  :source-paths ["src/clojure"]
  :java-source-paths ["src/java"]
  :resource-paths ["resources"]
  :main ^:skip-aot zero-one.geni.main)