Skip to content

Commit bab7560

Browse files
authored
use dataset-io (#468)
1 parent 9070bc0 commit bab7560

1 file changed

Lines changed: 9 additions & 160 deletions

File tree

deps.edn

Lines changed: 9 additions & 160 deletions
Original file line numberDiff line numberDiff line change
@@ -69,85 +69,10 @@
6969
ch.qos.logback/logback-classic {:mvn/version "1.3.5"}
7070
com.clojure-goes-fast/clj-memory-meter {:mvn/version "0.1.0"}
7171
com.cnuernber/benchmark {:mvn/version "1.000-beta-2"}
72-
org.apache.poi/poi-ooxml {:mvn/version "5.2.3"
73-
:exclusions [commons-codec/commons-codec]}
74-
com.univocity/univocity-parsers {:mvn/version "2.9.0"}
75-
org.dhatim/fastexcel-reader {:mvn/version "0.16.4"
76-
:exclusions [org.apache.poi/poi-ooxml]}
77-
org.apache.arrow/arrow-vector {:mvn/version "18.2.0"
78-
:exclusions [commons-codec/commons-codec
79-
com.fasterxml.jackson.core/jackson-core
80-
com.fasterxml.jackson.core/jackson-annotations
81-
com.fasterxml.jackson.core/jackson-databind
82-
org.slf4j/slf4j-api]}
83-
com.github.luben/zstd-jni {:mvn/version "1.5.4-1"}
84-
org.lz4/lz4-java {:mvn/version "1.8.0"}
85-
org.apache.parquet/parquet-hadoop {:mvn/version "1.12.0"
86-
:exclusions [org.slf4j/slf4j-log4j12]}
87-
org.apache.hadoop/hadoop-common {:mvn/version "3.3.0"
88-
:exclusions [com.sun.jersey/jersey-core
89-
com.sun.jersey/jersey-json
90-
com.sun.jersey/jersey-server
91-
com.sun.jersey/jersey-servlet
92-
93-
dnsjava/dnsjava
94-
95-
org.eclipse.jetty/jetty-server
96-
org.eclipse.jetty/jetty-servlet
97-
org.eclipse.jetty/jetty-util
98-
org.eclipse.jetty/jetty-webapp
99-
100-
javax.activation/javax.activation-api
101-
javax.servlet.jsp/jsp-api
102-
javax.servlet/javax.servlet-api
103-
104-
io.netty/netty-codec
105-
io.netty/netty-handler
106-
io.netty/netty-transport
107-
io.netty/netty-transport-native-epoll
108-
109-
org.codehaus.jettison/jettison
110-
111-
org.apache.zookeeper/zookeeper
112-
113-
org.apache.curator/curator-recipes
114-
org.apache.curator/curator-client
115-
org.apache.htrace/htrace-core4
116-
117-
org.apache.hadoop.thirdparty/hadoop-shaded-protobuf_3_7
118-
org.apache.hadoop/hadoop-auth
119-
120-
121-
org.apache.kerby/kerb-core
122-
123-
commons-cli/commons-cli
124-
commons-net/commons-net
125-
org.apache.commons/commons-lang3
126-
org.apache.commons/commons-text
127-
org.apache.commons/commons-configuration2
128-
129-
com.google.re2j/re2j
130-
com.google.code.findbugs/jsr305
131-
132-
com.jcraft/jsch
133-
134-
log4j/log4j
135-
org.slf4j/slf4j-log4j12]
136-
}
137-
;; We literally need this for 1 POJO formatting object.
138-
org.apache.hadoop/hadoop-mapreduce-client-core {:mvn/version "3.3.0"
139-
:exclusions [org.slf4j/slf4j-log4j12
140-
org.apache.avro/avro
141-
org.apache.hadoop/hadoop-yarn-client
142-
org.apache.hadoop/hadoop-yarn-common
143-
org.apache.hadoop/hadoop-annotations
144-
org.apache.hadoop/hadoop-hdfs-client
145-
io.netty/netty
146-
com.google.inject.extensions/guice-servlet]}
147-
com.cnuernber/jarrow {:mvn/version "1.000"}
148-
149-
org.tribuo/tribuo-all {:mvn/version "4.3.1" :extension "pom"}
150-
}
72+
scicloj/dataset-io {:git/url "https://github.com/scicloj/dataset-io"
73+
:git/sha "05433947b09338fc3c16d94b8e674f46608c301c"}
74+
75+
org.tribuo/tribuo-all {:mvn/version "4.3.1" :extension "pom"}}
15176
:extra-paths ["neanderthal" "test"]}
15277

15378
:dev-mac-m1
@@ -160,84 +85,10 @@
16085
com.clojure-goes-fast/clj-memory-meter {:mvn/version "0.1.0"}
16186
com.clojure-goes-fast/clj-async-profiler {:mvn/version "1.6.2"}
16287
com.cnuernber/benchmark {:mvn/version "1.000-beta-2"}
163-
org.apache.poi/poi-ooxml {:mvn/version "5.2.3"
164-
:exclusions [commons-codec/commons-codec]}
165-
;; dev.hardwoodhq/hardwood-core {:mvn/version "1.0.0-SNAPSHOT"}
166-
com.univocity/univocity-parsers {:mvn/version "2.9.0"}
167-
org.dhatim/fastexcel-reader {:mvn/version "0.16.4"
168-
:exclusions [org.apache.poi/poi-ooxml]}
169-
org.apache.arrow/arrow-vector {:mvn/version "18.2.0"
170-
:exclusions [commons-codec/commons-codec
171-
com.fasterxml.jackson.core/jackson-core
172-
com.fasterxml.jackson.core/jackson-annotations
173-
com.fasterxml.jackson.core/jackson-databind
174-
org.slf4j/slf4j-api]}
175-
org.lz4/lz4-java {:mvn/version "1.8.0"}
176-
com.github.luben/zstd-jni {:mvn/version "1.5.4-1"}
177-
com.cnuernber/jarrow {:mvn/version "1.000"}
178-
org.apache.parquet/parquet-hadoop {:mvn/version "1.12.0"
179-
:exclusions [org.slf4j/slf4j-log4j12]}
180-
org.apache.hadoop/hadoop-common {:mvn/version "3.3.0"
181-
:exclusions [com.sun.jersey/jersey-core
182-
com.sun.jersey/jersey-json
183-
com.sun.jersey/jersey-server
184-
com.sun.jersey/jersey-servlet
185-
186-
dnsjava/dnsjava
187-
188-
org.eclipse.jetty/jetty-server
189-
org.eclipse.jetty/jetty-servlet
190-
org.eclipse.jetty/jetty-util
191-
org.eclipse.jetty/jetty-webapp
192-
193-
javax.activation/javax.activation-api
194-
javax.servlet.jsp/jsp-api
195-
javax.servlet/javax.servlet-api
196-
197-
io.netty/netty-codec
198-
io.netty/netty-handler
199-
io.netty/netty-transport
200-
io.netty/netty-transport-native-epoll
201-
202-
org.codehaus.jettison/jettison
203-
204-
org.apache.zookeeper/zookeeper
205-
206-
org.apache.curator/curator-recipes
207-
org.apache.curator/curator-client
208-
org.apache.htrace/htrace-core4
209-
210-
org.apache.hadoop.thirdparty/hadoop-shaded-protobuf_3_7
211-
org.apache.hadoop/hadoop-auth
212-
213-
214-
org.apache.kerby/kerb-core
215-
216-
commons-cli/commons-cli
217-
commons-net/commons-net
218-
org.apache.commons/commons-lang3
219-
org.apache.commons/commons-text
220-
org.apache.commons/commons-configuration2
221-
222-
com.google.re2j/re2j
223-
com.google.code.findbugs/jsr305
224-
225-
com.jcraft/jsch
226-
227-
log4j/log4j
228-
org.slf4j/slf4j-log4j12]
229-
}
230-
;; We literally need this for 1 POJO formatting object.
231-
org.apache.hadoop/hadoop-mapreduce-client-core {:mvn/version "3.3.0"
232-
:exclusions [org.slf4j/slf4j-log4j12
233-
org.apache.avro/avro
234-
org.apache.hadoop/hadoop-yarn-client
235-
org.apache.hadoop/hadoop-yarn-common
236-
org.apache.hadoop/hadoop-annotations
237-
org.apache.hadoop/hadoop-hdfs-client
238-
io.netty/netty
239-
com.google.inject.extensions/guice-servlet]}
24088
org.xerial.snappy/snappy-java {:mvn/version "1.1.8.4"}
89+
scicloj/dataset-io {:git/url "https://github.com/scicloj/dataset-io"
90+
:git/sha "05433947b09338fc3c16d94b8e674f46608c301c"}
91+
24192
;org.tribuo/tribuo-all {:mvn/version "4.2.0" :extension "pom"}
24293
}
24394
:extra-paths ["test"]
@@ -250,10 +101,8 @@
250101
"--add-opens=java.base/jdk.internal.foreign=ALL-UNNAMED"
251102
"--add-opens=java.base/sun.nio.ch=ALL-UNNAMED"
252103
"--add-opens=java.base/java.io=ALL-UNNAMED"
253-
"--add-opens=java.base/java.util=ALL-UNNAMED"
254-
"--add-opens=java.base/java.lang.ref=ALL-UNNAMED"
255-
]
256-
}
104+
"--add-opens=java.base/java.util=ALL-UNNAMED"
105+
"--add-opens=java.base/java.lang.ref=ALL-UNNAMED"]}
257106

258107
:jdk-8 {}
259108
:jdk-11

0 commit comments

Comments
 (0)