8000 reader + writer in one package · gigapi/gigapi@1703393 · GitHub
[go: up one dir, main page]
Skip to content

Commit 1703393

Browse files
akvladakvlad
committed
reader + writer in one package
1 parent 2848628 commit 1703393

File tree

12 files changed

+62
-32
lines changed

12 files changed

+62
-32
lines changed

‎go.mod

+6-5
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,13 @@
11
module github.com/gigapi/gigapi/v2
22

3-
go 1.24
3+
go 1.24.1
44

5-
toolchain go1.24.1
5+
toolchain go1.24.2
66

77
require (
8-
github.com/apache/arrow/go/v18 v18.0.0-20240829005432-58415d1fac50
8+
github.com/apache/arrow/go/v14 v14.0.2
99
github.com/expr-lang/expr v1.17.2
10+
github.com/gigapi/gigapi-querier v0.0.4
1011
github.com/go-faster/city v1.0.1
1112
github.com/go-faster/jx v1.1.0
1213
github.com/google/uuid v1.6.0
@@ -68,8 +69,8 @@ require (
6869
github.com/spf13/pflag v1.0.5 // indirect
6970
github.com/subosito/gotenv v1.6.0 // indirect
7071
github.com/zeebo/xxh3 v1.0.2 // indirect
71-
go.uber.org/atomic v1.9.0 // indirect
72-
go.uber.org/multierr v1.9.0 // indirect
72+
go.uber.org/multierr v1.10.0 // indirect
73+
go.uber.org/zap v1.27.0 // indirect
7374
golang.org/x/crypto v0.37.0 // indirect
7475
golang.org/x/mod v0.24.0 // indirect
7576
golang.org/x/net v0.39.0 // indirect

‎go.sum

+33-6
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@ github.com/andybalholm/brotli v1.1.1 h1:PR2pgnyFznKEugtsUo0xLdDop5SKXd5Qf5ysW+7X
44
github.com/andybalholm/brotli v1.1.1/go.mod h1:05ib4cKhjx3OQYUY22hTVd34Bc8upXjOLL2rKwwZBoA=
55
github.com/apache/arrow-go/v18 v18.1.0 h1:agLwJUiVuwXZdwPYVrlITfx7bndULJ/dggbnLFgDp/Y=
66
github.com/apache/arrow-go/v18 v18.1.0/go.mod h1:tigU/sIgKNXaesf5d7Y95jBBKS5KsxTqYBKXFsvKzo0=
7-
github.com/apache/arrow/go/v18 v18.0.0-20240829005432-58415d1fac50 h1:3vA3hoM7fM4pJHG1dt0CEMzTwitFvutUrAiIwY+Bp+A=
8-
github.com/apache/arrow/go/v18 v18.0.0-20240829005432-58415d1fac50/go.mod h1:pAdO1xbg0WTJ++tq74I5xKX+yUD7MG0cEI24P+jko10=
7+
github.com/apache/arrow/go/v14 v14.0.2 h1:N8OkaJEOfI3mEZt07BIkvo4sC6XDbL+48MBPWO5IONw=
8+
github.com/apache/arrow/go/v14 v14.0.2/go.mod h1:u3fgh3EdgN/YQ8cVQRguVW3R+seMybFg8QBQ5LU+eBY=
99
github.com/apache/thrift v0.21.0 h1:tdPmh/ptjE1IJnhbhrcl2++TauVjy242rkV/UzJChnE=
1010
github.com/apache/thrift v0.21.0/go.mod h1:W1H8aR/QRtYNvrPeFXBtobyRkd0/YVhTc6i07XIAgDw=
1111
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
@@ -32,6 +32,8 @@ github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHk
3232
github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=
3333
github.com/fsnotify/fsnotify v1.7.0 h1:8JEhPFa5W2WU7YfeZzPNqzMP6Lwt7L2715Ggo0nosvA=
3434
github.com/fsnotify/fsnotify v1.7.0/go.mod h1:40Bi/Hjc2AVfZrqy+aj+yEI+/bRxZnMJyTJwOpGvigM=
35+
github.com/gigapi/gigapi-querier v0.0.4 h1:LUP/+t4G+QrA9vdZr1xAFFyw1gGHNhmdjjM97QtRb9k=
36+
github.com/gigapi/gigapi-querier v0.0.4/go.mod h1:33oLYnKnCNfab4NJcCc2PDR8SJq1H5qTT2P9OfsSYBE=
3537
github.com/go-faster/city v1.0.1 h1:4WAxSZ3V2Ws4QRDrscLEDcibJY8uf41H6AhXDrNDcGw=
3638
github.com/go-faster/city v1.0.1/go.mod h1:jKcUJId49qdW3L1qKHH/3wPeUstCVpVSXTM6vO3VcTw=
3739
github.com/go-faster/errors v0.6.1 h1:nNIPOBkprlKzkThvS/0YaX8Zs9KewLCOSFQS5BU06FI=
@@ -61,6 +63,9 @@ github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
6163
github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
6264
github.com/gorilla/mux v1.8.1 h1:TuBL49tXwgrFYWhqrNgrUNEY92u81SPhu7sTdzQEiWY=
6365
github.com/gorilla/mux v1.8.1/go.mod h1:AKf9I4AEqPTmMytcMc0KkNouC66V3BtZ4qD5fmWSiMQ=
66+
github.com/hashicorp/golang-lru v0.5.4 h1:YDjusn29QI/Das2iO9M0BHnIbxPeyuCHsjMW+lJfyTc=
67+
github.com/hashicorp/golang-lru/v2 v2.0.7 h1:a+bsQ5rvGLjzHuww6tVxozPZFVghXaHOwFs4luLUK2k=
68+
github.com/hashicorp/golang-lru/v2 v2.0.7/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM=
6469
github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
6570
github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
6671
github.com/influxdata/influxdb v1.11.8 h1:lX8MJDfk91O7nqzzonQkjk87gOeQy9V/Xp3gpELhG1s=
@@ -86,6 +91,8 @@ github.com/marcboeker/go-duckdb/mapping v0.0.7 h1:t0BaNmLXj76RKs/x80A/ZTe+KzZDim
8691
github.com/marcboeker/go-duckdb/mapping v0.0.7/go.mod h1:EH3RSabeePOUePoYDtF0LqfruXPtVB3M+g03QydZsck=
8792
github.com/marcboeker/go-duckdb/v2 v2.2.0 h1:xxruuYD7vWvybY52xWzV0vvHKa1IjpDDOq6T846ax/s=
8893
github.com/marcboeker/go-duckdb/v2 v2.2.0/go.mod h1:B7swJ38GcOEm9PI0IdfkZYqn5CtIjRUiQG4ZBr3hnyc=
94+
github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
95+
github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
8996
github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 h1:AMFGa4R4MiIpspGNG7Z948v4n35fFGB3RR3G/ry4FWs=
9097
github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8/go.mod h1:mC1jAcsrzbxHt8iiaC+zU4b1ylILSosueou12R++wfY=
9198
github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 h1:+n/aFZefKZp7spd8DFdX7uMikMLXX4oubIzJF4kv/wI=
@@ -103,13 +110,17 @@ github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w
103110
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
104111
github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M=
105112
github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=
113+
github.com/ncruces/go-strftime v0.1.9 h1:bY0MQC28UADQmHmaF5dgpLmImcShSi2kHU9XLdhx/f4=
114+
github.com/ncruces/go-strftime v0.1.9/go.mod h1:Fwc5htZGVVkseilnfgOVb9mKy6w1naJmn9CehxcKcls=
106115
github.com/pelletier/go-toml/v2 v2.1.0 h1:FnwAJ4oYMvbT/34k9zzHuZNrhlz48GB3/s6at6/MHO4=
107116
github.com/pelletier/go-toml/v2 v2.1.0/go.mod h1:tJU2Z3ZkXwnxa4DPO899bsyIoywizdUvyaeZurnPPDc=
108117
github.com/pierrec/lz4/v4 v4.1.22 h1:cKFw6uJDK+/gfw5BcDL0JL5aBsAFdsIT18eRtLj7VIU=
109118
github.com/pierrec/lz4/v4 v4.1.22/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
110119
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
111120
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U=
112121
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
122+
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec h1:W09IVJc94icq4NjY3clb7Lk8O1qJ8BdBEF8z0ibU0rE=
123+
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
113124
github.com/rogpeppe/go-internal v1.10.0 h1:TMyTOH3F/DB16zRVcYyreMH6GnZZrwQVAoYjRBZyWFQ=
114125
github.com/rogpeppe/go-internal v1.10.0/go.mod h1:UQnix2H7Ngw/k4C5ijL5+65zddjncjaFoBhdsK/akog=
115126
github.com/rs/xid v1.6.0 h1:fV591PaemRlL6JfRxGDEPl69wICngIQ3shQtzfy2gxU=
@@ -159,10 +170,12 @@ go.opentelemetry.io/otel/sdk/metric v1.31.0 h1:i9hxxLJF/9kkvfHppyLL55aW7iIJz4Jjx
159170
go.opentelemetry.io/otel/sdk/metric v1.31.0/go.mod h1:CRInTMVvNhUKgSAMbKyTMxqOBC0zgyxzW55lZzX43Y8=
160171
go.opentelemetry.io/otel/trace v1.31.0 h1:ffjsj1aRouKewfr85U2aGagJ46+MvodynlQ1HYdmJys=
161172
go.opentelemetry.io/otel/trace v1.31.0/go.mod h1:TXZkRk7SM2ZQLtR6eoAWQFIHPvzQ06FJAsO1tJg480A=
162-
go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE=
163-
go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
164-
go.uber.org/multierr v1.9.0 h1:7fIwc/ZtS0q++VgcfqFDxSBZVv/Xo49/SYnDFupUwlI=
165-
go.uber.org/multierr v1.9.0/go.mod h1:X2jQV1h+kxSjClGpnseKVIxpmcjrj7MNnI0bnlfKTVQ=
173+
go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=
174+
go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=
175+
go.uber.org/multierr v1.10.0 h1:S0h4aNzvfcFsC3dRF1jLoaov7oRaKqRGC/pUEJ2yvPQ=
176+
go.uber.org/multierr v1.10.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=
177+
go.uber.org/zap v1.27.0 h1:aJMhYGrd5QSmlpLMr2MftRKl7t8J8PTZPA732ud/XR8=
178+
go.uber.org/zap v1.27.0/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E=
166179
golang.org/x/crypto v0.37.0 h1:kJNSjF/Xp7kU0iB2Z+9viTPMW4EqqsrywMXLJOOsXSE=
167180
golang.org/x/crypto v0.37.0/go.mod h1:vg+k43peMZ0pUMhYmVAWysMK35e6ioLh3wB8ZCAfbVc=
168181
golang.org/x/exp v0.0.0-20250128182459-e0ece0dbea4c h1:KL/ZBHXgKGVmuZBZ01Lt57yE5ws8ZPSkkihmEyq7FXc=
@@ -197,3 +210,17 @@ gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
197210
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
198211
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
199212
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
213+
modernc.org/gc/v3 v3.0.0-20240107210532-573471604cb6 h1:5D53IMaUuA5InSeMu9eJtlQXS2NxAhyWQvkKEgXZhHI=
214+
modernc.org/gc/v3 v3.0.0-20240107210532-573471604cb6/go.mod h1:Qz0X07sNOR1jWYCrJMEnbW/X55x206Q7Vt4mz6/wHp4=
215+
modernc.org/libc v1.41.0 h1:g9YAc6BkKlgORsUWj+JwqoB1wU3o4DE3bM3yvA3k+Gk=
216+
modernc.org/libc v1.41.0/go.mod h1:w0eszPsiXoOnoMJgrXjglgLuDy/bt5RR4y3QzUUeodY=
217+
modernc.org/mathutil v1.6.0 h1:fRe9+AmYlaej+64JsEEhoWuAYBkOtQiMEU7n/XgfYi4=
218+
modernc.org/mathutil v1.6.0/go.mod h1:Ui5Q9q1TR2gFm0AQRqQUaBWFLAhQpCwNcuhBOSedWPo=
219+
modernc.org/memory v1.7.2 h1:Klh90S215mmH8c9gO98QxQFsY+W451E8AnzjoE2ee1E=
220+
modernc.org/memory v1.7.2/go.mod h1:NO4NVCQy0N7ln+T9ngWqOQfi7ley4vpwvARR+Hjw95E=
221+
modernc.org/sqlite v1.29.6 h1:0lOXGrycJPptfHDuohfYgNqoe4hu+gYuN/pKgY5XjS4=
222+
modernc.org/sqlite v1.29.6/go.mod h1:S02dvcmm7TnTRvGhv8IGYyLnIt7AS2KPaB1F/71p75U=
223+
modernc.org/strutil v1.2.0 h1:agBi9dp1I+eOnxXeiZawM8F4LawKv4NzGWSaLfyeNZA=
224+
modernc.org/strutil v1.2.0/go.mod h1:/mdcBmfOibveCTBxUl5B5l6W+TTH1FXPLHZE6bTosX0=
225+
modernc.org/token v1.1.0 h1:Xl7Ap9dKaEs5kLoOQeQmPWevfnk/DM5qcLcYlA8ys6Y=
226+
modernc.org/token v1.1.0/go.mod h1:UGzOrNV1mAFSEB63lOFHIpNRUVMvYTc6yu1SMY/XTDM=

‎main.go

+2
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@ package main
22

33
import (
44
"fmt"
5+
"github.com/gigapi/gigapi-querier/module"
56
"github.com/gigapi/gigapi/v2/config"
67
"github.com/gigapi/gigapi/v2/merge"
78
"github.com/gigapi/gigapi/v2/modules"
@@ -24,6 +25,7 @@ func (a api) GetPathParams(r *http.Request) map[string]string {
2425
func initModules() {
2526
stdin.Init()
2627
merge.Init(&api{})
28+
module.Init(&api{})
2729
}
2830

2931
func main() {

‎merge/data_types/column.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@ package data_types
22

33
import (
44
"fmt"
5-
"github.com/apache/arrow/go/v18/arrow"
6-
"github.com/apache/arrow/go/v18/arrow/array"
5+
"github.com/apache/arrow/go/v14/arrow"
6+
"github.com/apache/arrow/go/v14/arrow/array"
77
"github.com/go-faster/jx"
88
"golang.org/x/exp/constraints"
99
"slices"

‎merge/data_types/data_types.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@ package data_types
22

33
import (
44
"fmt"
5-
"github.com/apache/arrow/go/v18/arrow"
6-
"github.com/apache/arrow/go/v18/arrow/array"
5+
"github.com/apache/arrow/go/v14/arrow"
6+
"github.com/apache/arrow/go/v14/arrow/array"
77
"github.com/go-faster/jx"
88
)
99

‎merge/data_types/float64.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
package data_types
22

33
import (
4-
"github.com/apache/arrow/go/v18/arrow"
5-
"github.com/apache/arrow/go/v18/arrow/array"
4+
"github.com/apache/arrow/go/v14/arrow"
5+
"github.com/apache/arrow/go/v14/arrow/array"
66
"github.com/go-faster/jx"
77
"strconv"
88
)

‎merge/data_types/int64.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
package data_types
22

33
import (
4-
"github.com/apache/arrow/go/v18/arrow"
5-
"github.com/apache/arrow/go/v18/arrow/array"
4+
"github.com/apache/arrow/go/v14/arrow"
5+
"github.com/apache/arrow/go/v14/arrow/array"
66
"github.com/go-faster/jx"
77
"strconv"
88
)

‎merge/data_types/string.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
package data_types
22

33
import (
4-
"github.com/apache/arrow/go/v18/arrow"
5-
"github.com/apache/arrow/go/v18/arrow/array"
4+
"github.com/apache/arrow/go/v14/arrow"
5+
"github.com/apache/arrow/go/v14/arrow/array"
66
"github.com/go-faster/jx"
77
)
88

‎merge/data_types/uint64.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
package data_types
22

33
import (
4-
"github.com/apache/arrow/go/v18/arrow"
5-
"github.com/apache/arrow/go/v18/arrow/array"
4+
"github.com/apache/arrow/go/v14/arrow"
5+
"github.com/apache/arrow/go/v14/arrow/array"
66
"github.com/go-faster/jx"
77
"strconv"
88
)

‎merge/data_types/unknown.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@ package data_types
22

33
import (
44
"fmt"
5-
"github.com/apache/arrow/go/v18/arrow"
6-
"github.com/apache/arrow/go/v18/arrow/array"
5+
"github.com/apache/arrow/go/v14/arrow"
6+
"github.com/apache/arrow/go/v14/arrow/array"
77
"github.com/go-faster/jx"
88
"sort"
99
)

‎merge/service/data_store.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@ package service
22

33
import (
44
"fmt"
5-
"github.com/apache/arrow/go/v18/arrow"
6-
"github.com/apache/arrow/go/v18/arrow/array"
5+
"github.com/apache/arrow/go/v14/arrow"
6+
"github.com/apache/arrow/go/v14/arrow/array"
77
"github.com/gigapi/gigapi/v2/merge/data_types"
88
"sync"
99
)

‎merge/service/save_service_fs.go

+5-5
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
package service
22

33
import (
4-
"github.com/apache/arrow/go/v18/arrow"
5-
"github.com/apache/arrow/go/v18/arrow/array"
6-
"github.com/apache/arrow/go/v18/arrow/memory"
7-
"github.com/apache/arrow/go/v18/parquet"
8-
"github.com/apache/arrow/go/v18/parquet/pqarrow"
4+
"github.com/apache/arrow/go/v14/arrow"
5+
"github.com/apache/arrow/go/v14/arrow/array"
6+
"github.com/apache/arrow/go/v14/arrow/memory"
7+
"github.com/apache/arrow/go/v14/parquet"
8+
"github.com/apache/arrow/go/v14/parquet/pqarrow"
99
"github.com/gigapi/gigapi/v2/merge/data_types"
1010
"github.com/google/uuid"
1111
"os"

0 commit comments

Comments
 (0)
0