⚡ Use pgzip for better gzip performance

clevyr · Jul 8, 2022 · 1df7859 · 1df7859
1 parent b553e6a
commit 1df7859
Show file tree

Hide file tree

Showing 5 changed files with 9 additions and 3 deletions.
diff --git a/cmd/dump/dump.go b/cmd/dump/dump.go
@@ -1,7 +1,6 @@
 package dump
 
 import (
-	"compress/gzip"
 	"errors"
 	"fmt"
 	"github.com/clevyr/kubedb/internal/command"
@@ -10,6 +9,7 @@ import (
 	"github.com/clevyr/kubedb/internal/database/sqlformat"
 	"github.com/clevyr/kubedb/internal/progressbar"
 	"github.com/clevyr/kubedb/internal/util"
+	gzip "github.com/klauspost/pgzip"
 	log "github.com/sirupsen/logrus"
 	"github.com/spf13/cobra"
 	"io"

diff --git a/cmd/restore/restore.go b/cmd/restore/restore.go
@@ -1,7 +1,6 @@
 package restore
 
 import (
-	"compress/gzip"
 	"errors"
 	"fmt"
 	"github.com/AlecAivazis/survey/v2"
@@ -11,6 +10,7 @@ import (
 	"github.com/clevyr/kubedb/internal/database/sqlformat"
 	"github.com/clevyr/kubedb/internal/progressbar"
 	"github.com/clevyr/kubedb/internal/util"
+	gzip "github.com/klauspost/pgzip"
 	log "github.com/sirupsen/logrus"
 	"github.com/spf13/cobra"
 	"io"

diff --git a/cmd/restore/restore_test.go b/cmd/restore/restore_test.go
@@ -2,11 +2,11 @@ package restore
 
 import (
 	"bytes"
-	"compress/gzip"
 	"github.com/clevyr/kubedb/internal/command"
 	"github.com/clevyr/kubedb/internal/config"
 	"github.com/clevyr/kubedb/internal/database/dialect"
 	"github.com/clevyr/kubedb/internal/database/sqlformat"
+	gzip "github.com/klauspost/pgzip"
 	"io"
 	"reflect"
 	"strings"

diff --git a/go.mod b/go.mod
@@ -5,6 +5,7 @@ go 1.18
 require (
 	github.com/AlecAivazis/survey/v2 v2.3.5
 	github.com/jedib0t/go-pretty/v6 v6.3.3
+	github.com/klauspost/pgzip v1.2.5
 	github.com/schollz/progressbar/v3 v3.8.6
 	github.com/sirupsen/logrus v1.8.1
 	github.com/spf13/cobra v1.5.0
@@ -48,6 +49,7 @@ require (
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/json-iterator/go v1.1.12 // indirect
 	github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 // indirect
+	github.com/klauspost/compress v1.15.7 // indirect
 	github.com/magiconair/properties v1.8.6 // indirect
 	github.com/mailru/easyjson v0.7.7 // indirect
 	github.com/mattn/go-colorable v0.1.12 // indirect

diff --git a/go.sum b/go.sum
@@ -367,6 +367,10 @@ github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 h1:Z9n2FFNU
 github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51/go.mod h1:CzGEWj7cYgsdH8dAjBGEr58BoE7ScuLd+fwFZ44+/x8=
 github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8=
 github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
+github.com/klauspost/compress v1.15.7 h1:7cgTQxJCU/vy+oP/E3B9RGbQTgbiVzIJWIKOLoAsPok=
+github.com/klauspost/compress v1.15.7/go.mod h1:PhcZ0MbTNciWF3rruxRgKxI5NkcHHrHUDtV4Yw2GlzU=
+github.com/klauspost/pgzip v1.2.5 h1:qnWYvvKqedOF2ulHpMG72XQol4ILEJ8k2wwRl/Km8oE=
+github.com/klauspost/pgzip v1.2.5/go.mod h1:Ch1tH69qFZu15pkjo5kYi6mth2Zzwzt50oCQKQE9RUs=
 github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
 github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
 github.com/kr/fs v0.1.0/go.mod h1:FFnZGqtBN9Gxj7eW1uZ42v5BccTP0vu6NEaFoC2HwRg=