From 8ea04df8208df5a259d6194c55bcb48c20f65bae Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Michael=20Mur=C3=A9?= <batolettre@gmail.com>
Date: Fri, 7 Sep 2018 16:14:58 +0200
Subject: [PATCH] serial_format_research: check the repo size before and after
git gc
---
misc/serial_format_research/main.go | 69 +++++++++++++++++++++++++----
repository/git.go | 12 +++++
2 files changed, 72 insertions(+), 9 deletions(-)
diff --git a/misc/serial_format_research/main.go b/misc/serial_format_research/main.go
index 7624d15a..bc43988a 100644
--- a/misc/serial_format_research/main.go
+++ b/misc/serial_format_research/main.go
@@ -6,11 +6,13 @@ import (
"log"
"os"
"path"
+ "path/filepath"
"github.com/MichaelMure/git-bug/bug"
"github.com/MichaelMure/git-bug/misc/random_bugs"
"github.com/MichaelMure/git-bug/repository"
"github.com/MichaelMure/git-bug/util"
+ "github.com/dustin/go-humanize"
"github.com/ugorji/go/codec"
)
@@ -22,9 +24,7 @@ type testCase struct {
}
func main() {
- packs := random_bugs.GenerateRandomOperationPacks(10, 5)
-
- repo := createRepo(false)
+ packs := random_bugs.GenerateRandomOperationPacks(1000, 5)
testCases := []testCase{
{
@@ -49,8 +49,15 @@ func main() {
fmt.Println()
fmt.Println(testcase.name)
- total := int64(0)
- for _, opp := range packs {
+ repo := createRepo(false)
+
+ sizeEmpty, err := dirSize(repo.GetPath())
+ if err != nil {
+ panic(err)
+ }
+
+ // total := int64(0)
+ for i, opp := range packs {
rawSize, hash, err := testcase.writer(opp, repo)
if err != nil {
panic(err)
@@ -58,13 +65,46 @@ func main() {
size := blobSize(hash, repo)
- total += size
+ // total += size
+
+ if i < 10 {
+ ratio := float32(size) / float32(rawSize) * 100.0
+ fmt.Printf("raw: %v, git: %v, ratio: %v%%\n", rawSize, size, ratio)
+ }
+ }
+
+ fmt.Println("...")
+
+ sizeFilled, err := dirSize(repo.GetPath())
+ if err != nil {
+ panic(err)
+ }
- ratio := float32(size) / float32(rawSize) * 100.0
- fmt.Printf("raw: %v, git: %v, ratio: %v%%\n", rawSize, size, ratio)
+ err = repo.GC()
+ if err != nil {
+ panic(err)
}
- fmt.Printf("total: %v\n", total)
+ sizePacked, err := dirSize(repo.GetPath())
+ if err != nil {
+ panic(err)
+ }
+
+ err = repo.GCAggressive()
+ if err != nil {
+ panic(err)
+ }
+
+ sizeAggressive, err := dirSize(repo.GetPath())
+ if err != nil {
+ panic(err)
+ }
+
+ fmt.Printf("Unpacked: %v\n", humanize.Bytes(uint64(sizeFilled-sizeEmpty)))
+ fmt.Printf("GC packed: %v\n", humanize.Bytes(uint64(sizePacked-sizeEmpty)))
+ fmt.Printf("Packing diff: %v\n", sizePacked-sizeFilled)
+ fmt.Printf("GC packed aggressive: %v\n", humanize.Bytes(uint64(sizeAggressive-sizeEmpty)))
+ fmt.Printf("Packing diff: %v\n", sizeAggressive-sizePacked)
}
}
@@ -118,6 +158,17 @@ func blobSize(hash util.Hash, repo *repository.GitRepo) int64 {
return fi.Size()
}
+func dirSize(path string) (int64, error) {
+ var size int64
+ err := filepath.Walk(path, func(_ string, info os.FileInfo, err error) error {
+ if !info.IsDir() {
+ size += info.Size()
+ }
+ return err
+ })
+ return size, err
+}
+
func writeGOB(opp *bug.OperationPack, repo repository.Repo) (int, util.Hash, error) {
data, err := opp.Serialize()
if err != nil {
diff --git a/repository/git.go b/repository/git.go
index 5b5cbc3d..42fbd735 100644
--- a/repository/git.go
+++ b/repository/git.go
@@ -388,3 +388,15 @@ func (repo *GitRepo) CreateWitness(time util.LamportTime) error {
func (repo *GitRepo) EditWitness(time util.LamportTime) error {
return repo.editClock.Witness(time)
}
+
+func (repo *GitRepo) GC() error {
+ _, err := repo.runGitCommand("gc")
+
+ return err
+}
+
+func (repo *GitRepo) GCAggressive() error {
+ _, err := repo.runGitCommand("gc", "--aggressive")
+
+ return err
+}
--
GitLab