From 7010bcacb94d90372f147ac95289c3d201392b69 Mon Sep 17 00:00:00 2001 From: Shawn Smith Date: Mon, 30 Sep 2019 17:28:29 +0900 Subject: [PATCH] remove unused tools, unused metabucket constant --- handlers/check.go | 4 -- tools/names/migrate_repo_names.go | 110 ------------------------------ tools/scores/init_repo_scores.go | 46 ------------- 3 files changed, 160 deletions(-) delete mode 100644 tools/names/migrate_repo_names.go delete mode 100644 tools/scores/init_repo_scores.go diff --git a/handlers/check.go b/handlers/check.go index 4168e2d..eeba0ca 100644 --- a/handlers/check.go +++ b/handlers/check.go @@ -13,10 +13,6 @@ import ( ) const ( - // MetaBucket is the bucket containing the names of the projects with the - // top 100 high scores, and other meta information - MetaBucket string = "meta" - // RepoPrefix is the badger prefix for repos RepoPrefix string = "repos-" ) diff --git a/tools/names/migrate_repo_names.go b/tools/names/migrate_repo_names.go deleted file mode 100644 index 2c6b966..0000000 --- a/tools/names/migrate_repo_names.go +++ /dev/null @@ -1,110 +0,0 @@ -package main - -import ( - "encoding/json" - "fmt" - "log" - "regexp" - "time" - - "github.com/boltdb/bolt" - "github.com/gojp/goreportcard/handlers" -) - -const ( - repoBucket string = "repos" - metaBucket string = "meta" -) - -func main() { - oldFormat := regexp.MustCompile(`^([a-zA-Z0-9\-_]+)/([a-zA-Z0-9\-_]+)$`) - - db, err := bolt.Open(handlers.DBPath, 0600, &bolt.Options{Timeout: 1 * time.Second}) - if err != nil { - log.Fatal(err) - } - defer db.Close() - err = db.Update(func(tx *bolt.Tx) error { - rb := tx.Bucket([]byte(repoBucket)) - if rb == nil { - return fmt.Errorf("repo bucket not found") - } - toDelete := []string{} - rb.ForEach(func(k, v []byte) error { - sk := string(k) - m := oldFormat.FindStringSubmatch(sk) - if m != nil { - err = rb.Put([]byte("github.com/"+sk), v) - if err != nil { - return err - } - toDelete = append(toDelete, string(v)) - } - return nil - }) - for i := range toDelete { - err = rb.Delete([]byte(toDelete[i])) - if err != nil { - return err - } - } - - // finally update the high scores - mb := tx.Bucket([]byte(metaBucket)) - if mb == nil { - return fmt.Errorf("meta bucket not found") - } - - scoreBytes := mb.Get([]byte("scores")) - if scoreBytes == nil { - scoreBytes, _ = json.Marshal([]scoreHeap{}) - } - scores := &scoreHeap{} - json.Unmarshal(scoreBytes, scores) - for i := range *scores { - m := oldFormat.FindStringSubmatch((*scores)[i].Repo) - if m != nil { - (*scores)[i] = scoreItem{ - Repo: "github.com/" + (*scores)[i].Repo, - Score: (*scores)[i].Score, - Files: (*scores)[i].Files, - } - } - } - scoreBytes, err = json.Marshal(scores) - if err != nil { - return err - } - return mb.Put([]byte("scores"), scoreBytes) - }) - if err != nil { - log.Fatal(err) - } -} - -type scoreItem struct { - Repo string `json:"repo"` - Score float64 `json:"score"` - Files int `json:"files"` -} - -// An scoreHeap is a min-heap of ints. -type scoreHeap []scoreItem - -func (h scoreHeap) Len() int { return len(h) } -func (h scoreHeap) Less(i, j int) bool { return h[i].Score < h[j].Score } -func (h scoreHeap) Swap(i, j int) { h[i], h[j] = h[j], h[i] } - -func (h *scoreHeap) Push(x interface{}) { - // Push and Pop use pointer receivers because they modify the slice's length, - // not just its contents. - *h = append(*h, x.(scoreItem)) -} - -func (h *scoreHeap) Pop() interface{} { - old := *h - n := len(old) - x := old[n-1] - *h = old[0 : n-1] - return x -} diff --git a/tools/scores/init_repo_scores.go b/tools/scores/init_repo_scores.go deleted file mode 100644 index 9f59a78..0000000 --- a/tools/scores/init_repo_scores.go +++ /dev/null @@ -1,46 +0,0 @@ -package main - -import ( - "encoding/json" - "fmt" - "log" - "time" - - "github.com/boltdb/bolt" - "github.com/gojp/goreportcard/handlers" -) - -const repoBucket = "repos" - -type checksResp struct { - Repo string `json:"repo"` - Average float64 `json:"average"` -} - -func main() { - db, err := bolt.Open(handlers.DBPath, 0600, &bolt.Options{Timeout: 1 * time.Second}) - if err != nil { - log.Fatal(err) - } - defer db.Close() - err = db.Update(func(tx *bolt.Tx) error { - rb := tx.Bucket([]byte(repoBucket)) - if rb == nil { - return fmt.Errorf("repo bucket not found") - } - rb.ForEach(func(k, v []byte) error { - resp := checksResp{} - err := json.Unmarshal(v, &resp) - if err != nil { - return err - } - log.Printf("%s - %.2f", resp.Repo, resp.Average*100) - return nil - }) - - return nil - }) - if err != nil { - log.Fatal(err) - } -}