feat - mysql slow query digest

go.mod

@@ -39,3 +39,5 @@ require (
  golang.org/x/sys v0.13.0 // indirect
  golang.org/x/text v0.13.0 // indirect
 )
+
+replace github.com/debeando/go-common => /Users/nsc/go/src/github.com/debeando/go-common

main.go

@@ -3,6 +3,7 @@ package main
 import (
  "zenit/agent"
  "zenit/aws"
+ "zenit/mysql"
  "zenit/service"
  "zenit/version"
 
@@ -30,8 +31,9 @@ Find more information at: https://github.com/debeando/zenit`,
 
  rootCmd.PersistentFlags().BoolVarP(&verbose, "verbose", "v", false, "Verbose output")
 
- rootCmd.AddCommand(aws.NewCommand())
  rootCmd.AddCommand(agent.NewCommand())
+ rootCmd.AddCommand(aws.NewCommand())
+ rootCmd.AddCommand(mysql.NewCommand())
  rootCmd.AddCommand(service.NewCommand())
  rootCmd.AddCommand(version.NewCommand())
  rootCmd.Execute()

mysql/digest/main.go

@@ -0,0 +1,84 @@
+package digest
+
+import (
+ "fmt"
+
+ "github.com/debeando/go-common/file"
+ "github.com/debeando/go-common/mysql/sql/digest"
+ "github.com/debeando/go-common/mysql/sql/parser/slow"
+ "github.com/debeando/go-common/table"
+
+ "github.com/spf13/cobra"
+)
+
+func NewCommand() *cobra.Command {
+ var cmd = &cobra.Command{
+ Use: "digest [FILENAME]",
+ Short: "Analyze MySQL queries from slow query log.",
+ Run: func(cmd *cobra.Command, args []string) {
+ if len(args) != 1 {
+ cmd.Help()
+ return
+ }
+
+ if !file.Exist(args[0]) {
+ fmt.Println(fmt.Sprintf("File not exist: %s", args[0]))
+ return
+ }
+
+ queries := &digest.List{}
+ channelIn := make(chan string)
+ channelOut := make(chan string)
+
+ defer close(channelIn)
+
+ go slow.LogsParser(channelIn, channelOut)
+
+ go func() {
+ defer close(channelOut)
+ for log := range channelOut {
+ queries.Add(slow.QueryParser(log))
+ }
+ }()
+
+ file.ReadLineByLine(args[0], func(line string){
+ channelIn <- line
+ })
+
+ tbl := table.New("DIGEST_ID", "SCORE", "COUNT", "Q. TIME", "L. TIME", "R. SENT", "R. EXAMINED")
+ tbl.SetFirstColumnAlignment(table.Right)
+
+ fmt.Println(fmt.Sprintf("Summary:\n- Analizded: %d\n- Unique: %d\n- Total: %d", 0, queries.Unique(), queries.Count()))
+
+ queries.SortByScore()
+
+ for index := range *queries {
+ tbl.AddRow(
+ (*queries)[index].ID,
+ formatScore((*queries)[index].Score),
+ (*queries)[index].Count,
+ formatTime((*queries)[index].Time.Query),
+ formatTime((*queries)[index].Time.Lock),
+ (*queries)[index].Rows.Sent,
+ (*queries)[index].Rows.Examined,
+ )
+ }
+ tbl.Print()
+ },
+ }
+
+ return cmd
+}
+
+func formatTime(seconds float64) string {
+ if seconds < 1e-6 {
+ return fmt.Sprintf("%06.3f", seconds*1e6)
+ } else if seconds < 1e-3 {
+ return fmt.Sprintf("%06.3f", seconds*1e3)
+ }
+ return fmt.Sprintf("%06.3f", seconds)
+}
+
+func formatScore(score float64) string {
+ return fmt.Sprintf("%03d", int(((score - 0.5) / (517550 - 0.5)) * 99 + 1))
+}

mysql/main.go

@@ -0,0 +1,21 @@
+package mysql
+
+import (
+ "zenit/mysql/digest"
+
+ "github.com/spf13/cobra"
+)
+
+func NewCommand() *cobra.Command {
+ var cmd = &cobra.Command{
+ Use: "mysql",
+ Short: "MySQL commands to facilitate administration.",
+ Run: func(cmd *cobra.Command, args []string) {
+ cmd.Help()
+ },
+ }
+
+ cmd.AddCommand(digest.NewCommand())
+
+ return cmd
+}