extract-link-parse-logs.go

package main

import (
    "bufio"
    "fmt"
    "os"
    "strings"
    "sort"
)

func check(e error) {
    if e != nil {
        panic(e)
    }
}

func main() {
    count := make(map[string]int)
    for i := 13; i <= 19; i++ {
    	in, err := os.Open(fmt.Sprintf("./LinkHttpsParseError_2017_10_%d.txt", i))
	    check(err)
	    defer in.Close()

	    scanner := bufio.NewScanner(in)
	    for scanner.Scan() {
	        text := scanner.Text()
	        subs := strings.Split(text, "/")
	        if len(subs) >=  3 {
	        	count[subs[2]]++
	        }
	        
	        // fmt.Println(count[subs[2]])
	    }
	}
    

    out, err := os.Create("./out")
    check(err)
    defer out.Close()

    n := map[int][]string{}
    var a []int
    for k, v := range count {
        n[v] = append(n[v], k)
    }
    for k := range n {
        a = append(a, k)
    }
    sort.Sort(sort.Reverse(sort.IntSlice(a)))
    for _, k := range a {
        for _, s := range n[k] {
        	fmt.Fprintf(os.Stderr, "%s\t%d\n", s, k)
        	fmt.Fprintf(out, "%s\t%d\n", s, k)
        }
    }
}