add: log parser for methods
This commit is contained in:
6
x-tba/2-methods/xxx-log-parser-methods/log.txt
Normal file
6
x-tba/2-methods/xxx-log-parser-methods/log.txt
Normal file
@ -0,0 +1,6 @@
|
||||
learngoprogramming.com 10
|
||||
learngoprogramming.com 10
|
||||
golang.org 4
|
||||
golang.org 6
|
||||
blog.golang.org 20
|
||||
blog.golang.org 10
|
@ -0,0 +1,6 @@
|
||||
learngoprogramming.com 10
|
||||
learngoprogramming.com 10
|
||||
golang.org
|
||||
golang.org 6
|
||||
blog.golang.org 20
|
||||
blog.golang.org 10
|
@ -0,0 +1,6 @@
|
||||
learngoprogramming.com 10
|
||||
learngoprogramming.com 10
|
||||
golang.org -100
|
||||
golang.org 6
|
||||
blog.golang.org 20
|
||||
blog.golang.org 10
|
6
x-tba/2-methods/xxx-log-parser-methods/log_err_str.txt
Normal file
6
x-tba/2-methods/xxx-log-parser-methods/log_err_str.txt
Normal file
@ -0,0 +1,6 @@
|
||||
learngoprogramming.com 10
|
||||
learngoprogramming.com 10
|
||||
golang.org FOUR
|
||||
golang.org 6
|
||||
blog.golang.org 20
|
||||
blog.golang.org 10
|
24
x-tba/2-methods/xxx-log-parser-methods/main.go
Normal file
24
x-tba/2-methods/xxx-log-parser-methods/main.go
Normal file
@ -0,0 +1,24 @@
|
||||
// For more tutorials: https://blog.learngoprogramming.com
|
||||
//
|
||||
// Copyright © 2018 Inanc Gumus
|
||||
// Learn Go Programming Course
|
||||
// License: https://creativecommons.org/licenses/by-nc-sa/4.0/
|
||||
//
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"os"
|
||||
)
|
||||
|
||||
func main() {
|
||||
in := bufio.NewScanner(os.Stdin)
|
||||
|
||||
p, report := new(parser), newReport()
|
||||
for in.Scan() {
|
||||
report.update(p.parse(in.Text()))
|
||||
}
|
||||
|
||||
summarize(report, p.lerr, in.Err())
|
||||
}
|
35
x-tba/2-methods/xxx-log-parser-methods/parser.go
Normal file
35
x-tba/2-methods/xxx-log-parser-methods/parser.go
Normal file
@ -0,0 +1,35 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
)
|
||||
|
||||
// parser keep tracks of the parsing
|
||||
type parser struct {
|
||||
lines int // number of parsed lines (for the error messages)
|
||||
lerr error // the last error occurred
|
||||
}
|
||||
|
||||
// parserResult wraps a result for generating parser error
|
||||
type parserResult struct {
|
||||
result // use struct embedding
|
||||
err error // inject an error
|
||||
}
|
||||
|
||||
// parse parses a log line and returns a result with an injected error
|
||||
func (p *parser) parse(line string) (parsed parserResult) {
|
||||
// always set the error
|
||||
defer func() { parsed.err = p.lerr }()
|
||||
|
||||
// if there was an error do not continue
|
||||
if p.lerr != nil {
|
||||
return
|
||||
}
|
||||
|
||||
// chain the parser's error to the result's
|
||||
res, err := parseLine(line)
|
||||
if p.lines++; err != nil {
|
||||
p.lerr = fmt.Errorf("%s: (line #%d)", err, p.lines)
|
||||
}
|
||||
return parserResult{result: res}
|
||||
}
|
39
x-tba/2-methods/xxx-log-parser-methods/report.go
Normal file
39
x-tba/2-methods/xxx-log-parser-methods/report.go
Normal file
@ -0,0 +1,39 @@
|
||||
// For more tutorials: https://blog.learngoprogramming.com
|
||||
//
|
||||
// Copyright © 2018 Inanc Gumus
|
||||
// Learn Go Programming Course
|
||||
// License: https://creativecommons.org/licenses/by-nc-sa/4.0/
|
||||
//
|
||||
|
||||
package main
|
||||
|
||||
// report aggregates the final report
|
||||
type report struct {
|
||||
sum map[string]result // metrics per domain
|
||||
domains []string // unique domain names
|
||||
total result // total visits for all domains
|
||||
}
|
||||
|
||||
// newReport constructs and initializes a new report
|
||||
func newReport() *report {
|
||||
return &report{sum: make(map[string]result)}
|
||||
}
|
||||
|
||||
// update updates the errors for the given parsing result
|
||||
func (r *report) update(parsed parserResult) {
|
||||
// do not update the report if the result has an error
|
||||
if parsed.err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
domain := parsed.domain
|
||||
if _, ok := r.sum[domain]; !ok {
|
||||
r.domains = append(r.domains, domain)
|
||||
}
|
||||
|
||||
// let the result handle the addition
|
||||
// this allows us to manage the result in once place
|
||||
// and this way it becomes easily extendable
|
||||
r.total = r.total.add(parsed.result)
|
||||
r.sum[domain] = parsed.add(r.sum[domain])
|
||||
}
|
51
x-tba/2-methods/xxx-log-parser-methods/result.go
Normal file
51
x-tba/2-methods/xxx-log-parser-methods/result.go
Normal file
@ -0,0 +1,51 @@
|
||||
// For more tutorials: https://blog.learngoprogramming.com
|
||||
//
|
||||
// Copyright © 2018 Inanc Gumus
|
||||
// Learn Go Programming Course
|
||||
// License: https://creativecommons.org/licenses/by-nc-sa/4.0/
|
||||
//
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// always put all the related things together as in here
|
||||
|
||||
// result stores metrics for a domain
|
||||
// it uses the value mechanics,
|
||||
// because it doesn't have to update anything
|
||||
type result struct {
|
||||
domain string
|
||||
visits int
|
||||
// add more metrics if needed
|
||||
}
|
||||
|
||||
// add adds the metrics of another result to itself and returns a new result
|
||||
func (r result) add(other result) result {
|
||||
return result{
|
||||
domain: r.domain,
|
||||
visits: r.visits + other.visits,
|
||||
}
|
||||
}
|
||||
|
||||
// parseLine parses a single result line
|
||||
func parseLine(line string) (parsed result, err error) {
|
||||
fields := strings.Fields(line)
|
||||
if len(fields) != 2 {
|
||||
err = fmt.Errorf("wrong input: %v", fields)
|
||||
return
|
||||
}
|
||||
|
||||
parsed.domain = fields[0]
|
||||
|
||||
parsed.visits, err = strconv.Atoi(fields[1])
|
||||
if parsed.visits < 0 || err != nil {
|
||||
err = fmt.Errorf("wrong input: %q", fields[1])
|
||||
}
|
||||
|
||||
return
|
||||
}
|
40
x-tba/2-methods/xxx-log-parser-methods/summarize.go
Normal file
40
x-tba/2-methods/xxx-log-parser-methods/summarize.go
Normal file
@ -0,0 +1,40 @@
|
||||
// For more tutorials: https://blog.learngoprogramming.com
|
||||
//
|
||||
// Copyright © 2018 Inanc Gumus
|
||||
// Learn Go Programming Course
|
||||
// License: https://creativecommons.org/licenses/by-nc-sa/4.0/
|
||||
//
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"sort"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// summarize prints the report and errors if any
|
||||
func summarize(r *report, errs ...error) {
|
||||
sort.Strings(r.domains)
|
||||
|
||||
fmt.Printf("%-30s %10s\n", "DOMAIN", "VISITS")
|
||||
fmt.Println(strings.Repeat("-", 45))
|
||||
|
||||
for _, domain := range r.domains {
|
||||
parsed := r.sum[domain]
|
||||
fmt.Printf("%-30s %10d\n", domain, parsed.visits)
|
||||
}
|
||||
fmt.Printf("\n%-30s %10d\n", "TOTAL", r.total.visits)
|
||||
|
||||
// only handle the errors once
|
||||
dumpErrs(errs...)
|
||||
}
|
||||
|
||||
// this variadic func simplifies the multiple error handling
|
||||
func dumpErrs(errs ...error) {
|
||||
for _, err := range errs {
|
||||
if err != nil {
|
||||
fmt.Printf("> Err: %s\n", err)
|
||||
}
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user