-
Notifications
You must be signed in to change notification settings - Fork 42
/
producer.go
110 lines (84 loc) · 2.22 KB
/
producer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package main
import (
"bufio"
"errors"
"fmt"
"os"
)
// Producer struct
type Producer struct {
channel chan string
quit chan bool
delimiters []string
preAndSuffixes []string
}
// NewProducer initializer
func NewProducer(preAndSuffixesFile string, wordChannel chan string, quit chan bool) (*Producer, error) {
producer := &Producer{
channel: wordChannel,
quit: quit,
delimiters: []string{"-", "_", ".", ""},
}
contents, err := readFile(preAndSuffixesFile)
if err != nil {
return nil, errors.New("failed to read pre- and suffixes file")
}
producer.preAndSuffixes = contents
return producer, nil
}
// ProduceWordList produces candidate bucket names to the channel.
func (p *Producer) ProduceWordList(names []string, list string) {
for _, n := range names {
p.channel <- n
}
file, err := os.Open(list)
if err != nil {
fmt.Fprintf(os.Stderr, "[error] %v\n", err)
os.Exit(1)
}
defer file.Close()
scanner := bufio.NewScanner(file)
for scanner.Scan() {
line := scanner.Text()
for _, n := range names {
p.Produce(n, line)
}
}
close(p.channel)
}
// Produce produces candidates
func (p *Producer) Produce(name, word string) {
for _, ca := range p.PrepareCandidateBucketNames(name, word) {
p.channel <- ca
}
}
// PrepareCandidateBucketNames creates all candidate pairs
func (p *Producer) PrepareCandidateBucketNames(name, word string) []string {
result := []string{}
for _, del := range p.delimiters {
cand1 := fmt.Sprintf("%s%s%s", name, del, word)
cand2 := fmt.Sprintf("%s%s%s", word, del, name)
result = append(result, cand1)
result = append(result, cand2)
for _, ca := range p.preAndSuffixes {
result = append(result, fmt.Sprintf("%s%s%s", cand1, del, ca))
result = append(result, fmt.Sprintf("%s%s%s", ca, del, cand1))
result = append(result, fmt.Sprintf("%s%s%s", cand2, del, ca))
result = append(result, fmt.Sprintf("%s%s%s", ca, del, cand2))
}
}
return result
}
func readFile(path string) ([]string, error) {
file, err := os.Open(path)
if err != nil {
return nil, err
}
defer file.Close()
var lines []string
scanner := bufio.NewScanner(file)
for scanner.Scan() {
lines = append(lines, scanner.Text())
}
return lines, scanner.Err()
}