167 lines
2.8 KiB
Go
167 lines
2.8 KiB
Go
package counters
|
|
|
|
import "database/sql"
|
|
import ".."
|
|
import "../../query_gen/lib"
|
|
|
|
var LangViewCounter *DefaultLangViewCounter
|
|
|
|
var langCodes = []string{
|
|
"unknown",
|
|
"af",
|
|
"ar",
|
|
"az",
|
|
"be",
|
|
"bg",
|
|
"bs",
|
|
"ca",
|
|
"cs",
|
|
"cy",
|
|
"da",
|
|
"de",
|
|
"dv",
|
|
"el",
|
|
"en",
|
|
"eo",
|
|
"es",
|
|
"et",
|
|
"eu",
|
|
"fa",
|
|
"fi",
|
|
"fo",
|
|
"fr",
|
|
"gl",
|
|
"gu",
|
|
"he",
|
|
"hi",
|
|
"hr",
|
|
"hu",
|
|
"hy",
|
|
"id",
|
|
"is",
|
|
"it",
|
|
"ja",
|
|
"ka",
|
|
"kk",
|
|
"kn",
|
|
"ko",
|
|
"kok",
|
|
"ky",
|
|
"lt",
|
|
"lv",
|
|
"mi",
|
|
"mk",
|
|
"mn",
|
|
"mr",
|
|
"ms",
|
|
"mt",
|
|
"nb",
|
|
"nl",
|
|
"nn",
|
|
"ns",
|
|
"pa",
|
|
"pl",
|
|
"ps",
|
|
"pt",
|
|
"qu",
|
|
"ro",
|
|
"ru",
|
|
"sa",
|
|
"se",
|
|
"sk",
|
|
"sl",
|
|
"sq",
|
|
"sr",
|
|
"sv",
|
|
"sw",
|
|
"syr",
|
|
"ta",
|
|
"te",
|
|
"th",
|
|
"tl",
|
|
"tn",
|
|
"tr",
|
|
"tt",
|
|
"ts",
|
|
"uk",
|
|
"ur",
|
|
"uz",
|
|
"vi",
|
|
"xh",
|
|
"zh",
|
|
"zu",
|
|
}
|
|
|
|
type DefaultLangViewCounter struct {
|
|
buckets []*RWMutexCounterBucket //[OSID]count
|
|
codesToIndices map[string]int
|
|
insert *sql.Stmt
|
|
}
|
|
|
|
func NewDefaultLangViewCounter() (*DefaultLangViewCounter, error) {
|
|
acc := qgen.Builder.Accumulator()
|
|
|
|
var langBuckets = make([]*RWMutexCounterBucket, len(langCodes))
|
|
for bucketID, _ := range langBuckets {
|
|
langBuckets[bucketID] = &RWMutexCounterBucket{counter: 0}
|
|
}
|
|
var codesToIndices = make(map[string]int)
|
|
for index, code := range langCodes {
|
|
codesToIndices[code] = index
|
|
}
|
|
|
|
counter := &DefaultLangViewCounter{
|
|
buckets: langBuckets,
|
|
codesToIndices: codesToIndices,
|
|
insert: acc.Insert("viewchunks_langs").Columns("count, createdAt, lang").Fields("?,UTC_TIMESTAMP(),?").Prepare(),
|
|
}
|
|
|
|
common.AddScheduledFifteenMinuteTask(counter.Tick)
|
|
//common.AddScheduledSecondTask(counter.Tick)
|
|
common.AddShutdownTask(counter.Tick)
|
|
return counter, acc.FirstError()
|
|
}
|
|
|
|
func (counter *DefaultLangViewCounter) Tick() error {
|
|
for id, bucket := range counter.buckets {
|
|
var count int
|
|
bucket.RLock()
|
|
count = bucket.counter
|
|
bucket.counter = 0 // TODO: Add a SetZero method to reduce the amount of duplicate code between the OS and agent counters?
|
|
bucket.RUnlock()
|
|
|
|
err := counter.insertChunk(count, id) // TODO: Bulk insert for speed?
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (counter *DefaultLangViewCounter) insertChunk(count int, id int) error {
|
|
if count == 0 {
|
|
return nil
|
|
}
|
|
var langCode = langCodes[id]
|
|
common.DebugLogf("Inserting a viewchunk with a count of %d for lang %s (%d)", count, langCode, id)
|
|
_, err := counter.insert.Exec(count, langCode)
|
|
return err
|
|
}
|
|
|
|
func (counter *DefaultLangViewCounter) Bump(langCode string) {
|
|
id, ok := counter.codesToIndices[langCode]
|
|
if !ok {
|
|
// TODO: Tell the caller that the code's invalid
|
|
id = 0 // Unknown
|
|
}
|
|
|
|
// TODO: Test this check
|
|
common.DebugDetail("counter.buckets[", id, "]: ", counter.buckets[id])
|
|
if len(counter.buckets) <= id || id < 0 {
|
|
return
|
|
}
|
|
counter.buckets[id].Lock()
|
|
counter.buckets[id].counter++
|
|
counter.buckets[id].Unlock()
|
|
}
|