package counters import "database/sql" import ".." import "../../query_gen/lib" var LangViewCounter *DefaultLangViewCounter var langCodes = []string{ "unknown", "af", "ar", "az", "be", "bg", "bs", "ca", "cs", "cy", "da", "de", "dv", "el", "en", "eo", "es", "et", "eu", "fa", "fi", "fo", "fr", "gl", "gu", "he", "hi", "hr", "hu", "hy", "id", "is", "it", "ja", "ka", "kk", "kn", "ko", "kok", "ky", "lt", "lv", "mi", "mk", "mn", "mr", "ms", "mt", "nb", "nl", "nn", "ns", "pa", "pl", "ps", "pt", "qu", "ro", "ru", "sa", "se", "sk", "sl", "sq", "sr", "sv", "sw", "syr", "ta", "te", "th", "tl", "tn", "tr", "tt", "ts", "uk", "ur", "uz", "vi", "xh", "zh", "zu", } type DefaultLangViewCounter struct { buckets []*RWMutexCounterBucket //[OSID]count codesToIndices map[string]int insert *sql.Stmt } func NewDefaultLangViewCounter() (*DefaultLangViewCounter, error) { acc := qgen.Builder.Accumulator() var langBuckets = make([]*RWMutexCounterBucket, len(langCodes)) for bucketID, _ := range langBuckets { langBuckets[bucketID] = &RWMutexCounterBucket{counter: 0} } var codesToIndices = make(map[string]int) for index, code := range langCodes { codesToIndices[code] = index } counter := &DefaultLangViewCounter{ buckets: langBuckets, codesToIndices: codesToIndices, insert: acc.Insert("viewchunks_langs").Columns("count, createdAt, lang").Fields("?,UTC_TIMESTAMP(),?").Prepare(), } common.AddScheduledFifteenMinuteTask(counter.Tick) //common.AddScheduledSecondTask(counter.Tick) common.AddShutdownTask(counter.Tick) return counter, acc.FirstError() } func (counter *DefaultLangViewCounter) Tick() error { for id, bucket := range counter.buckets { var count int bucket.RLock() count = bucket.counter bucket.counter = 0 // TODO: Add a SetZero method to reduce the amount of duplicate code between the OS and agent counters? bucket.RUnlock() err := counter.insertChunk(count, id) // TODO: Bulk insert for speed? if err != nil { return err } } return nil } func (counter *DefaultLangViewCounter) insertChunk(count int, id int) error { if count == 0 { return nil } var langCode = langCodes[id] common.DebugLogf("Inserting a viewchunk with a count of %d for lang %s (%d)", count, langCode, id) _, err := counter.insert.Exec(count, langCode) return err } func (counter *DefaultLangViewCounter) Bump(langCode string) { id, ok := counter.codesToIndices[langCode] if !ok { // TODO: Tell the caller that the code's invalid id = 0 // Unknown } // TODO: Test this check common.DebugDetail("counter.buckets[", id, "]: ", counter.buckets[id]) if len(counter.buckets) <= id || id < 0 { return } counter.buckets[id].Lock() counter.buckets[id].counter++ counter.buckets[id].Unlock() }