package main import ( "bytes" "database/sql" "log" "net/http" "net/http/httptest" "runtime/debug" "strconv" "strings" "testing" "time" "github.com/pkg/errors" c "github.com/Azareal/Gosora/common" "github.com/Azareal/Gosora/install" "github.com/Azareal/Gosora/query_gen" "github.com/Azareal/Gosora/routes" ) //var dbTest *sql.DB var dbProd *sql.DB var gloinited bool var installAdapter install.InstallAdapter func ResetTables() (err error) { err = installAdapter.InitDatabase() if err != nil { return errors.WithStack(err) } err = installAdapter.TableDefs() if err != nil { return errors.WithStack(err) } err = installAdapter.CreateAdmin() if err != nil { return errors.WithStack(err) } return installAdapter.InitialData() } func gloinit() (err error) { if gloinited { return nil } // TODO: Make these configurable via flags to the go test command c.Dev.DebugMode = false c.Dev.SuperDebug = false c.Dev.TemplateDebug = false qgen.LogPrepares = false //nogrouplog = true c.StartTime = time.Now() err = c.LoadConfig() if err != nil { return errors.WithStack(err) } err = c.ProcessConfig() if err != nil { return errors.WithStack(err) } err = c.InitTemplates() if err != nil { return errors.WithStack(err) } c.Themes, err = c.NewThemeList() if err != nil { return errors.WithStack(err) } c.TopicListThaw = c.NewSingleServerThaw() c.SwitchToTestDB() var ok bool installAdapter, ok = install.Lookup(dbAdapter) if !ok { return errors.WithStack(errors.New("We couldn't find the adapter '" + dbAdapter + "'")) } installAdapter.SetConfig(c.DbConfig.Host, c.DbConfig.Username, c.DbConfig.Password, c.DbConfig.Dbname, c.DbConfig.Port) err = ResetTables() if err != nil { return err } err = InitDatabase() if err != nil { return err } err = afterDBInit() if err != nil { return err } router, err = NewGenRouter(http.FileServer(http.Dir("./uploads"))) if err != nil { return errors.WithStack(err) } gloinited = true return nil } func init() { err := gloinit() if err != nil { log.Print("Something bad happened") //debug.PrintStack() log.Fatalf("%+v\n", err) } } const benchTidI = 1 const benchTid = "1" // TODO: Swap out LocalError for a panic for this? func BenchmarkTopicAdminRouteParallel(b *testing.B) { binit(b) cfg := NewStashConfig() c.Dev.DebugMode = false c.Dev.SuperDebug = false admin, err := c.Users.Get(1) if err != nil { b.Fatal(err) } if !admin.IsAdmin { b.Fatal("UID1 is not an admin") } adminUIDCookie := http.Cookie{Name: "uid", Value: "1", Path: "/", MaxAge: c.Year} adminSessionCookie := http.Cookie{Name: "session", Value: admin.Session, Path: "/", MaxAge: c.Year} b.RunParallel(func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() reqAdmin := httptest.NewRequest("get", "/topic/hm."+benchTid, bytes.NewReader(nil)) reqAdmin.AddCookie(&adminUIDCookie) reqAdmin.AddCookie(&adminSessionCookie) // Deal with the session stuff, etc. user, ok := c.PreRoute(w, reqAdmin) if !ok { b.Fatal("Mysterious error!") } head, err := c.UserCheck(w, reqAdmin, &user) if err != nil { b.Fatal(err) } //w.Body.Reset() routes.ViewTopic(w, reqAdmin, user, head, "1") if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } } }) cfg.Restore() } func BenchmarkTopicAdminRouteParallelWithRouter(b *testing.B) { binit(b) router, err := NewGenRouter(http.FileServer(http.Dir("./uploads"))) if err != nil { b.Fatal(err) } cfg := NewStashConfig() c.Dev.DebugMode = false c.Dev.SuperDebug = false admin, err := c.Users.Get(1) if err != nil { b.Fatal(err) } if !admin.IsAdmin { b.Fatal("UID1 is not an admin") } uidCookie := http.Cookie{Name: "uid", Value: "1", Path: "/", MaxAge: c.Year} sessionCookie := http.Cookie{Name: "session", Value: admin.Session, Path: "/", MaxAge: c.Year} path := "/topic/hm." + benchTid b.RunParallel(func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() reqAdmin := httptest.NewRequest("get", path, bytes.NewReader(nil)) reqAdmin.AddCookie(&uidCookie) reqAdmin.AddCookie(&sessionCookie) reqAdmin.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36") reqAdmin.Header.Set("Host", "localhost") reqAdmin.Host = "localhost" //w.Body.Reset() router.ServeHTTP(w, reqAdmin) if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } } }) cfg.Restore() } func BenchmarkTopicAdminRouteParallelAlt(b *testing.B) { BenchmarkTopicAdminRouteParallel(b) } func BenchmarkTopicAdminRouteParallelWithRouterAlt(b *testing.B) { BenchmarkTopicAdminRouteParallelWithRouter(b) } func BenchmarkTopicAdminRouteParallelAltAlt(b *testing.B) { BenchmarkTopicAdminRouteParallel(b) } func BenchmarkTopicGuestAdminRouteParallelWithRouter(b *testing.B) { binit(b) router, err := NewGenRouter(http.FileServer(http.Dir("./uploads"))) if err != nil { b.Fatal(err) } cfg := NewStashConfig() c.Dev.DebugMode = false c.Dev.SuperDebug = false admin, err := c.Users.Get(1) if err != nil { b.Fatal(err) } if !admin.IsAdmin { b.Fatal("UID1 is not an admin") } uidCookie := http.Cookie{Name: "uid", Value: "1", Path: "/", MaxAge: c.Year} sessionCookie := http.Cookie{Name: "session", Value: admin.Session, Path: "/", MaxAge: c.Year} path := "/topic/hm." + benchTid b.RunParallel(func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() reqAdmin := httptest.NewRequest("get", path, bytes.NewReader(nil)) reqAdmin.AddCookie(&uidCookie) reqAdmin.AddCookie(&sessionCookie) reqAdmin.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36") reqAdmin.Header.Set("Host", "localhost") reqAdmin.Host = "localhost" router.ServeHTTP(w, reqAdmin) if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } { w := httptest.NewRecorder() req := httptest.NewRequest("GET", path, bytes.NewReader(nil)) req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36") req.Header.Set("Host", "localhost") req.Host = "localhost" router.ServeHTTP(w, req) if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } } } }) cfg.Restore() } func BenchmarkTopicGuestRouteParallel(b *testing.B) { binit(b) cfg := NewStashConfig() c.Dev.DebugMode = false c.Dev.SuperDebug = false b.RunParallel(func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() req := httptest.NewRequest("get", "/topic/hm."+benchTid, bytes.NewReader(nil)) user := c.GuestUser head, err := c.UserCheck(w, req, &user) if err != nil { b.Fatal(err) } //w.Body.Reset() routes.ViewTopic(w, req, user, head, "1") if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } } }) cfg.Restore() } func BenchmarkTopicGuestRouteParallelDebugMode(b *testing.B) { binit(b) cfg := NewStashConfig() c.Dev.DebugMode = true c.Dev.SuperDebug = false b.RunParallel(func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() req := httptest.NewRequest("get", "/topic/hm."+benchTid, bytes.NewReader(nil)) user := c.GuestUser head, err := c.UserCheck(w, req, &user) if err != nil { b.Fatal(err) } //w.Body.Reset() routes.ViewTopic(w, req, user, head, "1") if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } } }) cfg.Restore() } func obRoute(b *testing.B, path string) { binit(b) cfg := NewStashConfig() c.Dev.DebugMode = false c.Dev.SuperDebug = false b.RunParallel(benchRoute(b, path)) cfg.Restore() } func obRouteNoError(b *testing.B, path string) { binit(b) cfg := NewStashConfig() c.Dev.DebugMode = false c.Dev.SuperDebug = false b.RunParallel(benchRouteNoError(b, path)) cfg.Restore() } func BenchmarkTopicsGuestRouteParallelWithRouter(b *testing.B) { obRoute(b, "/topics/") } func BenchmarkTopicsGuestJSRouteParallelWithRouter(b *testing.B) { obRoute(b, "/topics/?js=1") } func BenchmarkForumsGuestRouteParallelWithRouter(b *testing.B) { obRoute(b, "/forums/") } func BenchmarkForumGuestRouteParallelWithRouter(b *testing.B) { obRoute(b, "/forum/general.2") } func BenchmarkTopicGuestRouteParallelWithRouter(b *testing.B) { obRoute(b, "/topic/hm."+benchTid) } func BenchmarkTopicGuestRouteParallelWithRouterAlt(b *testing.B) { obRoute(b, "/topic/hm."+benchTid) } func BenchmarkBadRouteGuestRouteParallelWithRouter(b *testing.B) { obRouteNoError(b, "/garble/haa") } // TODO: Alternate between member and guest to bust some CPU caches? func binit(b *testing.B) { b.ReportAllocs() err := gloinit() if err != nil { b.Fatal(err) } } type StashConfig struct { prev bool prev2 bool } func NewStashConfig() *StashConfig { prev := c.Dev.DebugMode prev2 := c.Dev.SuperDebug return &StashConfig{prev, prev2} } func (cfg *StashConfig) Restore() { c.Dev.DebugMode = cfg.prev c.Dev.SuperDebug = cfg.prev2 } func benchRoute(b *testing.B, path string) func(*testing.PB) { router, err := NewGenRouter(http.FileServer(http.Dir("./uploads"))) if err != nil { b.Fatal(err) } return func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() req := httptest.NewRequest("GET", path, bytes.NewReader(nil)) req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36") req.Header.Set("Host", "localhost") req.Host = "localhost" router.ServeHTTP(w, req) if w.Code != 200 { b.Log(w.Body) b.Fatal("HTTP Error!") } } } } func benchRouteNoError(b *testing.B, path string) func(*testing.PB) { router, err := NewGenRouter(http.FileServer(http.Dir("./uploads"))) if err != nil { b.Fatal(err) } return func(pb *testing.PB) { for pb.Next() { w := httptest.NewRecorder() req := httptest.NewRequest("GET", path, bytes.NewReader(nil)) req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36") req.Header.Set("Host", "localhost") req.Host = "localhost" router.ServeHTTP(w, req) } } } func BenchmarkProfileGuestRouteParallelWithRouter(b *testing.B) { obRoute(b, "/profile/admin.1") } func BenchmarkPopulateTopicWithRouter(b *testing.B) { b.ReportAllocs() topic, err := c.Topics.Get(benchTidI) if err != nil { debug.PrintStack() b.Fatal(err) } b.RunParallel(func(pb *testing.PB) { for pb.Next() { for i := 0; i < 25; i++ { _, err := c.Rstore.Create(topic, "hiii", "::1", 1) if err != nil { debug.PrintStack() b.Fatal(err) } } } }) } //var fullPage = false func BenchmarkTopicAdminFullPageRouteParallelWithRouter(b *testing.B) { /*if !fullPage { topic, err := c.Topics.Get(benchTidI) panicIfErr(err) for i := 0; i < 25; i++ { _, err = c.Rstore.Create(topic, "hiii", "::1", 1) panicIfErr(err) } fullPage = true }*/ BenchmarkTopicAdminRouteParallel(b) } func BenchmarkTopicGuestFullPageRouteParallelWithRouter(b *testing.B) { /*if !fullPage { topic, err := c.Topics.Get(benchTidI) panicIfErr(err) for i := 0; i < 25; i++ { _, err = c.Rstore.Create(topic, "hiii", "::1", 1) panicIfErr(err) } fullPage = true }*/ obRoute(b, "/topic/hm."+benchTid) } // TODO: Make these routes compatible with the changes to the router /* func BenchmarkForumsAdminRouteParallel(b *testing.B) { b.ReportAllocs() gloinit() b.RunParallel(func(pb *testing.PB) { admin, err := users.Get(1) if err != nil { panic(err) } if !admin.Is_Admin { panic("UID1 is not an admin") } adminUidCookie := http.Cookie{Name:"uid",Value:"1",Path:"/",MaxAge: year} adminSessionCookie := http.Cookie{Name:"session",Value: admin.Session,Path:"/",MaxAge: year} forumsW := httptest.NewRecorder() forumsReq := httptest.NewRequest("get","/forums/",bytes.NewReader(nil)) forumsReqAdmin := forums_req forumsReqAdmin.AddCookie(&adminUidCookie) forumsReqAdmin.AddCookie(&adminSessionCookie) forumsHandler := http.HandlerFunc(route_forums) for pb.Next() { forumsW.Body.Reset() forumsHandler.ServeHTTP(forumsW,forumsReqAdmin) } }) } func BenchmarkForumsAdminRouteParallelProf(b *testing.B) { b.ReportAllocs() gloinit() b.RunParallel(func(pb *testing.PB) { admin, err := users.Get(1) if err != nil { panic(err) } if !admin.Is_Admin { panic("UID1 is not an admin") } adminUidCookie := http.Cookie{Name:"uid",Value:"1",Path:"/",MaxAge: year} adminSessionCookie := http.Cookie{Name:"session",Value: admin.Session,Path: "/",MaxAge: year} forumsW := httptest.NewRecorder() forumsReq := httptest.NewRequest("get","/forums/",bytes.NewReader(nil)) forumsReqAdmin := forumsReq forumsReqAdmin.AddCookie(&admin_uid_cookie) forumsReqAdmin.AddCookie(&admin_session_cookie) forumsHandler := http.HandlerFunc(route_forums) f, err := os.Create("cpu_forums_admin_parallel.prof") if err != nil { log.Fatal(err) } pprof.StartCPUProfile(f) for pb.Next() { forumsW.Body.Reset() forumsHandler.ServeHTTP(forumsW,forumsReqAdmin) } pprof.StopCPUProfile() }) } func BenchmarkRoutesSerial(b *testing.B) { b.ReportAllocs() admin, err := users.Get(1) if err != nil { panic(err) } if !admin.Is_Admin { panic("UID1 is not an admin") } admin_uid_cookie := http.Cookie{Name:"uid",Value:"1",Path:"/",MaxAge: year} admin_session_cookie := http.Cookie{Name:"session",Value: admin.Session,Path: "/",MaxAge: year} if plugins_inited { b.Log("Plugins have already been initialised, they can't be deinitialised so these tests will run with plugins on") } static_w := httptest.NewRecorder() static_req := httptest.NewRequest("get","/s/global.js",bytes.NewReader(nil)) static_handler := http.HandlerFunc(route_static) topic_w := httptest.NewRecorder() topic_req := httptest.NewRequest("get","/topic/1",bytes.NewReader(nil)) topic_req_admin := topic_req topic_req_admin.AddCookie(&admin_uid_cookie) topic_req_admin.AddCookie(&admin_session_cookie) topic_handler := http.HandlerFunc(route_topic_id) topics_w := httptest.NewRecorder() topics_req := httptest.NewRequest("get","/topics/",bytes.NewReader(nil)) topics_req_admin := topics_req topics_req_admin.AddCookie(&admin_uid_cookie) topics_req_admin.AddCookie(&admin_session_cookie) topics_handler := http.HandlerFunc(route_topics) forum_w := httptest.NewRecorder() forum_req := httptest.NewRequest("get","/forum/1",bytes.NewReader(nil)) forum_req_admin := forum_req forum_req_admin.AddCookie(&admin_uid_cookie) forum_req_admin.AddCookie(&admin_session_cookie) forum_handler := http.HandlerFunc(route_forum) forums_w := httptest.NewRecorder() forums_req := httptest.NewRequest("get","/forums/",bytes.NewReader(nil)) forums_req_admin := forums_req forums_req_admin.AddCookie(&admin_uid_cookie) forums_req_admin.AddCookie(&admin_session_cookie) forums_handler := http.HandlerFunc(route_forums) gloinit() //f, err := os.Create("routes_bench_cpu.prof") //if err != nil { // log.Fatal(err) //} //pprof.StartCPUProfile(f) ///defer pprof.StopCPUProfile() ///pprof.StopCPUProfile() b.Run("static_recorder", func(b *testing.B) { for i := 0; i < b.N; i++ { //static_w.Code = 200 static_w.Body.Reset() static_handler.ServeHTTP(static_w,static_req) //if static_w.Code != 200 { // b.Print(static_w.Body) // b.Fatal("HTTP Error!") //} } }) b.Run("topic_admin_recorder", func(b *testing.B) { //f, err := os.Create("routes_bench_topic_cpu.prof") //if err != nil { // b.Fatal(err) //} //pprof.StartCPUProfile(f) for i := 0; i < b.N; i++ { //topic_w.Code = 200 topic_w.Body.Reset() topic_handler.ServeHTTP(topic_w,topic_req_admin) //if topic_w.Code != 200 { // b.Print(topic_w.Body) // b.Fatal("HTTP Error!") //} } //pprof.StopCPUProfile() }) b.Run("topic_guest_recorder", func(b *testing.B) { f, err := os.Create("routes_bench_topic_cpu_2.prof") if err != nil { b.Fatal(err) } pprof.StartCPUProfile(f) for i := 0; i < b.N; i++ { //topic_w.Code = 200 topic_w.Body.Reset() topic_handler.ServeHTTP(topic_w,topic_req) } pprof.StopCPUProfile() }) b.Run("topics_admin_recorder", func(b *testing.B) { for i := 0; i < b.N; i++ { //topics_w.Code = 200 topics_w.Body.Reset() topics_handler.ServeHTTP(topics_w,topics_req_admin) } }) b.Run("topics_guest_recorder", func(b *testing.B) { for i := 0; i < b.N; i++ { //topics_w.Code = 200 topics_w.Body.Reset() topics_handler.ServeHTTP(topics_w,topics_req) } }) b.Run("forum_admin_recorder", func(b *testing.B) { for i := 0; i < b.N; i++ { //forum_w.Code = 200 forum_w.Body.Reset() forum_handler.ServeHTTP(forum_w,forum_req_admin) } }) b.Run("forum_guest_recorder", func(b *testing.B) { for i := 0; i < b.N; i++ { //forum_w.Code = 200 forum_w.Body.Reset() forum_handler.ServeHTTP(forum_w,forum_req) } }) b.Run("forums_admin_recorder", func(b *testing.B) { for i := 0; i < b.N; i++ { //forums_w.Code = 200 forums_w.Body.Reset() forums_handler.ServeHTTP(forums_w,forums_req_admin) } }) b.Run("forums_guest_recorder", func(b *testing.B) { //f, err := os.Create("routes_bench_forums_cpu_2.prof") //if err != nil { // b.Fatal(err) //} //pprof.StartCPUProfile(f) for i := 0; i < b.N; i++ { //forums_w.Code = 200 forums_w.Body.Reset() forums_handler.ServeHTTP(forums_w,forums_req) } //pprof.StopCPUProfile() }) if !plugins_inited { init_plugins() } b.Run("topic_admin_recorder_with_plugins", func(b *testing.B) { //f, err := os.Create("routes_bench_topic_cpu.prof") //if err != nil { // b.Fatal(err) //} //pprof.StartCPUProfile(f) for i := 0; i < b.N; i++ { //topic_w.Code = 200 topic_w.Body.Reset() topic_handler.ServeHTTP(topic_w,topic_req_admin) //if topic_w.Code != 200 { // b.Print(topic_w.Body) // b.Fatal("HTTP Error!") //} } //pprof.StopCPUProfile() }) b.Run("topic_guest_recorder_with_plugins", func(b *testing.B) { //f, err := os.Create("routes_bench_topic_cpu_2.prof") //if err != nil { // b.Fatal(err) //} //pprof.StartCPUProfile(f) for i := 0; i < b.N; i++ { //topic_w.Code = 200 topic_w.Body.Reset() topic_handler.ServeHTTP(topic_w,topic_req) } //pprof.StopCPUProfile() }) b.Run("topics_admin_recorder_with_plugins", func(b *testing.B) { for i := 0; i < b.N; i++ { //topics_w.Code = 200 topics_w.Body.Reset() topics_handler.ServeHTTP(topics_w,topics_req_admin) } }) b.Run("topics_guest_recorder_with_plugins", func(b *testing.B) { for i := 0; i < b.N; i++ { //topics_w.Code = 200 topics_w.Body.Reset() topics_handler.ServeHTTP(topics_w,topics_req) } }) b.Run("forum_admin_recorder_with_plugins", func(b *testing.B) { for i := 0; i < b.N; i++ { //forum_w.Code = 200 forum_w.Body.Reset() forum_handler.ServeHTTP(forum_w,forum_req_admin) } }) b.Run("forum_guest_recorder_with_plugins", func(b *testing.B) { for i := 0; i < b.N; i++ { //forum_w.Code = 200 forum_w.Body.Reset() forum_handler.ServeHTTP(forum_w,forum_req) } }) b.Run("forums_admin_recorder_with_plugins", func(b *testing.B) { for i := 0; i < b.N; i++ { //forums_w.Code = 200 forums_w.Body.Reset() forums_handler.ServeHTTP(forums_w,forums_req_admin) } }) b.Run("forums_guest_recorder_with_plugins", func(b *testing.B) { //f, err := os.Create("routes_bench_forums_cpu_2.prof") //if err != nil { // b.Fatal(err) //} //pprof.StartCPUProfile(f) for i := 0; i < b.N; i++ { //forums_w.Code = 200 forums_w.Body.Reset() forums_handler.ServeHTTP(forums_w,forums_req) } //pprof.StopCPUProfile() }) }*/ func BenchmarkQueryTopicParallel(b *testing.B) { b.ReportAllocs() err := gloinit() if err != nil { b.Fatal(err) } b.RunParallel(func(pb *testing.PB) { var tu c.TopicUser for pb.Next() { err := db.QueryRow("select topics.title, topics.content, topics.createdBy, topics.createdAt, topics.is_closed, topics.sticky, topics.parentID, topics.ipaddress, topics.views, topics.postCount, topics.likeCount, users.name, users.avatar, users.group, users.url_prefix, users.url_name, users.level from topics left join users ON topics.createdBy = users.uid where tid = ?", 1).Scan(&tu.Title, &tu.Content, &tu.CreatedBy, &tu.CreatedAt, &tu.IsClosed, &tu.Sticky, &tu.ParentID, &tu.IPAddress, &tu.ViewCount, &tu.PostCount, &tu.LikeCount, &tu.CreatedByName, &tu.Avatar, &tu.Group, &tu.URLPrefix, &tu.URLName, &tu.Level) if err == ErrNoRows { log.Fatal("No rows found!") return } else if err != nil { log.Fatal(err) return } } }) } func BenchmarkQueryPreparedTopicParallel(b *testing.B) { b.ReportAllocs() err := gloinit() if err != nil { b.Fatal(err) } b.RunParallel(func(pb *testing.PB) { var tu c.TopicUser getTopicUser, err := qgen.Builder.SimpleLeftJoin("topics", "users", "topics.title, topics.content, topics.createdBy, topics.createdAt, topics.is_closed, topics.sticky, topics.parentID, topics.ipaddress, topics.postCount, topics.likeCount, users.name, users.avatar, users.group, users.url_prefix, users.url_name, users.level", "topics.createdBy = users.uid", "tid = ?", "", "") if err != nil { b.Fatal(err) } defer getTopicUser.Close() for pb.Next() { err := getTopicUser.QueryRow(1).Scan(&tu.Title, &tu.Content, &tu.CreatedBy, &tu.CreatedAt, &tu.IsClosed, &tu.Sticky, &tu.ParentID, &tu.IPAddress, &tu.PostCount, &tu.LikeCount, &tu.CreatedByName, &tu.Avatar, &tu.Group, &tu.URLPrefix, &tu.URLName, &tu.Level) if err == ErrNoRows { b.Fatal("No rows found!") return } else if err != nil { b.Fatal(err) return } } }) } func BenchmarkUserGet(b *testing.B) { b.ReportAllocs() err := gloinit() if err != nil { b.Fatal(err) } b.RunParallel(func(pb *testing.PB) { var err error for pb.Next() { _, err = c.Users.Get(1) if err != nil { b.Fatal(err) return } } }) } func BenchmarkUserBypassGet(b *testing.B) { b.ReportAllocs() err := gloinit() if err != nil { b.Fatal(err) } // Bypass the cache and always hit the database b.RunParallel(func(pb *testing.PB) { var err error for pb.Next() { _, err = c.Users.BypassGet(1) if err != nil { b.Fatal(err) return } } }) } func BenchmarkQueriesSerial(b *testing.B) { b.ReportAllocs() var tu c.TopicUser b.Run("topic", func(b *testing.B) { for i := 0; i < b.N; i++ { err := db.QueryRow("select topics.title, topics.content, topics.createdBy, topics.createdAt, topics.is_closed, topics.sticky, topics.parentID, topics.ipaddress, topics.postCount, topics.likeCount, users.name, users.avatar, users.group, users.url_prefix, users.url_name, users.level from topics left join users ON topics.createdBy = users.uid where tid = ?", 1).Scan(&tu.Title, &tu.Content, &tu.CreatedBy, &tu.CreatedAt, &tu.IsClosed, &tu.Sticky, &tu.ParentID, &tu.IPAddress, &tu.PostCount, &tu.LikeCount, &tu.CreatedByName, &tu.Avatar, &tu.Group, &tu.URLPrefix, &tu.URLName, &tu.Level) if err == ErrNoRows { b.Fatal("No rows found!") return } else if err != nil { b.Fatal(err) return } } }) b.Run("topic_replies", func(b *testing.B) { for i := 0; i < b.N; i++ { rows, err := db.Query("select replies.rid, replies.content, replies.createdBy, replies.createdAt, replies.lastEdit, replies.lastEditBy, users.avatar, users.name, users.is_super_admin, users.group, users.url_prefix, users.url_name, users.level, replies.ipaddress from replies left join users ON replies.createdBy = users.uid where tid = ?", 1) if err != nil { b.Fatal(err) return } defer rows.Close() for rows.Next() { } err = rows.Err() if err != nil { b.Fatal(err) return } } }) var replyItem c.ReplyUser var isSuperAdmin bool var group int b.Run("topic_replies_scan", func(b *testing.B) { for i := 0; i < b.N; i++ { rows, err := db.Query("select replies.rid, replies.content, replies.createdBy, replies.createdAt, replies.lastEdit, replies.lastEditBy, users.avatar, users.name, users.is_super_admin, users.group, users.url_prefix, users.url_name, users.level, replies.ipaddress from replies left join users ON replies.createdBy = users.uid where tid = ?", 1) if err != nil { b.Fatal(err) return } for rows.Next() { err := rows.Scan(&replyItem.ID, &replyItem.Content, &replyItem.CreatedBy, &replyItem.CreatedAt, &replyItem.LastEdit, &replyItem.LastEditBy, &replyItem.Avatar, &replyItem.CreatedByName, &isSuperAdmin, &group, &replyItem.URLPrefix, &replyItem.URLName, &replyItem.Level, &replyItem.IPAddress) if err != nil { b.Fatal(err) return } } defer rows.Close() err = rows.Err() if err != nil { b.Fatal(err) return } } }) } // TODO: Take the attachment system into account in these parser benches func BenchmarkParserSerial(b *testing.B) { b.ReportAllocs() b.Run("empty_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = c.ParseMessage("", 0, "") } }) b.Run("short_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = c.ParseMessage("Hey everyone, how's it going?", 0, "") } }) b.Run("one_smily", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = c.ParseMessage("Hey everyone, how's it going? :)", 0, "") } }) b.Run("five_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = c.ParseMessage("Hey everyone, how's it going? :):):):):)", 0, "") } }) b.Run("ten_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = c.ParseMessage("Hey everyone, how's it going? :):):):):):):):):):)", 0, "") } }) b.Run("twenty_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = c.ParseMessage("Hey everyone, how's it going? :):):):):):):):):):):):):):):):):):):):)", 0, "") } }) } func BenchmarkBBCodePluginWithRegexpSerial(b *testing.B) { b.ReportAllocs() b.Run("empty_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("") } }) b.Run("short_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("Hey everyone, how's it going?") } }) b.Run("one_smily", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("Hey everyone, how's it going? :)") } }) b.Run("five_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("Hey everyone, how's it going? :):):):):)") } }) b.Run("ten_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("Hey everyone, how's it going? :):):):):):):):):):)") } }) b.Run("twenty_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("Hey everyone, how's it going? :):):):):):):):):):):):):):):):):):):):)") } }) b.Run("one_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("[b]H[/b]ey everyone, how's it going?") } }) b.Run("five_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("[b]H[/b][b]e[/b][b]y[/b] [b]e[/b][b]v[/b]eryone, how's it going?") } }) b.Run("ten_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeRegexParse("[b]H[/b][b]e[/b][b]y[/b] [b]e[/b][b]v[/b][b]e[/b][b]r[/b][b]y[/b][b]o[/b][b]n[/b]e, how's it going?") } }) } func BenchmarkBBCodePluginWithoutCodeTagSerial(b *testing.B) { b.ReportAllocs() b.Run("empty_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("") } }) b.Run("short_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("Hey everyone, how's it going?") } }) b.Run("one_smily", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("Hey everyone, how's it going? :)") } }) b.Run("five_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("Hey everyone, how's it going? :):):):):)") } }) b.Run("ten_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("Hey everyone, how's it going? :):):):):):):):):):)") } }) b.Run("twenty_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("Hey everyone, how's it going? :):):):):):):):):):):):):):):):):):):):)") } }) b.Run("one_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("[b]H[/b]ey everyone, how's it going?") } }) b.Run("five_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("[b]H[/b][b]e[/b][b]y[/b] [b]e[/b][b]v[/b]eryone, how's it going?") } }) b.Run("ten_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeParseWithoutCode("[b]H[/b][b]e[/b][b]y[/b] [b]e[/b][b]v[/b][b]e[/b][b]r[/b][b]y[/b][b]o[/b][b]n[/b]e, how's it going?") } }) } func BenchmarkBBCodePluginWithFullParserSerial(b *testing.B) { b.ReportAllocs() b.Run("empty_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("") } }) b.Run("short_post", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("Hey everyone, how's it going?") } }) b.Run("one_smily", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("Hey everyone, how's it going? :)") } }) b.Run("five_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("Hey everyone, how's it going? :):):):):)") } }) b.Run("ten_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("Hey everyone, how's it going? :):):):):):):):):):)") } }) b.Run("twenty_smilies", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("Hey everyone, how's it going? :):):):):):):):):):):):):):):):):):):):)") } }) b.Run("one_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("[b]H[/b]ey everyone, how's it going?") } }) b.Run("five_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("[b]H[/b][b]e[/b][b]y[/b] [b]e[/b][b]v[/b]eryone, how's it going?") } }) b.Run("ten_bold", func(b *testing.B) { for i := 0; i < b.N; i++ { _ = bbcodeFullParse("[b]H[/b][b]e[/b][b]y[/b] [b]e[/b][b]v[/b][b]e[/b][b]r[/b][b]y[/b][b]o[/b][b]n[/b]e, how's it going?") } }) } func TestLevels(t *testing.T) { levels := c.GetLevels(40) for level, score := range levels { sscore := strconv.FormatFloat(score, 'f', -1, 64) t.Log("Level: " + strconv.Itoa(level) + " Score: " + sscore) } } // TODO: Make this compatible with the changes to the router /* func TestStaticRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } static_w := httptest.NewRecorder() static_req := httptest.NewRequest("get","/s/global.js",bytes.NewReader(nil)) static_handler := http.HandlerFunc(route_static) static_handler.ServeHTTP(static_w,static_req) if static_w.Code != 200 { t.Fatal(static_w.Body) } } */ /*func TestTopicAdminRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } admin, err := users.Get(1) if err != nil { panic(err) } if !admin.Is_Admin { panic("UID1 is not an admin") } admin_uid_cookie := http.Cookie{Name:"uid",Value:"1",Path:"/",MaxAge: year} admin_session_cookie := http.Cookie{Name:"session",Value: admin.Session,Path:"/",MaxAge: year} topic_w := httptest.NewRecorder() topic_req := httptest.NewRequest("get","/topic/1",bytes.NewReader(nil)) topic_req_admin := topic_req topic_req_admin.AddCookie(&admin_uid_cookie) topic_req_admin.AddCookie(&admin_session_cookie) topic_handler := http.HandlerFunc(route_topic_id) topic_handler.ServeHTTP(topic_w,topic_req_admin) if topic_w.Code != 200 { t.Print(topic_w.Body) t.Fatal("HTTP Error!") } t.Print("No problems found in the topic-admin route!") }*/ /*func TestTopicGuestRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } topic_w := httptest.NewRecorder() topic_req := httptest.NewRequest("get","/topic/1",bytes.NewReader(nil)) topic_handler := http.HandlerFunc(route_topic_id) topic_handler.ServeHTTP(topic_w,topic_req) if topic_w.Code != 200 { t.Print(topic_w.Body) t.Fatal("HTTP Error!") } t.Print("No problems found in the topic-guest route!") }*/ // TODO: Make these routes compatible with the changes to the router /* func TestForumsAdminRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } admin, err := users.Get(1) if err != nil { t.Fatal(err) } if !admin.Is_Admin { t.Fatal("UID1 is not an admin") } admin_uid_cookie := http.Cookie{Name:"uid",Value:"1",Path:"/",MaxAge: year} admin_session_cookie := http.Cookie{Name:"session",Value: admin.Session,Path:"/",MaxAge: year} forums_w := httptest.NewRecorder() forums_req := httptest.NewRequest("get","/forums/",bytes.NewReader(nil)) forums_req_admin := forums_req forums_req_admin.AddCookie(&admin_uid_cookie) forums_req_admin.AddCookie(&admin_session_cookie) forums_handler := http.HandlerFunc(route_forums) forums_handler.ServeHTTP(forums_w,forums_req_admin) if forums_w.Code != 200 { t.Fatal(forums_w.Body) } } func TestForumsGuestRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } forums_w := httptest.NewRecorder() forums_req := httptest.NewRequest("get","/forums/",bytes.NewReader(nil)) forums_handler := http.HandlerFunc(route_forums) forums_handler.ServeHTTP(forums_w,forums_req) if forums_w.Code != 200 { t.Fatal(forums_w.Body) } } */ /*func TestForumAdminRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } admin, err := users.Get(1) if err != nil { panic(err) } if !admin.Is_Admin { panic("UID1 is not an admin") } admin_uid_cookie := http.Cookie{Name:"uid",Value:"1",Path:"/",MaxAge: year} admin_session_cookie := http.Cookie{Name:"session",Value: admin.Session,Path:"/",MaxAge: year} forum_w := httptest.NewRecorder() forum_req := httptest.NewRequest("get","/forum/1",bytes.NewReader(nil)) forum_req_admin := forum_req forum_req_admin.AddCookie(&admin_uid_cookie) forum_req_admin.AddCookie(&admin_session_cookie) forum_handler := http.HandlerFunc(route_forum) forum_handler.ServeHTTP(forum_w,forum_req_admin) if forum_w.Code != 200 { t.Print(forum_w.Body) t.Fatal("HTTP Error!") } }*/ /*func TestForumGuestRoute(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } forum_w := httptest.NewRecorder() forum_req := httptest.NewRequest("get","/forum/2",bytes.NewReader(nil)) forum_handler := http.HandlerFunc(route_forum) forum_handler.ServeHTTP(forum_w,forum_req) if forum_w.Code != 200 { t.Print(forum_w.Body) t.Fatal("HTTP Error!") } }*/ /*func TestAlerts(t *testing.T) { gloinit() if !plugins_inited { init_plugins() } db = db_test alert_w := httptest.NewRecorder() alert_req := httptest.NewRequest("get","/api/?action=get&module=alerts&format=json",bytes.NewReader(nil)) alert_handler := http.HandlerFunc(route_api) //testdb.StubQuery() testdb.SetQueryFunc(func(query string) (result sql.Rows, err error) { cols := []string{"asid","actor","targetUser","event","elementType","elementID"} rows := `1,1,0,like,post,5 1,1,0,friend_invite,user,2` return testdb.RowsFromCSVString(cols,rows), nil }) alert_handler.ServeHTTP(alert_w,alert_req) t.Print(alert_w.Body) if alert_w.Code != 200 { t.Fatal("HTTP Error!") } db = db_prod }*/ func TestSplittyThing(t *testing.T) { var extraData string var path = "/pages/hohoho" t.Log("Raw Path:", path) if path[len(path)-1] != '/' { extraData = path[strings.LastIndexByte(path, '/')+1:] path = path[:strings.LastIndexByte(path, '/')+1] } t.Log("Path:", path) t.Log("Extra Data:", extraData) t.Log("Path Bytes:", []byte(path)) t.Log("Extra Data Bytes:", []byte(extraData)) t.Log("Splitty thing test") path = "/topics/" extraData = "" t.Log("Raw Path:", path) if path[len(path)-1] != '/' { extraData = path[strings.LastIndexByte(path, '/')+1:] path = path[:strings.LastIndexByte(path, '/')+1] } t.Log("Path:", path) t.Log("Extra Data:", extraData) t.Log("Path Bytes:", []byte(path)) t.Log("Extra Data Bytes:", []byte(extraData)) }