mirror of
https://github.com/mattermost/mattermost.git
synced 2025-02-25 18:55:24 -06:00
* improve performance on sendNotifications * Fix SQL queries * Remove get direct profiles, not needed anymore * Add raw data to error details if AppError fails to decode * men * Fix decode (#4052) * Fixing json decode * Adding unit test * Initial work for client scaling (#4051) * Begin adding paging to profiles API * Added more paging functionality * Finish hooking up admin console user lists * Add API for searching users and add searching to all user lists * Add lazy loading of profiles * Revert config.json * Fix unit tests and some style issues * Add GetProfilesFromList to Go driver and fix web unit test * Update etag for GetProfiles * Updating ui for filters and pagination (#4044) * Updating UI for pagination * Adjusting margins for filter row * Adjusting margin for specific modals * Adding relative padding to system console * Adjusting responsive view * Update client user tests * Minor fixes for direct messages modal (#4056) * Remove some unneeded initial load calls (#4057) * UX updates to user lists, added smart counts and bug fixes (#4059) * Improved getExplicitMentions and unit tests (#4064) * Refactor getting posts to lazy load profiles correctly (#4062) * Comment out SetActiveChannel test (#4066) * Profiler cpu, block, and memory profiler. (#4081) * Fix TestSetActiveChannel unit test (#4071) * Fixing build failure caused by dependancies updating (#4076) * Adding profiler * Fix admin_team_member_dropdown eslint errors * Bumping session cache size (#4077) * Bumping session cache size * Bumping status cache * Refactor how the client handles channel members to be large team friendly (#4106) * Refactor how the client handles channel members to be large team friendly * Change Id to ChannelId in ChannelStats model * Updated getChannelMember and getProfilesByIds routes to match proposal * Performance improvements (#4100) * Performance improvements * Fixing re-connect issue * Fixing error message * Some other minor perf tweaks * Some other minor perf tweaks * Fixing config file * Fixing buffer size * Fixing web socket send message * adding some error logging * fix getMe to be user required * Fix websocket event for new user * Fixing shutting down * Reverting web socket changes * Fixing logging lvl * Adding caching to GetMember * Adding some logging * Fixing caching * Fixing caching invalidate * Fixing direct message caching * Fixing caching * Fixing caching * Remove GetDirectProfiles from initial load * Adding logging and fixing websocket client * Adding back caching from bad merge. * Explicitly close go driver requests (#4162) * Refactored how the client handles team members to be more large team friendly (#4159) * Refactor getProfilesForDirectMessageList API into getAllProfiles API * Refactored how the client handles team members to be more large team friendly * Fix js error when receiving a notification * Fix JS error caused by current user being overwritten with sanitized version (#4165) * Adding error message to status failure (#4167) * Fix a few bugs caused by client scaling refactoring (#4170) * When there is no read replica, don't open a second set of connections to the master database (#4173) * Adding connection tacking to stats (#4174) * Reduce DB writes for statuses and other status related changes (#4175) * Fix bug preventing opening of DM channels from more modal (#4181) * Fixing socket timing error (#4183) * Fixing ping/pong handler * Fixing socket timing error * Commenting out status broadcasting * Removing user status changes * Removing user status changes * Removing user status changes * Removing user status changes * Adding DoPreComputeJson() * Performance improvements (#4194) * * Fix System Console Analytics queries * Add db.SetConnMaxLifetime to 15 minutes * Add "net/http/pprof" for profiling * Add FreeOSMemory() to manually release memory on reload config * Add flag to enable http profiler * Fix memory leak (#4197) * Fix memory leak * removed unneeded nil assignment * Fixing go routine leak (#4208) * Merge fixes * Merge fix * Refactored statuses to be queried by the client rather than broadcast by the server (#4212) * Refactored server code to reduce status broadcasts and to allow getting statuses by IDs * Refactor client code to periodically fetch statuses * Add store unit test for getting statuses by ids * Fix status unit test * Add getStatusesByIds REST API and move the client over to use that instead of the WebSocket * Adding multiple threads to websocket hub (#4230) * Adding multiple threads to websocket hub * Fixing unit tests * Fixing so websocket connections from the same user end up in the same… (#4240) * Fixing so websocket connections from the same user end up in the same list * Removing old comment * Refactor user autocomplete to query the server (#4239) * Add API for autocompleting users * Converted at mention autocomplete to query server * Converted user search autocomplete to query server * Switch autocomplete API naming to use term instead of username * Split autocomplete API into two, one for channels and for teams * Fix copy/paste error * Some final client scaling fixes (#4246) * Add lazy loading of profiles to integration pages * Add lazy loading of profiles to emoji page * Fix JS error when receiving post in select team menu and also clean up channel store
202 lines
5.5 KiB
Go
202 lines
5.5 KiB
Go
// Copyright (c) 2015 Mattermost, Inc. All Rights Reserved.
|
|
// See License.txt for license information.
|
|
|
|
package api
|
|
|
|
import (
|
|
"crypto/tls"
|
|
"net"
|
|
"net/http"
|
|
"net/http/pprof"
|
|
"strings"
|
|
"time"
|
|
|
|
l4g "github.com/alecthomas/log4go"
|
|
"github.com/gorilla/handlers"
|
|
"github.com/gorilla/mux"
|
|
"github.com/mattermost/platform/model"
|
|
"github.com/mattermost/platform/store"
|
|
"github.com/mattermost/platform/utils"
|
|
"github.com/rsc/letsencrypt"
|
|
"github.com/tylerb/graceful"
|
|
"gopkg.in/throttled/throttled.v2"
|
|
"gopkg.in/throttled/throttled.v2/store/memstore"
|
|
)
|
|
|
|
type Server struct {
|
|
Store store.Store
|
|
Router *mux.Router
|
|
GracefulServer *graceful.Server
|
|
}
|
|
|
|
type CorsWrapper struct {
|
|
router *mux.Router
|
|
}
|
|
|
|
const TIME_TO_WAIT_FOR_CONNECTIONS_TO_CLOSE_ON_SERVER_SHUTDOWN = time.Second
|
|
|
|
var Srv *Server
|
|
|
|
func AttachProfiler(router *mux.Router) {
|
|
router.HandleFunc("/debug/pprof/", pprof.Index)
|
|
router.HandleFunc("/debug/pprof/cmdline", pprof.Cmdline)
|
|
router.HandleFunc("/debug/pprof/profile", pprof.Profile)
|
|
router.HandleFunc("/debug/pprof/symbol", pprof.Symbol)
|
|
|
|
// Manually add support for paths linked to by index page at /debug/pprof/
|
|
router.Handle("/debug/pprof/goroutine", pprof.Handler("goroutine"))
|
|
router.Handle("/debug/pprof/heap", pprof.Handler("heap"))
|
|
router.Handle("/debug/pprof/threadcreate", pprof.Handler("threadcreate"))
|
|
router.Handle("/debug/pprof/block", pprof.Handler("block"))
|
|
}
|
|
|
|
func NewServer(enableProfiler bool) {
|
|
|
|
l4g.Info(utils.T("api.server.new_server.init.info"))
|
|
|
|
Srv = &Server{}
|
|
Srv.Store = store.NewSqlStore()
|
|
|
|
Srv.Router = mux.NewRouter()
|
|
if enableProfiler {
|
|
AttachProfiler(Srv.Router)
|
|
l4g.Info("Enabled HTTP Profiler")
|
|
}
|
|
Srv.Router.NotFoundHandler = http.HandlerFunc(Handle404)
|
|
}
|
|
|
|
type VaryBy struct{}
|
|
|
|
func (m *VaryBy) Key(r *http.Request) string {
|
|
return GetIpAddress(r)
|
|
}
|
|
|
|
func initalizeThrottledVaryBy() *throttled.VaryBy {
|
|
vary := throttled.VaryBy{}
|
|
|
|
if utils.Cfg.RateLimitSettings.VaryByRemoteAddr {
|
|
vary.RemoteAddr = true
|
|
}
|
|
|
|
if len(utils.Cfg.RateLimitSettings.VaryByHeader) > 0 {
|
|
vary.Headers = strings.Fields(utils.Cfg.RateLimitSettings.VaryByHeader)
|
|
|
|
if utils.Cfg.RateLimitSettings.VaryByRemoteAddr {
|
|
l4g.Warn(utils.T("api.server.start_server.rate.warn"))
|
|
vary.RemoteAddr = false
|
|
}
|
|
}
|
|
|
|
return &vary
|
|
}
|
|
|
|
func redirectHTTPToHTTPS(w http.ResponseWriter, r *http.Request) {
|
|
if r.Host == "" {
|
|
http.Error(w, "Not Found", http.StatusNotFound)
|
|
}
|
|
|
|
url := r.URL
|
|
url.Host = r.Host
|
|
url.Scheme = "https"
|
|
http.Redirect(w, r, url.String(), http.StatusFound)
|
|
}
|
|
|
|
func StartServer() {
|
|
l4g.Info(utils.T("api.server.start_server.starting.info"))
|
|
|
|
var handler http.Handler = &CorsWrapper{Srv.Router}
|
|
|
|
if *utils.Cfg.RateLimitSettings.Enable {
|
|
l4g.Info(utils.T("api.server.start_server.rate.info"))
|
|
|
|
store, err := memstore.New(utils.Cfg.RateLimitSettings.MemoryStoreSize)
|
|
if err != nil {
|
|
l4g.Critical(utils.T("api.server.start_server.rate_limiting_memory_store"))
|
|
return
|
|
}
|
|
|
|
quota := throttled.RateQuota{
|
|
MaxRate: throttled.PerSec(utils.Cfg.RateLimitSettings.PerSec),
|
|
MaxBurst: *utils.Cfg.RateLimitSettings.MaxBurst,
|
|
}
|
|
|
|
rateLimiter, err := throttled.NewGCRARateLimiter(store, quota)
|
|
if err != nil {
|
|
l4g.Critical(utils.T("api.server.start_server.rate_limiting_rate_limiter"))
|
|
return
|
|
}
|
|
|
|
httpRateLimiter := throttled.HTTPRateLimiter{
|
|
RateLimiter: rateLimiter,
|
|
VaryBy: &VaryBy{},
|
|
DeniedHandler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
l4g.Error("%v: Denied due to throttling settings code=429 ip=%v", r.URL.Path, GetIpAddress(r))
|
|
throttled.DefaultDeniedHandler.ServeHTTP(w, r)
|
|
}),
|
|
}
|
|
|
|
handler = httpRateLimiter.RateLimit(handler)
|
|
}
|
|
|
|
Srv.GracefulServer = &graceful.Server{
|
|
Timeout: TIME_TO_WAIT_FOR_CONNECTIONS_TO_CLOSE_ON_SERVER_SHUTDOWN,
|
|
Server: &http.Server{
|
|
Addr: utils.Cfg.ServiceSettings.ListenAddress,
|
|
Handler: handlers.RecoveryHandler(handlers.PrintRecoveryStack(true))(handler),
|
|
ReadTimeout: time.Duration(*utils.Cfg.ServiceSettings.ReadTimeout) * time.Second,
|
|
WriteTimeout: time.Duration(*utils.Cfg.ServiceSettings.WriteTimeout) * time.Second,
|
|
},
|
|
}
|
|
l4g.Info(utils.T("api.server.start_server.listening.info"), utils.Cfg.ServiceSettings.ListenAddress)
|
|
|
|
if *utils.Cfg.ServiceSettings.Forward80To443 {
|
|
go func() {
|
|
listener, err := net.Listen("tcp", ":80")
|
|
if err != nil {
|
|
l4g.Error("Unable to setup forwarding")
|
|
return
|
|
}
|
|
defer listener.Close()
|
|
|
|
http.Serve(listener, http.HandlerFunc(redirectHTTPToHTTPS))
|
|
}()
|
|
}
|
|
|
|
go func() {
|
|
var err error
|
|
if *utils.Cfg.ServiceSettings.ConnectionSecurity == model.CONN_SECURITY_TLS {
|
|
if *utils.Cfg.ServiceSettings.UseLetsEncrypt {
|
|
var m letsencrypt.Manager
|
|
m.CacheFile(*utils.Cfg.ServiceSettings.LetsEncryptCertificateCacheFile)
|
|
|
|
tlsConfig := &tls.Config{
|
|
GetCertificate: m.GetCertificate,
|
|
}
|
|
|
|
tlsConfig.NextProtos = append(tlsConfig.NextProtos, "h2")
|
|
|
|
err = Srv.GracefulServer.ListenAndServeTLSConfig(tlsConfig)
|
|
} else {
|
|
err = Srv.GracefulServer.ListenAndServeTLS(*utils.Cfg.ServiceSettings.TLSCertFile, *utils.Cfg.ServiceSettings.TLSKeyFile)
|
|
}
|
|
} else {
|
|
err = Srv.GracefulServer.ListenAndServe()
|
|
}
|
|
if err != nil {
|
|
l4g.Critical(utils.T("api.server.start_server.starting.critical"), err)
|
|
time.Sleep(time.Second)
|
|
}
|
|
}()
|
|
}
|
|
|
|
func StopServer() {
|
|
|
|
l4g.Info(utils.T("api.server.stop_server.stopping.info"))
|
|
|
|
Srv.GracefulServer.Stop(TIME_TO_WAIT_FOR_CONNECTIONS_TO_CLOSE_ON_SERVER_SHUTDOWN)
|
|
Srv.Store.Close()
|
|
HubStop()
|
|
|
|
l4g.Info(utils.T("api.server.stop_server.stopped.info"))
|
|
}
|