You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

http.go 4.0KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186
  1. // Package gracehttp provides easy to use graceful restart
  2. // functionality for HTTP server.
  3. package gracehttp
  4. import (
  5. "bytes"
  6. "crypto/tls"
  7. "flag"
  8. "fmt"
  9. "log"
  10. "net"
  11. "net/http"
  12. "os"
  13. "os/signal"
  14. "sync"
  15. "syscall"
  16. "github.com/facebookgo/grace/gracenet"
  17. "github.com/facebookgo/httpdown"
  18. )
  19. var (
  20. verbose = flag.Bool("gracehttp.log", true, "Enable logging.")
  21. didInherit = os.Getenv("LISTEN_FDS") != ""
  22. ppid = os.Getppid()
  23. )
  24. // An app contains one or more servers and associated configuration.
  25. type app struct {
  26. servers []*http.Server
  27. http *httpdown.HTTP
  28. net *gracenet.Net
  29. listeners []net.Listener
  30. sds []httpdown.Server
  31. errors chan error
  32. }
  33. func newApp(servers []*http.Server) *app {
  34. return &app{
  35. servers: servers,
  36. http: &httpdown.HTTP{},
  37. net: &gracenet.Net{},
  38. listeners: make([]net.Listener, 0, len(servers)),
  39. sds: make([]httpdown.Server, 0, len(servers)),
  40. // 2x num servers for possible Close or Stop errors + 1 for possible
  41. // StartProcess error.
  42. errors: make(chan error, 1+(len(servers)*2)),
  43. }
  44. }
  45. func (a *app) listen() error {
  46. for _, s := range a.servers {
  47. // TODO: default addresses
  48. l, err := a.net.Listen("tcp", s.Addr)
  49. if err != nil {
  50. return err
  51. }
  52. if s.TLSConfig != nil {
  53. l = tls.NewListener(l, s.TLSConfig)
  54. }
  55. a.listeners = append(a.listeners, l)
  56. }
  57. return nil
  58. }
  59. func (a *app) serve() {
  60. for i, s := range a.servers {
  61. a.sds = append(a.sds, a.http.Serve(s, a.listeners[i]))
  62. }
  63. }
  64. func (a *app) wait() {
  65. var wg sync.WaitGroup
  66. wg.Add(len(a.sds) * 2) // Wait & Stop
  67. go a.signalHandler(&wg)
  68. for _, s := range a.sds {
  69. go func(s httpdown.Server) {
  70. defer wg.Done()
  71. if err := s.Wait(); err != nil {
  72. a.errors <- err
  73. }
  74. }(s)
  75. }
  76. wg.Wait()
  77. }
  78. func (a *app) term(wg *sync.WaitGroup) {
  79. for _, s := range a.sds {
  80. go func(s httpdown.Server) {
  81. defer wg.Done()
  82. if err := s.Stop(); err != nil {
  83. a.errors <- err
  84. }
  85. }(s)
  86. }
  87. }
  88. func (a *app) signalHandler(wg *sync.WaitGroup) {
  89. ch := make(chan os.Signal, 10)
  90. signal.Notify(ch, syscall.SIGINT, syscall.SIGTERM, syscall.SIGUSR2)
  91. for {
  92. sig := <-ch
  93. switch sig {
  94. case syscall.SIGINT, syscall.SIGTERM:
  95. // this ensures a subsequent INT/TERM will trigger standard go behaviour of
  96. // terminating.
  97. signal.Stop(ch)
  98. a.term(wg)
  99. return
  100. case syscall.SIGUSR2:
  101. // we only return here if there's an error, otherwise the new process
  102. // will send us a TERM when it's ready to trigger the actual shutdown.
  103. if _, err := a.net.StartProcess(); err != nil {
  104. a.errors <- err
  105. }
  106. }
  107. }
  108. }
  109. // Serve will serve the given http.Servers and will monitor for signals
  110. // allowing for graceful termination (SIGTERM) or restart (SIGUSR2).
  111. func Serve(servers ...*http.Server) error {
  112. a := newApp(servers)
  113. // Acquire Listeners
  114. if err := a.listen(); err != nil {
  115. return err
  116. }
  117. // Some useful logging.
  118. if *verbose {
  119. if didInherit {
  120. if ppid == 1 {
  121. log.Printf("Listening on init activated %s", pprintAddr(a.listeners))
  122. } else {
  123. const msg = "Graceful handoff of %s with new pid %d and old pid %d"
  124. log.Printf(msg, pprintAddr(a.listeners), os.Getpid(), ppid)
  125. }
  126. } else {
  127. const msg = "Serving %s with pid %d"
  128. log.Printf(msg, pprintAddr(a.listeners), os.Getpid())
  129. }
  130. }
  131. // Start serving.
  132. a.serve()
  133. // Close the parent if we inherited and it wasn't init that started us.
  134. if didInherit && ppid != 1 {
  135. if err := syscall.Kill(ppid, syscall.SIGTERM); err != nil {
  136. return fmt.Errorf("failed to close parent: %s", err)
  137. }
  138. }
  139. waitdone := make(chan struct{})
  140. go func() {
  141. defer close(waitdone)
  142. a.wait()
  143. }()
  144. select {
  145. case err := <-a.errors:
  146. if err == nil {
  147. panic("unexpected nil error")
  148. }
  149. return err
  150. case <-waitdone:
  151. if *verbose {
  152. log.Printf("Exiting pid %d.", os.Getpid())
  153. }
  154. return nil
  155. }
  156. }
  157. // Used for pretty printing addresses.
  158. func pprintAddr(listeners []net.Listener) []byte {
  159. var out bytes.Buffer
  160. for i, l := range listeners {
  161. if i != 0 {
  162. fmt.Fprint(&out, ", ")
  163. }
  164. fmt.Fprint(&out, l.Addr())
  165. }
  166. return out.Bytes()
  167. }