authserver.go 16.5 KB
Newer Older
ale's avatar
ale committed
1
2
3
4
package server

import (
	"context"
5
	"errors"
ale's avatar
ale committed
6
7
8
9
10
11
12
	"fmt"
	"io/ioutil"
	"log"
	"path/filepath"
	"strings"

	"github.com/pquerna/otp/totp"
ale's avatar
ale committed
13
	"github.com/prometheus/client_golang/prometheus"
ale's avatar
ale committed
14
15
16
	"github.com/tstranex/u2f"
	"gopkg.in/yaml.v2"

ale's avatar
ale committed
17
	"git.autistici.org/ai3/go-common/clientutil"
ale's avatar
ale committed
18
	"git.autistici.org/ai3/go-common/pwhash"
ale's avatar
ale committed
19
20
21
22
23
24
25
26
27
	"git.autistici.org/id/auth"
)

// User contains the attributes of a user account as relevant to the
// authentication server. It is only used internally, to communicate
// between the authserver and its storage backends.
type User struct {
	Name                 string
	Email                string
ale's avatar
ale committed
28
	Shard                string
ale's avatar
ale committed
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
	EncryptedPassword    []byte
	TOTPSecret           string
	U2FRegistrations     []u2f.Registration
	AppSpecificPasswords []*AppSpecificPassword
	Groups               []string
}

// AppSpecificPassword is a password tied to a single service.
type AppSpecificPassword struct {
	Service           string
	EncryptedPassword []byte
}

// Has2FA returns true if the user supports any 2FA method.
func (u *User) Has2FA() bool {
	return u.HasU2F() || u.HasOTP()
}

// HasOTP returns true if the user supports (T)OTP.
func (u *User) HasOTP() bool {
	return u.TOTPSecret != ""
}

// HasU2F returns true if the user supports U2F.
func (u *User) HasU2F() bool {
	return len(u.U2FRegistrations) > 0
}

// UserInfo returns extra user information in the format required by
// the auth wire protocol.
func (u *User) UserInfo() *auth.UserInfo {
	return &auth.UserInfo{
		Email:  u.Email,
ale's avatar
ale committed
62
		Shard:  u.Shard,
ale's avatar
ale committed
63
64
65
66
67
68
69
70
71
72
		Groups: u.Groups,
	}
}

// UserBackend provides us with per-service user information.
type UserBackend interface {
	Close()
	GetUser(context.Context, *BackendSpec, string) (*User, bool)
}

73
74
75
76
77
78
79
// OTPShortTermStorage stores short-term otp tokens for replay
// protection purposes.
type OTPShortTermStorage interface {
	AddToken(string, string) error
	HasToken(string, string) bool
}

ale's avatar
ale committed
80
81
82
83
84
85
// U2FShortTermStorage stores short-term u2f challenges.
type U2FShortTermStorage interface {
	SetUserChallenge(string, *u2f.Challenge) error
	GetUserChallenge(string) (*u2f.Challenge, bool)
}

86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
type ratelimitKeyFunc func(*User, *auth.Request) string

func usernameKey(user *User, _ *auth.Request) string {
	return user.Name
}

func ipAddrKey(_ *User, req *auth.Request) string {
	if req.DeviceInfo != nil {
		return req.DeviceInfo.RemoteAddr
	}
	return ""
}

type authRatelimiterConfig struct {
	Limit         int      `yaml:"limit"`
	Period        int      `yaml:"period"`
	BlacklistTime int      `yaml:"blacklist_for"`
	OnFailure     bool     `yaml:"on_failure"`
	Keys          []string `yaml:"keys"`

	keyFuncs []ratelimitKeyFunc
}

func (r *authRatelimiterConfig) compile() error {
	for _, k := range r.Keys {
		var f ratelimitKeyFunc
		switch k {
		case "ip":
			f = ipAddrKey
		case "user":
			f = usernameKey
		default:
			return fmt.Errorf("unknown key %s", k)
		}
		r.keyFuncs = append(r.keyFuncs, f)
	}
	return nil
}

const rlKeySep = ";"

func (r *authRatelimiterConfig) key(user *User, req *auth.Request) string {
	if len(r.keyFuncs) == 1 {
		return r.keyFuncs[0](user, req)
	}

	var parts []string
	for _, f := range r.keyFuncs {
		parts = append(parts, f(user, req))
	}
	return strings.Join(parts, rlKeySep)
}

type authRatelimiter struct {
	*authRatelimiterConfig
	rl *Ratelimiter
}

func (r *authRatelimiter) AllowIncr(user *User, req *auth.Request) bool {
	return r.rl.AllowIncr(r.key(user, req))
}

type authBlacklist struct {
	*authRatelimiterConfig
	bl *Blacklist
}

func (b *authBlacklist) Allow(user *User, req *auth.Request) bool {
	return b.bl.Allow(b.key(user, req))
}

func (b *authBlacklist) Incr(user *User, req *auth.Request, resp *auth.Response) {
	if b.OnFailure && resp.Status == auth.StatusOK {
		return
	}
	b.bl.Incr(b.key(user, req))
}

164
165
166
type requestFilter interface {
	Filter(*User, *auth.Request, *auth.Response) *auth.Response
}
167

ale's avatar
ale committed
168
169
// BackendSpec specifies backend-specific configuration for a service.
type BackendSpec struct {
170
171
172
	LDAPSpec     *LDAPServiceConfig `yaml:"ldap"`
	FileSpec     string             `yaml:"file"`
	StaticGroups []string           `yaml:"static_groups"`
ale's avatar
ale committed
173
174
}

175
// ServiceConfig defines the authentication backends for a service.
ale's avatar
ale committed
176
type ServiceConfig struct {
177
178
179
180
	BackendSpecs         []*BackendSpec `yaml:"backends"`
	ChallengeResponse    bool           `yaml:"challenge_response"`
	Enforce2FA           bool           `yaml:"enforce_2fa"`
	EnableDeviceTracking bool           `yaml:"enable_device_tracking"`
181
182
183
184
185

	Ratelimits []string `yaml:"rate_limits"`

	rl      []*authRatelimiter
	bl      []*authBlacklist
186
	filters []requestFilter
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
}

func (c *ServiceConfig) checkRateLimits(user *User, req *auth.Request) bool {
	for _, rl := range c.rl {
		if !rl.AllowIncr(user, req) {
			return false
		}
	}
	for _, bl := range c.bl {
		if !bl.Allow(user, req) {
			return false
		}
	}
	return true
}

func (c *ServiceConfig) notifyBlacklists(user *User, req *auth.Request, resp *auth.Response) {
	for _, bl := range c.bl {
		bl.Incr(user, req, resp)
	}
ale's avatar
ale committed
207
208
209
210
211
212
213
214
215
216
217
218
219
}

// Config for the authentication server.
type Config struct {
	// Global configuration for backends.
	LDAPConfig *LDAPConfig `yaml:"ldap_config"`

	// List of enabled backends.
	EnabledBackends []string `yaml:"enabled_backends"`

	// Service-specific configuration.
	Services map[string]*ServiceConfig `yaml:"services"`

220
221
222
	// If set, load more service definitions from *.yml files in this directory.
	ServicesDir string `yaml:"services_dir"`

223
224
225
	// Named rate limiter configurations.
	RateLimiters map[string]*authRatelimiterConfig `yaml:"rate_limits"`

226
	// Configuration for the user-meta-server backend.
ale's avatar
ale committed
227
	UserMetaDBConfig *clientutil.BackendConfig `yaml:"user_meta_server"`
228

229
230
	// Memcache servers used for short-term storage.
	MemcacheServers []string `yaml:"memcache_servers"`
231

232
233
234
235
236
	// Runtime versions of the above. These objects are shared by
	// all services, as they contain the actual map data.
	rl map[string]*Ratelimiter
	bl map[string]*Blacklist

ale's avatar
ale committed
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
	path string
}

func (c *Config) walkBackendSpecs(f func(*BackendSpec) error) error {
	for _, svc := range c.Services {
		for _, spec := range svc.BackendSpecs {
			if err := f(spec); err != nil {
				return err
			}
		}
	}
	return nil
}

func (c *Config) relativePath(path string) string {
	if strings.HasPrefix(path, "/") {
		return path
	}
	return filepath.Join(filepath.Dir(c.path), path)
}

258
func (c *Config) compile() error {
259
	// Build the global rate limiters and blacklists.
260
261
262
263
264
265
266
267
268
269
270
271
272
	c.rl = make(map[string]*Ratelimiter)
	c.bl = make(map[string]*Blacklist)
	for name, params := range c.RateLimiters {
		if err := params.compile(); err != nil {
			return err
		}
		if params.BlacklistTime > 0 {
			c.bl[name] = newBlacklist(params.Limit, params.Period, params.BlacklistTime)
		} else {
			c.rl[name] = newRatelimiter(params.Limit, params.Period)
		}
	}

273
	// Compile each service definition.
274
275
276
277
278
279
280
281
282
283
284
285
286
287
	for _, sc := range c.Services {
		for _, name := range sc.Ratelimits {
			config, ok := c.RateLimiters[name]
			if !ok {
				return fmt.Errorf("unknown rate limiter %s", name)
			}
			if rl, ok := c.rl[name]; ok {
				sc.rl = append(sc.rl, &authRatelimiter{config, rl})
			} else if bl, ok := c.bl[name]; ok {
				sc.bl = append(sc.bl, &authBlacklist{config, bl})
			} else {
				panic("can't find rl/bl")
			}
		}
288
289
290
291
292
293
294
295
296
297
298

		if sc.EnableDeviceTracking {
			if c.UserMetaDBConfig == nil {
				return errors.New("usermetadb config is missing")
			}
			dt, err := newDeviceFilter(c.UserMetaDBConfig)
			if err != nil {
				return err
			}
			sc.filters = append(sc.filters, dt)
		}
299
300
301
302
303
	}

	return nil
}

304
305
306
// Load a standalone service configuration: a YAML-encoded file that
// may contain one or more ServiceConfig definitions.
func loadStandaloneServiceConfig(path string) (map[string]*ServiceConfig, error) {
307
	data, err := ioutil.ReadFile(path) // #nosec
308
309
310
311
312
313
314
315
316
317
	if err != nil {
		return nil, err
	}
	var out map[string]*ServiceConfig
	if err = yaml.Unmarshal(data, &out); err != nil {
		return nil, err
	}
	return out, nil
}

ale's avatar
ale committed
318
319
// LoadConfig loads the configuration from a YAML-encoded file.
func LoadConfig(path string) (*Config, error) {
320
	data, err := ioutil.ReadFile(path) // #nosec
ale's avatar
ale committed
321
322
323
324
	if err != nil {
		return nil, err
	}
	config := Config{path: path}
325
	if err = yaml.Unmarshal(data, &config); err != nil {
ale's avatar
ale committed
326
327
		return nil, err
	}
328
329
330
331

	// Load service definitions from a directory if necessary, and
	// merge them into config.Services.
	if config.ServicesDir != "" {
332
		files, _ := filepath.Glob(filepath.Join(config.ServicesDir, "*.yml")) // nolint
333
334
335
336
337
338
339
340
341
342
343
344
345
346
		for _, f := range files {
			if strings.HasPrefix(filepath.Base(f), ".") {
				continue
			}
			tmp, err := loadStandaloneServiceConfig(f)
			if err != nil {
				return nil, fmt.Errorf("%s: %v", f, err)
			}
			for name, svc := range tmp {
				config.Services[name] = svc
			}
		}
	}

347
348
349
	if err := config.compile(); err != nil {
		return nil, err
	}
ale's avatar
ale committed
350
351
352
	return &config, nil
}

ale's avatar
ale committed
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
// Instrumentation.
var (
	authRequestsCounter = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: "auth_requests",
			Help: "Number of authentication requests.",
		},
		[]string{"service", "status"},
	)
	ratelimitCounter = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: "auth_requests_ratelimited",
			Help: "Number of rate-limited authentication requests.",
		},
		[]string{"service"},
	)
)

func init() {
	prometheus.MustRegister(authRequestsCounter)
	prometheus.MustRegister(ratelimitCounter)
}

ale's avatar
ale committed
376
377
378
379
380
// Server is the main authentication server object.
type Server struct {
	backends     []UserBackend
	config       *Config
	u2fShortTerm U2FShortTermStorage
381
	otpShortTerm OTPShortTermStorage
ale's avatar
ale committed
382
383
384
385
386
387
388
389
390
391
392
}

func newError() *auth.Response {
	return &auth.Response{Status: auth.StatusError}
}

func newOK() *auth.Response {
	return &auth.Response{Status: auth.StatusOK}
}

// NewServer creates a Server using the given configuration.
393
func NewServer(config *Config) (*Server, error) {
ale's avatar
ale committed
394
	s := &Server{
395
		config: config,
ale's avatar
ale committed
396
	}
397

398
399
400
	if len(config.MemcacheServers) != nil {
		s.u2fShortTerm = newMemcacheU2FStorage(config.MemcacheServers)
		s.otpShortTerm = newMemcacheOTPStorage(config.MemcacheServers)
401
	} else {
402
		s.u2fShortTerm = &nullU2FStorage{}
403
404
		s.otpShortTerm = &nullOTPStorage{}
	}
405

ale's avatar
ale committed
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
	for _, name := range config.EnabledBackends {
		var b UserBackend
		var err error
		switch name {
		case "file":
			b, err = newFileBackend(config)
		case "ldap":
			b, err = newLDAPBackend(config)
		default:
			err = fmt.Errorf("unknown backend %s", name)
		}
		if err != nil {
			return nil, err
		}
		s.backends = append(s.backends, b)
	}
	return s, nil
}

// Close the authentication server and release all associated resources.
func (s *Server) Close() {
	for _, b := range s.backends {
		b.Close()
	}
}

func (s *Server) getServiceConfig(service string) (*ServiceConfig, bool) {
	c, ok := s.config.Services[service]
	if !ok {
		c, ok = s.config.Services["default"]
	}
	return c, ok
}

440
441
442
443
func (s *Server) getUser(ctx context.Context, serviceConfig *ServiceConfig, username string) (*User, bool) {
	for _, spec := range serviceConfig.BackendSpecs {
		for _, b := range s.backends {
			if user, ok := b.GetUser(ctx, spec, username); ok {
444
445
446
				if len(spec.StaticGroups) > 0 {
					user.Groups = append(user.Groups, spec.StaticGroups...)
				}
447
448
449
450
451
452
453
				return user, true
			}
		}
	}
	return nil, false
}

ale's avatar
ale committed
454
455
456
457
458
459
460
461
// Authenticate a user with the parameters specified in the incoming AuthRequest.
func (s *Server) Authenticate(ctx context.Context, req *auth.Request) *auth.Response {
	serviceConfig, ok := s.getServiceConfig(req.Service)
	if !ok {
		log.Printf("unknown service %s", req.Service)
		return newError()
	}

462
	user, ok := s.getUser(ctx, serviceConfig, req.Username)
ale's avatar
ale committed
463
	if !ok {
ale's avatar
ale committed
464
465
		// User is unknown to all backends. Do not proceed
		// further, but log and increment stats counters.
ale's avatar
ale committed
466
		log.Printf("unknown user %s", req.Username)
ale's avatar
ale committed
467
468
469
470
		authRequestsCounter.With(prometheus.Labels{
			"service": req.Service,
			"status":  "unknown_user",
		})
ale's avatar
ale committed
471
472
473
		return newError()
	}

474
475
476
	// Apply rate limiting and blacklisting _before_ invoking the
	// authentication handlers, as they may be CPU intensive.
	if allowed := serviceConfig.checkRateLimits(user, req); !allowed {
ale's avatar
ale committed
477
478
479
		ratelimitCounter.With(prometheus.Labels{
			"service": req.Service,
		}).Inc()
480
481
482
		return newError()
	}

ale's avatar
ale committed
483
484
485
	resp, err := s.authenticateUser(req, serviceConfig, user)
	if err != nil {
		resp = newError()
ale's avatar
ale committed
486
		log.Printf("auth: user=%s service=%s status=%s error=%s", req.Username, req.Service, resp.Status.String(), err)
ale's avatar
ale committed
487
488
	} else {
		// Log the request and response.
ale's avatar
ale committed
489
		log.Printf("auth: user=%s service=%s status=%s", req.Username, req.Service, resp.Status.String())
ale's avatar
ale committed
490
	}
491
492
493
494

	// Notify blacklists of the result.
	serviceConfig.notifyBlacklists(user, req, resp)

ale's avatar
ale committed
495
496
497
498
499
500
	// Increment stats counters.
	authRequestsCounter.With(prometheus.Labels{
		"service": req.Service,
		"status":  resp.Status.String(),
	}).Inc()

501
502
503
	return resp
}

ale's avatar
ale committed
504
505
506
// Authenticate a user. Returning an error should result in an
// AuthResponse with StatusError.
func (s *Server) authenticateUser(req *auth.Request, serviceConfig *ServiceConfig, user *User) (resp *auth.Response, err error) {
ale's avatar
ale committed
507
508
509
	// Verify different credentials depending on whether the user
	// has 2FA enabled or not, and on whether the service itself
	// supports challenge-response authentication.
ale's avatar
ale committed
510
	if serviceConfig.Enforce2FA || user.Has2FA() {
ale's avatar
ale committed
511
		if serviceConfig.ChallengeResponse {
ale's avatar
ale committed
512
			resp, err = s.authenticateUserWith2FA(user, req)
ale's avatar
ale committed
513
		} else {
ale's avatar
ale committed
514
			resp, err = s.authenticateUserWithASP(user, req)
ale's avatar
ale committed
515
516
		}
	} else {
ale's avatar
ale committed
517
518
519
520
		resp, err = s.authenticateUserWithPassword(user, req)
	}
	if err != nil {
		return
521
522
523
524
525
526
527
528
	}

	// Process the response through filters (device info checks,
	// etc) that may or may not change the response itself.
	for _, f := range serviceConfig.filters {
		if resp.Status == auth.StatusError {
			break
		}
529
		resp = f.Filter(user, req, resp)
ale's avatar
ale committed
530
531
532
533
534
535
	}

	// If the response is successful, augment it with user information.
	if resp.Status == auth.StatusOK {
		resp.UserInfo = user.UserInfo()
	}
ale's avatar
ale committed
536
	return
ale's avatar
ale committed
537
538
}

ale's avatar
ale committed
539
func (s *Server) authenticateUserWithPassword(user *User, req *auth.Request) (*auth.Response, error) {
ale's avatar
ale committed
540
541
	// Ok we only need to check the password here.
	if checkPassword(req.Password, user.EncryptedPassword) {
ale's avatar
ale committed
542
		return newOK(), nil
ale's avatar
ale committed
543
	}
ale's avatar
ale committed
544
	return nil, errors.New("wrong password")
ale's avatar
ale committed
545
546
}

ale's avatar
ale committed
547
func (s *Server) authenticateUserWithASP(user *User, req *auth.Request) (*auth.Response, error) {
ale's avatar
ale committed
548
549
	for _, asp := range user.AppSpecificPasswords {
		if asp.Service == req.Service && checkPassword(req.Password, asp.EncryptedPassword) {
ale's avatar
ale committed
550
			return newOK(), nil
ale's avatar
ale committed
551
552
		}
	}
ale's avatar
ale committed
553
	return nil, errors.New("wrong app-specific password")
ale's avatar
ale committed
554
555
}

ale's avatar
ale committed
556
func (s *Server) authenticateUserWith2FA(user *User, req *auth.Request) (*auth.Response, error) {
ale's avatar
ale committed
557
558
	// First of all verify the password.
	if !checkPassword(req.Password, user.EncryptedPassword) {
ale's avatar
ale committed
559
		return nil, errors.New("wrong password")
ale's avatar
ale committed
560
561
562
563
564
565
566
567
568
	}

	// If the request contains one of the 2FA attributes, verify
	// it. But if it contains none, we return with
	// AuthStatusInsufficientCredentials and potentially a 2FA
	// hint (for U2F).
	switch {
	case req.U2FResponse != nil:
		if user.HasU2F() && s.checkU2F(user, req.U2FResponse) {
ale's avatar
ale committed
569
			return newOK(), nil
ale's avatar
ale committed
570
		}
ale's avatar
ale committed
571
		return nil, errors.New("bad U2F response")
ale's avatar
ale committed
572
	case req.OTP != "":
573
574
575
576
577
		if user.HasOTP() && s.checkOTP(user, req.OTP, user.TOTPSecret) {
			// Save the token for replay protection.
			if err := s.otpShortTerm.AddToken(user.Name, req.OTP); err != nil {
				log.Printf("error saving OTP token to short-term storage: %v", err)
			}
ale's avatar
ale committed
578
			return newOK(), nil
ale's avatar
ale committed
579
		}
ale's avatar
ale committed
580
		return nil, errors.New("bad OTP")
ale's avatar
ale committed
581
582
583
584
585
586
587
588
	default:
		resp := &auth.Response{
			Status: auth.StatusInsufficientCredentials,
		}
		if req.U2FAppID != "" && user.HasU2F() {
			resp.TFAMethod = auth.TFAMethodU2F
			signReq, err := s.u2fSignRequest(user, req.U2FAppID)
			if err != nil {
ale's avatar
ale committed
589
				return nil, err
ale's avatar
ale committed
590
591
592
593
594
			}
			resp.U2FSignRequest = signReq
		} else if user.HasOTP() {
			resp.TFAMethod = auth.TFAMethodOTP
		}
ale's avatar
ale committed
595
		return resp, nil
ale's avatar
ale committed
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
	}
}

func (s *Server) u2fSignRequest(user *User, appID string) (*u2f.WebSignRequest, error) {
	challenge, err := u2f.NewChallenge(appID, []string{appID})
	if err != nil {
		return nil, err
	}

	if err := s.u2fShortTerm.SetUserChallenge(user.Name, challenge); err != nil {
		return nil, err
	}

	return challenge.SignRequest(user.U2FRegistrations), nil
}

func (s *Server) checkU2F(user *User, resp *u2f.SignResponse) bool {
	challenge, ok := s.u2fShortTerm.GetUserChallenge(user.Name)
	if !ok {
		return false
	}
	for _, reg := range user.U2FRegistrations {
		_, err := reg.Authenticate(*resp, *challenge, 0)
		if err == nil {
			return true
		}
	}
	return false
}

func checkPassword(password, hash []byte) bool {
ale's avatar
ale committed
627
	return pwhash.ComparePassword(string(hash), string(password))
ale's avatar
ale committed
628
629
}

630
631
632
633
634
635
636
func (s *Server) checkOTP(user *User, otp, secret string) bool {
	// Check our short-ttl blacklist for the token (replay protection).
	if s.otpShortTerm.HasToken(user.Name, otp) {
		log.Printf("replay protection triggered for %s", user.Name)
		return false
	}

ale's avatar
ale committed
637
638
	return totp.Validate(otp, secret)
}