aboutsummaryrefslogtreecommitdiffstats
path: root/oae2.go
blob: c1ee62767f71aa26f5d63066e353eebfb9f03207 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
// Pacakage oae2 implements “Online Authenticated-Encryption” (also known as
// streaming AEAD) based on the influential paper
// “[Online Authenticated-Encryption and its Nonce-Reuse Misuse-Resistance]” by
// Hoang et al.
//
// Please do not use this package; it likely has critical
// security vulnerabilities.
//
// # Encrypted stream format
//
// The encrypted streams written by this package start with a 32 byte random
// salt, followed by a number of encrypted segments each of length
// segmentSize + 16. That is, each encrypted segment has an overhead of 16
// bytes for the authentication tag. Each segment is encrypted using
// AES-256-GCM, using a key derived from the given key and the random salt
// using HKDF-HMAC-SHA256.
//
// The encrypted stream format may change in the future.
//
// [Online Authenticated-Encryption and its Nonce-Reuse Misuse-Resistance]: https://eprint.iacr.org/2015/189.pdf
package oae2

import (
	"crypto/aes"
	"crypto/cipher"
	"crypto/hkdf"
	"crypto/rand"
	"crypto/sha256"
	"encoding/binary"
	"errors"
	"fmt"
	"io"
	"math"
)

// ErrInvalid is returned from methods on Reader when the stream failed to
// authenticate. This can indicate that a wrong key was used, or that the data
// was tampered with.
var ErrInvalid = errors.New("invalid stream")

const (
	nonceSize    = 12
	aeadOverhead = 16
	saltSize     = 32
)

type segmentEncrypter struct {
	key            []byte
	additionalData []byte

	aead  cipher.AEAD
	nonce [nonceSize]byte
}

func (e *segmentEncrypter) init(salt []byte) error {
	key, err := hkdf.Key(sha256.New, e.key, salt, "", 32)
	if err != nil {
		return err
	}
	block, err := aes.NewCipher(key)
	if err != nil {
		return err
	}
	e.aead, err = cipher.NewGCM(block)
	return err
}

func (e *segmentEncrypter) firstSegment() bool {
	n := e.nonce
	var or byte
	// First 11 bytes of the nonce are the segment index
	for _, b := range n[:nonceSize-1] {
		or |= b
	}
	return or != 0
}

func (e *segmentEncrypter) nextNonce(lastSegment bool) ([]byte, error) {
	for i := 0; ; i++ {
		if i == nonceSize-1 {
			return nil, errors.New("oae2: nonce counter overflowed")
		}
		e.nonce[i]++
		if e.nonce[i] != 0 {
			break
		}
	}
	if lastSegment {
		e.nonce[nonceSize-1] = 1
	}
	return e.nonce[:], nil
}

func (e *segmentEncrypter) encryptSegment(segment []byte, lastSegment bool) ([]byte, error) {
	var ad []byte
	if e.firstSegment() {
		ad = e.additionalData
	}
	nonce, err := e.nextNonce(lastSegment)
	if err != nil {
		return nil, err
	}
	return e.aead.Seal(segment[:len(segment)+aeadOverhead][:0], nonce, segment, ad), nil
}

func (e *segmentEncrypter) decryptSegment(segment []byte, lastSegment bool) ([]byte, error) {
	var ad []byte
	if e.firstSegment() {
		ad = e.additionalData
	}
	nonce, err := e.nextNonce(lastSegment)
	if err != nil {
		return nil, err
	}
	plainText, err := e.aead.Open(segment[:0], nonce, segment, ad)
	if err != nil {
		return nil, fmt.Errorf("%w: %s", ErrInvalid, err)
	}
	return plainText, nil
}

// A Writer wraps an io.Writer and encrypts the data in segments. Make sure to
// call [Writer.Close] once all the data is written.
type Writer struct {
	initialized bool
	err         error

	w           io.Writer
	segmentSize int
	encrypter   segmentEncrypter
	buf         []byte
}

// NewWriter returns a Writer that encrypts data using key and writes the
// encrypted data to w in chunks of approximately segmentSize bytes. NewWriter
// panics if segmentSize <= 0.
//
// Make sure to call [Writer.Close] to flush the final segment.
func NewWriter(w io.Writer, key []byte, segmentSize int, additionalData []byte) *Writer {
	if segmentSize <= 0 {
		panic("oae2.NewWriter: segmentSize must be strictly greater than 0")
	}
	return &Writer{
		w:           w,
		segmentSize: segmentSize,
		encrypter:   segmentEncrypter{key: key, additionalData: additionalData},
		buf:         make([]byte, 0, segmentSize+aeadOverhead),
	}
}

func (w *Writer) initialize() error {
	w.initialized = true
	salt := make([]byte, saltSize)
	rand.Read(salt)
	if w.err = w.encrypter.init(salt); w.err != nil {
		return w.err
	}
	_, w.err = w.w.Write(salt)
	return w.err
}

func (w *Writer) init() error {
	if !w.initialized {
		return w.initialize()
	}
	return w.err
}

func (w *Writer) writeBuf(lastSegment bool) error {
	var encrypted []byte
	if encrypted, w.err = w.encrypter.encryptSegment(w.buf, lastSegment); w.err != nil {
		return w.err
	}
	if _, w.err = w.w.Write(encrypted); w.err != nil {
		return w.err
	}
	w.buf = w.buf[:0]
	return nil
}

// Write implements io.Writer.
func (w *Writer) Write(buf []byte) (int, error) {
	if err := w.init(); err != nil {
		return 0, err
	}
	nn := 0
	for len(buf) > 0 {
		if len(w.buf) == w.segmentSize {
			if err := w.writeBuf(false); err != nil {
				return nn, err
			}
		}
		n := copy(w.buf[len(w.buf):w.segmentSize], buf)
		w.buf = w.buf[:len(w.buf)+n]
		buf = buf[n:]
		nn += n
	}
	return nn, nil
}

// ReadFrom implements io.ReaderFrom.
func (w *Writer) ReadFrom(r io.Reader) (int64, error) {
	if err := w.init(); err != nil {
		return 0, err
	}
	var nn int64
	for {
		n, err := r.Read(w.buf[len(w.buf) : w.segmentSize+1])
		w.buf = w.buf[:len(w.buf)+n]
		nn += int64(n)
		if len(w.buf) == w.segmentSize+1 {
			nextByte := w.buf[w.segmentSize]
			w.buf = w.buf[:w.segmentSize]
			if err := w.writeBuf(false); err != nil {
				return nn, err
			}
			w.buf = w.buf[:1]
			w.buf[0] = nextByte
		}
		if err != nil {
			if err == io.EOF {
				return nn, nil
			}
			return nn, err
		}
	}
}

var errClosed = errors.New("oae2.Writer: writer closed")

// Close flushes the final segment. Failure to call Close will result in a
// truncated stream.
func (w *Writer) Close() error {
	if err := w.init(); err != nil {
		return err
	}
	if err := w.writeBuf(true); err != nil {
		return err
	}
	w.err = errClosed
	return nil
}

// We avoid bufio.Reader to minimize extra allocations.
type bufReader struct {
	r        io.Reader
	nextByte byte
	buffered bool
}

func (r *bufReader) Read(buf []byte) (int, error) {
	if r.buffered && len(buf) > 0 {
		buf[0] = r.nextByte
		r.buffered = false
		return 1, nil
	}
	n, err := r.r.Read(buf)
	if n > 0 {
		r.nextByte = buf[n-1]
	}
	return n, err
}

func (r *bufReader) unreadByte() {
	r.buffered = true
}

func (r *bufReader) seek(offset int64, whence int) (int64, error) {
	n, err := r.r.(io.Seeker).Seek(offset, whence)
	if err != nil {
		return n, err
	}
	r.buffered = false
	return n, nil
}

// A Reader wraps an io.Reader and decrypts the underlying data stream.
type Reader struct {
	initialized bool
	err         error

	r           bufReader
	segmentSize int
	decrypter   segmentEncrypter
	buf         []byte
	nRead       int
}

// NewReader returns a Reader that wraps r and decrypts the data using key in
// chunks of size segmentSize. segmentSize must match the segment size that was
// used to write the encrypted stream. NewReader panics if segmentSize <= 0.
func NewReader(r io.Reader, key []byte, segmentSize int, additionalData []byte) *Reader {
	if segmentSize <= 0 {
		panic("oae2.NewReader: segmentSize must be strictly greater than 0")
	}
	return &Reader{
		r:           bufReader{r: r},
		segmentSize: segmentSize,
		decrypter:   segmentEncrypter{key: key, additionalData: additionalData},
		buf:         make([]byte, 0, segmentSize+aeadOverhead+1),
	}
}

func (r *Reader) initialize() error {
	r.initialized = true
	buf := make([]byte, saltSize)
	if _, r.err = io.ReadFull(&r.r, buf); r.err != nil {
		if r.err == io.EOF || r.err == io.ErrUnexpectedEOF {
			r.err = fmt.Errorf("%w: too short", ErrInvalid)
		}
		return r.err
	}
	if r.err = r.decrypter.init(buf); r.err != nil {
		return r.err
	}
	// Decrypt the first segment now to make sure we validate the
	// additional data
	if err := r.fillBuf(); err != nil {
		if err == io.EOF {
			r.err = fmt.Errorf("%w: too short", ErrInvalid)
			return r.err
		}
		return err
	}
	return nil
}

func (r *Reader) init() error {
	if !r.initialized {
		return r.initialize()
	}
	return r.err
}

func (r *Reader) fillBuf() error {
	// It's important that we know whether this is the last segment, to set
	// the appropriate byte in the IV. Some other implementations just try
	// both options, but I think we can be a little bit more precise and
	// read an extra byte here to be sure if we're at the end.
	n, err := io.ReadFull(&r.r, r.buf[:r.segmentSize+aeadOverhead+1])
	if err != nil && err != io.ErrUnexpectedEOF {
		// Don't set r.err to EOF here, since we might Seek and reset
		// the stream, but r.err is unrecoverable.
		if err != io.EOF {
			r.err = err
		}
		return err
	}
	buf := r.buf[:n]
	if n == r.segmentSize+aeadOverhead+1 {
		r.r.unreadByte()
		buf = buf[:r.segmentSize+aeadOverhead]
	}
	if r.buf, r.err = r.decrypter.decryptSegment(buf, err == io.ErrUnexpectedEOF); r.err != nil {
		return r.err
	}
	r.nRead = 0
	return nil
}

// Read implements io.Reader. Read returns an error wrapping [ErrInvalid] if
// the stream fails authentication.
func (r *Reader) Read(buf []byte) (int, error) {
	if err := r.init(); err != nil {
		return 0, err
	}
	if r.nRead >= len(r.buf) {
		if err := r.fillBuf(); err != nil {
			return 0, err
		}
		if len(r.buf) == 0 {
			return 0, io.EOF
		}
	}
	n := copy(buf, r.buf[r.nRead:])
	r.nRead += n
	return n, nil
}

// WriteTo implements io.WriterTo. WriteTo returns an error wrapping
// [ErrInvalid] if the stream fails authentication.
func (r *Reader) WriteTo(w io.Writer) (int64, error) {
	if err := r.init(); err != nil {
		return 0, err
	}
	var nn int64
	for {
		if r.nRead < len(r.buf) {
			n, err := w.Write(r.buf[r.nRead:])
			r.nRead += n
			nn += int64(n)
			if err != nil {
				return nn, err
			}
		}
		if err := r.fillBuf(); err != nil {
			if err == io.EOF {
				return nn, nil
			}
			return nn, err
		}
	}
}

func (r *Reader) encryptedToPlaintextSize(offset int64) int64 {
	segments := (offset - saltSize) / int64(r.segmentSize+aeadOverhead)
	if (offset-saltSize)%int64(r.segmentSize+aeadOverhead) != 0 {
		segments++
	}
	return offset - saltSize - segments*aeadOverhead
}

func (r *Reader) seek(offset int64) (int64, error) {
	if offset < 0 {
		return 0, fmt.Errorf("oae2.Reader.Seek: absolute offset is negative or would overflow")
	}
	segment := offset / int64(r.segmentSize)
	segmentOffset := offset % int64(r.segmentSize)
	if segment > math.MaxInt64/int64(r.segmentSize+aeadOverhead) {
		return 0, fmt.Errorf("oae2.Reader.Seek: seek offset would overflow int64")
	}
	streamOffset := saltSize + segment*int64(r.segmentSize+aeadOverhead)
	if streamOffset < 0 {
		return 0, fmt.Errorf("oae2.Reader.Seek: seek offset would overflow int64")
	}
	n, err := r.r.seek(streamOffset, io.SeekStart)
	if err != nil {
		return 0, err
	}
	r.buf = r.buf[:0]
	binary.LittleEndian.PutUint64(r.decrypter.nonce[:], uint64(segment))
	clear(r.decrypter.nonce[8:])
	if err := r.fillBuf(); err != nil && err != io.EOF {
		return 0, err
	}
	r.nRead = min(int(segmentOffset), len(r.buf))
	return r.encryptedToPlaintextSize(n) + int64(r.nRead), nil
}

// Seek implements io.Seeker. If the underlying reader does not implement
// io.Seeker, Seek returns an error wrapping [errors.ErrUnsupported]. Seek may
// also return an error wrapping [ErrInvalid] if the seeked-to segment
// fails authentication.
func (r *Reader) Seek(offset int64, whence int) (int64, error) {
	if _, ok := r.r.r.(io.Seeker); !ok {
		return 0, fmt.Errorf("%w", errors.ErrUnsupported)
	}
	if err := r.init(); err != nil {
		return 0, err
	}
	switch whence {
	case io.SeekStart:
		return r.seek(offset)
	case io.SeekCurrent:
		if r.decrypter.nonce[8]|r.decrypter.nonce[9]|r.decrypter.nonce[10] != 0 {
			return 0, fmt.Errorf("oae2.Reader.Seek: internal error: current stream position would overflow int64")
		}
		currentSegment := binary.LittleEndian.Uint64(r.decrypter.nonce[:8])
		if currentSegment > 0 {
			currentSegment--
		}
		if currentSegment > math.MaxInt64/uint64(r.segmentSize) {
			return 0, fmt.Errorf("oae2.Reader.Seek: internal error: current stream position would overflow int64")
		}
		currentOffset := int64(currentSegment)*int64(r.segmentSize) + int64(r.nRead)
		if currentOffset < 0 {
			return 0, fmt.Errorf("oae2.Reader.Seek: internal error: current stream position would overflow int64")
		}
		return r.seek(currentOffset + offset)
	case io.SeekEnd:
		// Unfortunately we have to do an additional seek for SeekEnd
		// in the general case to determine the total size of the
		// underlying stream. Fortunately, the most common case for
		// SeekEnd is with offset 0 and we can avoid the additional
		// seek in that case.
		encryptedSize, err := r.r.seek(0, io.SeekEnd)
		if err != nil {
			return 0, err
		}
		r.buf = r.buf[:0]
		plaintextSize := r.encryptedToPlaintextSize(encryptedSize)
		if offset == 0 {
			return plaintextSize, nil
		}
		return r.seek(plaintextSize + offset)
	default:
		return 0, errors.New("oae2.Reader.Seek: invalid whence")
	}
}