-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbufinsert.go
71 lines (57 loc) · 1.66 KB
/
bufinsert.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
package bufinsert
import (
"gorm.io/gorm"
"sync"
)
type BufferedInserter struct {
db *gorm.DB
buffer []interface{}
count int
locker sync.Mutex
}
func NewInserter(db *gorm.DB, bufferSize int) *BufferedInserter {
return &BufferedInserter{
db: db,
buffer: make([]interface{}, bufferSize),
count: 0,
}
}
// Insert inserts the data into the buffer or into the database(when the buffer is full).
func (receiver *BufferedInserter) Insert(data ...interface{}) {
receiver.locker.Lock()
defer receiver.locker.Unlock()
for _, d := range data {
receiver.buffer[receiver.count] = d
receiver.count++
if full := receiver.count == len(receiver.buffer); full {
receiver.db.CreateInBatches(receiver.buffer, len(receiver.buffer))
receiver.count = 0
}
}
}
// Flush inserts any buffered data to the database.
func (receiver *BufferedInserter) Flush() {
receiver.locker.Lock()
defer receiver.locker.Unlock()
buffered := receiver.buffer[:receiver.count]
receiver.db.CreateInBatches(buffered, len(buffered))
receiver.count = 0
}
// Size returns the size of the underlying buffer in bytes.
func (receiver *BufferedInserter) Size() int {
receiver.locker.Lock()
defer receiver.locker.Unlock()
return len(receiver.buffer)
}
// Available returns how many bytes are unused in the buffer.
func (receiver *BufferedInserter) Available() int {
receiver.locker.Lock()
defer receiver.locker.Unlock()
return len(receiver.buffer) - receiver.count
}
// Buffered returns the number of bytes that have been written into the current buffer.
func (receiver *BufferedInserter) Buffered() int {
receiver.locker.Lock()
defer receiver.locker.Unlock()
return receiver.count
}