mirror of
https://github.com/bufanyun/hotgo.git
synced 2025-01-24 11:36:27 +08:00
119 lines
2.2 KiB
Go
119 lines
2.2 KiB
Go
package disk
|
||
|
||
import (
|
||
"context"
|
||
"errors"
|
||
"io"
|
||
"os"
|
||
"sync"
|
||
"time"
|
||
)
|
||
|
||
const (
|
||
filePerm = 0600 // 数据写入权限
|
||
indexFile = ".index" // 消息索引文件
|
||
)
|
||
|
||
type Config struct {
|
||
GroupName string // 组群名称
|
||
Path string // 数据存放路径
|
||
BatchSize int64 // 每N条消息同步一次，batchSize和batchTime满足其一就会同步一次
|
||
BatchTime time.Duration // 每N秒消息同步一次
|
||
SegmentSize int64 // 每个topic分片数据文件最大字节
|
||
SegmentLimit int64 // 每个topic最大分片数据文件数量
|
||
}
|
||
|
||
type Queue struct {
|
||
sync.RWMutex
|
||
close bool
|
||
ticker *time.Ticker
|
||
wg *sync.WaitGroup
|
||
ctx context.Context
|
||
cancel context.CancelFunc
|
||
writer *writer
|
||
reader *reader
|
||
}
|
||
|
||
func New(config *Config) (queue *Queue, err error) {
|
||
if _, err = os.Stat(config.Path); err != nil {
|
||
return
|
||
}
|
||
queue = &Queue{close: false, wg: &sync.WaitGroup{}, writer: &writer{config: config}, reader: &reader{config: config}}
|
||
queue.ticker = time.NewTicker(config.BatchTime)
|
||
queue.ctx, queue.cancel = context.WithCancel(context.TODO())
|
||
err = queue.reader.restore()
|
||
if err != nil {
|
||
return
|
||
}
|
||
go queue.sync()
|
||
return
|
||
}
|
||
|
||
// Write data
|
||
func (q *Queue) Write(data []byte) error {
|
||
if q.close {
|
||
return errors.New("closed")
|
||
}
|
||
|
||
q.Lock()
|
||
defer q.Unlock()
|
||
|
||
return q.writer.write(data)
|
||
}
|
||
|
||
// Read data
|
||
func (q *Queue) Read() (int64, int64, []byte, error) {
|
||
if q.close {
|
||
return 0, 0, nil, errors.New("closed")
|
||
}
|
||
|
||
q.RLock()
|
||
defer q.RUnlock()
|
||
|
||
index, offset, data, err := q.reader.read()
|
||
if err == io.EOF && (q.writer.file == nil || q.reader.file.Name() != q.writer.file.Name()) {
|
||
_ = q.reader.safeRotate()
|
||
}
|
||
return index, offset, data, err
|
||
}
|
||
|
||
// Commit index and offset
|
||
func (q *Queue) Commit(index int64, offset int64) {
|
||
if q.close {
|
||
return
|
||
}
|
||
|
||
ck := &q.reader.checkpoint
|
||
ck.Index, ck.Offset = index, offset
|
||
q.reader.sync()
|
||
}
|
||
|
||
// Close Queue
|
||
func (q *Queue) Close() {
|
||
if q.close {
|
||
return
|
||
}
|
||
|
||
q.close = true
|
||
q.cancel()
|
||
q.wg.Wait()
|
||
q.writer.close()
|
||
q.reader.close()
|
||
}
|
||
|
||
// sync data
|
||
func (q *Queue) sync() {
|
||
q.wg.Add(1)
|
||
defer q.wg.Done()
|
||
for {
|
||
select {
|
||
case <-q.ticker.C:
|
||
q.Lock()
|
||
q.writer.sync()
|
||
q.Unlock()
|
||
case <-q.ctx.Done():
|
||
return
|
||
}
|
||
}
|
||
}
|