1
0
mirror of https://github.com/charlienet/go-mixed.git synced 2025-07-18 16:42:41 +08:00

18 Commits

Author SHA1 Message Date
b0a97978d8 update 2023-08-25 15:31:00 +08:00
04aecd4abc new 2022-11-21 16:18:54 +08:00
1f8789e7eb RemoveAt 2022-11-18 17:35:01 +08:00
299e09f8e3 ignore 2022-11-18 16:58:00 +08:00
ea846a321a cache 2022-11-18 16:57:23 +08:00
278c8b4cb7 maps 2022-11-18 16:57:15 +08:00
cf30b4eb4c collection 2022-11-18 16:56:56 +08:00
f3ca69f159 list 2022-11-18 16:56:44 +08:00
bd85140a78 redis 2022-11-18 16:56:12 +08:00
b76be4ce6b update 2022-11-18 16:53:59 +08:00
6e24cf5bdc boom filter 2022-11-18 16:52:43 +08:00
abe445f5e6 list 2022-11-16 17:31:28 +08:00
ac346274c1 update 2022-11-10 10:37:47 +08:00
823cd62148 update 2022-11-09 17:28:42 +08:00
d49c02924c expr 2022-11-09 17:21:30 +08:00
9203c3719f 日历相关计算 2022-11-09 17:16:24 +08:00
132bb0d0e2 add lock 2022-10-10 11:29:07 +08:00
716a199c9b 添加存储 2022-10-10 11:07:59 +08:00
104 changed files with 3282 additions and 644 deletions

1
.gitignore vendored
View File

@ -1,2 +1,3 @@
*.o *.o
fs/logs/** fs/logs/**
.idea/**

View File

@ -1,92 +1,113 @@
package bloom package bloom
import ( import (
"github.com/bits-and-blooms/bitset" "math"
"github.com/charlienet/go-mixed/locker"
"github.com/charlienet/go-mixed/bytesconv"
"github.com/charlienet/go-mixed/expr"
"github.com/charlienet/go-mixed/hash"
"github.com/go-redis/redis/v8"
) )
const DEFAULT_SIZE = 2 << 24 const DEFAULT_SIZE = 2 << 24
var seeds = []uint{7, 11, 13, 31, 37, 61} var seeds = []uint{7, 11, 13, 31, 37, 61}
type simplehash struct { type bitStore interface {
cap uint Clear()
seed uint Set(pos ...uint) error
Test(pos ...uint) (bool, error)
} }
type BloomFilter struct { type BloomFilter struct {
size int // 布隆过滤器大小 bits uint // 布隆过滤器大小
set *bitset.BitSet // 位图 funcs uint // 哈希函数数量
funcs [6]simplehash // 哈希函数 store bitStore // 位图存储
lock locker.RWLocker
} }
type bloomOptions struct { type bloomOptions struct {
Size int redisClient *redis.Client
redisKey string
} }
type option func(*bloomOptions) type option func(*bloomOptions)
// 布隆过滤器中所有位长度,请根据存储数量进行评估 func WithRedis(redis *redis.Client, key string) option {
func WithSize(size int) option {
return func(bo *bloomOptions) { return func(bo *bloomOptions) {
bo.Size = size bo.redisClient = redis
bo.redisKey = key
} }
} }
func NewBloomFilter(opts ...option) *BloomFilter { // New 初始化布隆过滤器
opt := &bloomOptions{ // https://pages.cs.wisc.edu/~cao/papers/summary-cache/node8.html
Size: DEFAULT_SIZE, func New(expectedInsertions uint, fpp float64, opts ...option) *BloomFilter {
} opt := &bloomOptions{}
for _, f := range opts { for _, f := range opts {
f(opt) f(opt)
} }
bits := optimalNumOfBits(expectedInsertions, fpp)
k := optimalNumOfHashFunctions(bits, expectedInsertions)
bf := &BloomFilter{ bf := &BloomFilter{
size: opt.Size, bits: bits,
lock: locker.NewRWLocker(), funcs: k,
store: expr.Ternary[bitStore](
opt.redisClient == nil,
newMemStore(bits),
newRedisStore(opt.redisClient, opt.redisKey, bits)),
} }
for i := 0; i < len(bf.funcs); i++ {
bf.funcs[i] = simplehash{uint(opt.Size), seeds[i]}
}
bf.set = bitset.New(uint(opt.Size))
return bf return bf
} }
func (bf *BloomFilter) Add(value string) { func (bf *BloomFilter) Add(data string) {
funcs := bf.funcs[:] offsets := bf.geOffsets([]byte(data))
bf.store.Set(offsets...)
for _, f := range funcs {
bf.set.Set(f.hash(value))
}
} }
func (bf *BloomFilter) Contains(value string) bool { func (bf *BloomFilter) ExistString(data string) (bool, error) {
if value == "" { return bf.Exists(bytesconv.StringToBytes(data))
return false }
}
ret := true
funcs := bf.funcs[:] func (bf *BloomFilter) Exists(data []byte) (bool, error) {
for _, f := range funcs { if data == nil || len(data) == 0 {
ret = ret && bf.set.Test(f.hash(value)) return false, nil
} }
return ret offsets := bf.geOffsets(data)
isSet, err := bf.store.Test(offsets...)
if err != nil {
return false, err
}
return isSet, nil
}
func (bf *BloomFilter) geOffsets(data []byte) []uint {
offsets := make([]uint, bf.funcs)
for i := uint(0); i < bf.funcs; i++ {
offsets[i] = uint(hash.Murmur3(append(data, byte(i))) % uint64(bf.bits))
}
return offsets
} }
// 清空布隆过滤器 // 清空布隆过滤器
func (bf *BloomFilter) Clear() { func (bf *BloomFilter) Clear() {
bf.set.ClearAll() bf.store.Clear()
} }
func (s simplehash) hash(value string) uint { // 计算优化的位图长度,
var result uint = 0 // n 期望放置元素数量,
for i := 0; i < len(value); i++ { // p 预期的误判概率
result = result*s.seed + uint(value[i]) func optimalNumOfBits(n uint, p float64) uint {
} return (uint)(-float64(n) * math.Log(p) / (math.Log(2) * math.Log(2)))
return (s.cap - 1) & result }
// 计算哈希函数数量
func optimalNumOfHashFunctions(m, n uint) uint {
return uint(math.Round(float64(m) / float64(n) * math.Log(2)))
} }

View File

@ -2,17 +2,21 @@ package bloom_test
import ( import (
"fmt" "fmt"
"math"
"strconv" "strconv"
"testing" "testing"
"github.com/charlienet/go-mixed/bloom" "github.com/charlienet/go-mixed/bloom"
"github.com/charlienet/go-mixed/rand" "github.com/charlienet/go-mixed/rand"
"github.com/charlienet/go-mixed/sys" "github.com/charlienet/go-mixed/sys"
"github.com/go-redis/redis/v8"
"github.com/stretchr/testify/assert" "github.com/stretchr/testify/assert"
) )
const ()
func TestBloom(t *testing.T) { func TestBloom(t *testing.T) {
b := bloom.NewBloomFilter() b := bloom.New(1000, 0.03)
for i := 0; i < 1000000; i++ { for i := 0; i < 1000000; i++ {
b.Add(strconv.Itoa(i)) b.Add(strconv.Itoa(i))
@ -20,51 +24,94 @@ func TestBloom(t *testing.T) {
v := "6943553521463296-1635402930" v := "6943553521463296-1635402930"
t.Log(b.Contains(v)) t.Log(b.ExistString(v))
b.Add(v) b.Add(v)
t.Log(b.Contains(v)) t.Log(b.ExistString(v))
fmt.Println("过滤器中包含值:", b.Contains(strconv.Itoa(9999))) isSet, err := b.ExistString(strconv.Itoa(9999))
fmt.Println("过滤器中包含:", b.Contains("ss")) fmt.Println("过滤器中包含:", isSet, err)
isSet, err = b.ExistString("ss")
fmt.Println("过滤器中未包含:", isSet, err)
t.Log(sys.ShowMemUsage()) t.Log(sys.ShowMemUsage())
} }
func TestSize(t *testing.T) { func TestOptimize(t *testing.T) {
bloom.NewBloomFilter(bloom.WithSize(1 << 2))
expectedInsertions := 1000000 // 期望存储数据量
falseProbability := 0.00002 // 预期误差
bits := uint(float64(-expectedInsertions) * math.Log(falseProbability) / (math.Log(2) * math.Log(2)))
hashSize := uint(math.Round(float64(bits) / float64(expectedInsertions) * math.Log(2)))
t.Log(bits)
t.Log(hashSize)
}
func TestRedis(t *testing.T) {
client := redis.NewClient(&redis.Options{
Addr: "192.168.2.222:6379",
Password: "123456",
})
bf := bloom.New(10000, 0.03, bloom.WithRedis(client, "bloom:test"))
for i := 0; i < 100; i++ {
bf.Add(strconv.Itoa(i))
}
for i := 0; i < 100; i++ {
isSet, err := bf.ExistString(strconv.Itoa(i))
if err != nil {
t.Fatal(err)
}
if !isSet {
t.Log(i, isSet)
}
}
for i := 101; i < 200; i++ {
isSet, err := bf.ExistString(strconv.Itoa(i))
t.Log(isSet, err)
}
} }
func TestClear(t *testing.T) { func TestClear(t *testing.T) {
bf := bloom.NewBloomFilter() bf := bloom.New(1000, 0.03)
v := "abc" v := "abc"
bf.Add(v) bf.Add(v)
assert.True(t, bf.Contains(v)) isSet, _ := bf.ExistString(v)
assert.True(t, isSet)
bf.Clear() bf.Clear()
assert.False(t, bf.Contains(v)) isSet, _ = bf.ExistString(v)
assert.False(t, isSet)
} }
func TestParallel(t *testing.T) { func TestParallel(t *testing.T) {
f := bloom.NewBloomFilter() f := bloom.New(1000, 0.03)
for i := 0; i < 10000; i++ { for i := 0; i < 10000; i++ {
v := rand.Hex.Generate(10) v := rand.Hex.Generate(10)
f.Add(v) f.Add(v)
assert.True(t, f.Contains(v)) isSet, _ := f.ExistString(v)
assert.True(t, isSet)
} }
} }
func BenchmarkFilter(b *testing.B) { func BenchmarkFilter(b *testing.B) {
f := bloom.NewBloomFilter() f := bloom.New(1000, 0.03)
b.RunParallel(func(p *testing.PB) { b.RunParallel(func(p *testing.PB) {
for p.Next() { for p.Next() {
v := rand.Hex.Generate(10) v := rand.Hex.Generate(10)
f.Add(v) f.Add(v)
f.Contains(v) f.ExistString(v)
// assert.True(b, f.Contains(v)) // assert.True(b, f.Contains(v))

51
bloom/mem_store.go Normal file
View File

@ -0,0 +1,51 @@
package bloom
import (
"github.com/bits-and-blooms/bitset"
"github.com/charlienet/go-mixed/locker"
)
type memStore struct {
size uint
set *bitset.BitSet // 内存位图
lock locker.RWLocker // 同步锁
}
func newMemStore(size uint) *memStore {
return &memStore{
size: size,
set: bitset.New(size),
lock: locker.NewRWLocker(),
}
}
func (s *memStore) Clear() {
s.lock.Lock()
defer s.lock.Unlock()
s.set.ClearAll()
}
func (s *memStore) Set(offsets ...uint) error {
s.lock.Lock()
defer s.lock.Unlock()
for _, p := range offsets {
s.set.Set(p)
}
return nil
}
func (s *memStore) Test(offsets ...uint) (bool, error) {
s.lock.RLock()
defer s.lock.RUnlock()
for _, p := range offsets {
if !s.set.Test(p) {
return false, nil
}
}
return true, nil
}

116
bloom/redis_store.go Normal file
View File

@ -0,0 +1,116 @@
package bloom
import (
"context"
"errors"
"strconv"
"time"
"github.com/go-redis/redis/v8"
)
const (
// ARGV:偏移量offset数组
// KYES[1]: setbit操作的key
// 全部设置为1
setScript = `
for _, offset in ipairs(ARGV) do
redis.call("setbit", KEYS[1], offset, 1)
end
`
//ARGV:偏移量offset数组
//KYES[1]: setbit操作的key
//检查是否全部为1
testScript = `
for _, offset in ipairs(ARGV) do
if tonumber(redis.call("getbit", KEYS[1], offset)) == 0 then
return false
end
end
return true
`
)
var ErrTooLargeOffset = errors.New("超出最大偏移量")
var _ bitStore = &redisBitSet{}
// 使用Redis存储位图
type redisBitSet struct {
store *redis.Client
key string
bits uint
}
func newRedisStore(store *redis.Client, key string, bits uint) *redisBitSet {
return &redisBitSet{
store: store,
key: key,
bits: bits,
}
}
func (s *redisBitSet) Set(offsets ...uint) error {
args, err := s.buildOffsetArgs(offsets)
if err != nil {
return err
}
ctx, cancel := context.WithTimeout(context.Background(), time.Millisecond*500)
defer cancel()
_, err = s.store.Eval(ctx, setScript, []string{s.key}, args).Result()
//底层使用的是go-redis,redis.Nil表示操作的key不存在
//需要针对key不存在的情况特殊判断
if err == redis.Nil {
return nil
} else if err != nil {
return err
}
return nil
}
func (s *redisBitSet) Test(offsets ...uint) (bool, error) {
args, err := s.buildOffsetArgs(offsets)
if err != nil {
return false, err
}
ctx, cancel := context.WithTimeout(context.Background(), time.Millisecond*500)
defer cancel()
resp, err := s.store.Eval(ctx, testScript, []string{s.key}, args).Result()
// key 不存在,表示还未存放任何数据
if err == redis.Nil {
return false, nil
} else if err != nil {
return false, err
}
exists, ok := resp.(int64)
if !ok {
return false, nil
}
return exists == 1, nil
}
func (s *redisBitSet) Clear() {
}
func (r *redisBitSet) buildOffsetArgs(offsets []uint) ([]string, error) {
args := make([]string, 0, len(offsets))
for _, offset := range offsets {
if offset >= r.bits {
return nil, ErrTooLargeOffset
}
args = append(args, strconv.FormatUint(uint64(offset), 10))
}
return args, nil
}

24
bloom/redis_store_test.go Normal file
View File

@ -0,0 +1,24 @@
package bloom
import (
"testing"
"github.com/go-redis/redis/v8"
)
func TestRedisStore(t *testing.T) {
client := redis.NewClient(&redis.Options{
Addr: "192.168.2.222:6379",
Password: "123456",
})
store := newRedisStore(client, "abcdef", 10000)
err := store.Set(1, 2, 3, 9, 1223)
if err != nil {
t.Fatal(err)
}
t.Log(store.Test(1))
t.Log(store.Test(1, 2, 3))
t.Log(store.Test(4, 5, 8))
}

View File

@ -5,10 +5,21 @@ import (
"encoding/hex" "encoding/hex"
) )
const hextable = "0123456789ABCDEF" const hexTable = "0123456789ABCDEF"
type BytesResult []byte type BytesResult []byte
// FromHexString 从十六进制获取
func FromHexString(s string) (BytesResult, error) {
b, err := hex.DecodeString(s)
return BytesResult(b), err
}
func FromBase64String(s string) (BytesResult, error) {
b, err := base64.StdEncoding.DecodeString(s)
return BytesResult(b), err
}
func (r BytesResult) Hex() string { func (r BytesResult) Hex() string {
return hex.EncodeToString(r) return hex.EncodeToString(r)
} }
@ -19,8 +30,8 @@ func (r BytesResult) UppercaseHex() string {
re := r[:] re := r[:]
for _, v := range re { for _, v := range re {
dst[j] = hextable[v>>4] dst[j] = hexTable[v>>4]
dst[j+1] = hextable[v&0x0f] dst[j+1] = hexTable[v&0x0f]
j += 2 j += 2
} }

View File

@ -20,3 +20,8 @@ func Decode(b []byte, out any) error {
dec := gob.NewDecoder(buf) dec := gob.NewDecoder(buf)
return dec.Decode(out) return dec.Decode(out)
} }
func MsgPackage() {
// msgpack.NewEncoder()
}

View File

@ -1,4 +1,4 @@
package cache package bigcache
import ( import (
"errors" "errors"
@ -8,8 +8,6 @@ import (
"github.com/charlienet/go-mixed/logx" "github.com/charlienet/go-mixed/logx"
) )
var _ MemCache = &bigCacheClient{}
type BigCacheConfig struct { type BigCacheConfig struct {
Shards int Shards int
LifeWindow time.Duration LifeWindow time.Duration
@ -49,8 +47,13 @@ func NewBigCache(c BigCacheConfig) (*bigCacheClient, error) {
}, nil }, nil
} }
func (c *bigCacheClient) Get(key string) ([]byte, error) { func (c *bigCacheClient) Get(key string) ([]byte, bool) {
return c.cache.Get(key) b, err := c.cache.Get(key)
if err == nil {
return b, false
}
return b, true
} }
func (c *bigCacheClient) Set(key string, entry []byte, expire time.Duration) error { func (c *bigCacheClient) Set(key string, entry []byte, expire time.Duration) error {
@ -68,9 +71,23 @@ func (c *bigCacheClient) Delete(keys ...string) error {
return nil return nil
} }
func (c *bigCacheClient) Exist(key string) { func (c *bigCacheClient) Exist(key string) bool {
_, err := c.cache.Get(key)
if err == nil {
return true
}
return !errors.Is(err, bigcache.ErrEntryNotFound)
}
func (c *bigCacheClient) Clear() {
} }
func (c *bigCacheClient) IsNotFound(err error) bool { func (c *bigCacheClient) IsNotFound(err error) bool {
return errors.Is(err, bigcache.ErrEntryNotFound) if err == nil {
return true
}
return !errors.Is(err, bigcache.ErrEntryNotFound)
} }

27
cache/bigcache/big_cache_test.go vendored Normal file
View File

@ -0,0 +1,27 @@
package bigcache
import (
"testing"
"time"
"github.com/stretchr/testify/require"
)
func TestBigCache(t *testing.T) {
r := require.New(t)
c, err := NewBigCache(BigCacheConfig{})
r.Nil(err)
cacheKey := "a"
cacheValue := "bbb"
c.Set(cacheKey, []byte(cacheValue), time.Second*5)
r.True(c.Exist(cacheKey))
r.False(c.Exist("abb"))
b, ok := c.Get(cacheKey)
r.True(ok)
r.Equal(cacheValue, string(b))
}

106
cache/cache.go vendored
View File

@ -6,60 +6,73 @@ import (
"fmt" "fmt"
"time" "time"
"github.com/charlienet/go-mixed/bytesconv"
"github.com/charlienet/go-mixed/locker" "github.com/charlienet/go-mixed/locker"
"github.com/charlienet/go-mixed/logx" "github.com/charlienet/go-mixed/logx"
"golang.org/x/sync/singleflight"
) )
var ErrNotFound = errors.New("key not found") var ErrNotFound = errors.New("key not found")
// 数据加载函数定义
type LoadFunc func(context.Context) (any, error) type LoadFunc func(context.Context) (any, error)
type ICache interface {
}
type Cache struct { type Cache struct {
prefix string // 键前缀 prefix string // 键前缀
retry int // 资源获取时的重试次数 retry int // 资源获取时的重试次数
mem MemCache // 内存缓存 mem MemCache // 内存缓存
distributdCache DistributdCache // 分布式缓存 rds DistributedCache // 远程缓存
publishSubscribe PublishSubscribe // 发布订阅 publishSubscribe PublishSubscribe // 发布订阅
group singleflight.Group // singleflight.Group
lock locker.ChanLocker // 资源锁 lock locker.ChanLocker // 资源锁
stats *Stats // 缓存命中计数
qps *qps // 访问计数 qps *qps // 访问计数
logger logx.Logger // 日志记录 logger logx.Logger // 日志记录
} }
func NewCache(opts ...option) *Cache { func New(opts ...option) (*Cache, error) {
c := acquireDefaultCache() c := acquireDefaultCache()
for _, f := range opts { for _, f := range opts {
if err := f(c); err != nil { if err := f(c); err != nil {
return c return c, nil
} }
} }
go c.subscribe() // 未设置内存缓存时,添加默认缓存
if c.mem == nil {
c.mem = NewTinyLFU(1<<12, time.Second*30)
}
return c return c, nil
} }
func (c *Cache) Set(key string, value any, expiration time.Duration) error { func (c *Cache) Set(ctx context.Context, key string, value any, expiration time.Duration) error {
if c.mem != nil { buf, err := Marshal(value)
bytes, err := bytesconv.Encode(value)
if err != nil { if err != nil {
return err return err
} }
c.mem.Set(key, bytes, expiration) if c.mem != nil {
c.mem.Set(key, buf, expiration)
}
if c.rds != nil {
c.rds.Set(ctx, key, buf, expiration)
} }
return nil return nil
} }
func (c *Cache) Get(key string, out any) error { func (c *Cache) Get(ctx context.Context, key string, out any) error {
if c.mem != nil { if c.mem != nil {
c.getFromMem(key, out) c.getFromMem(key)
} }
if c.distributdCache != nil { if c.rds != nil {
if err := c.distributdCache.Get(key, out); err != nil { if err := c.rds.Get(ctx, key, out); err != nil {
} }
} }
@ -68,7 +81,7 @@ func (c *Cache) Get(key string, out any) error {
} }
func (c *Cache) GetFn(ctx context.Context, key string, out any, fn LoadFunc, expiration time.Duration) (bool, error) { func (c *Cache) GetFn(ctx context.Context, key string, out any, fn LoadFunc, expiration time.Duration) (bool, error) {
c.Get(key, out) c.Get(ctx, key, out)
// 多级缓存中未找到时,放置缓存对象 // 多级缓存中未找到时,放置缓存对象
ret, err := fn(ctx) ret, err := fn(ctx)
@ -76,7 +89,7 @@ func (c *Cache) GetFn(ctx context.Context, key string, out any, fn LoadFunc, exp
return false, err return false, err
} }
c.Set(key, ret, expiration) c.Set(ctx, key, ret, expiration)
return false, nil return false, nil
} }
@ -85,32 +98,69 @@ func (c *Cache) Exist(key string) (bool, error) {
return false, nil return false, nil
} }
func (c *Cache) Delete(key ...string) error { func (c *Cache) Delete(ctx context.Context, key ...string) error {
if c.mem != nil { if c.mem != nil {
c.mem.Delete(key...) c.mem.Delete(key...)
} }
if c.distributdCache != nil { if c.rds != nil {
c.distributdCache.Delete(key...) c.rds.Delete(ctx, key...)
}
for _, k := range key {
c.group.Forget(k)
} }
return nil return nil
} }
func (c *Cache) subscribe() { // 清除本地缓存
func (c *Cache) ClearMem() {
if c.mem != nil {
c.mem.Clear()
}
} }
func (c *Cache) getFromMem(key string, out any) error { func (c *Cache) Clear() {
bytes, err := c.mem.Get(key)
if err != nil { }
return err
func (c *Cache) Disable() {
}
func (c *Cache) Enable() {
}
func (c *Cache) getOnce(ctx context.Context, key string) (b []byte, cached bool, err error) {
if c.mem != nil {
b, ok := c.mem.Get(key)
if ok {
return b, true, nil
}
}
c.group.Do(key, func() (any, error) {
if c.mem != nil {
b, ok := c.mem.Get(key)
if ok {
return b, nil
}
} }
if err := bytesconv.Decode(bytes, out); err != nil { if c.rds != nil {
return err c.rds.Get(ctx, key, nil)
} }
return nil return nil, nil
})
return
}
func (c *Cache) getFromMem(key string) ([]byte, bool) {
bytes, cached := c.mem.Get(key)
return bytes, cached
} }
// 从缓存加载数据 // 从缓存加载数据
@ -123,8 +173,6 @@ func (c *Cache) getFromCache() {
// 从数据源加载数据 // 从数据源加载数据
func (c *Cache) getFromSource(ctx context.Context, key string, fn LoadFunc) error { func (c *Cache) getFromSource(ctx context.Context, key string, fn LoadFunc) error {
// 1. 尝试获取资源锁,如成功获取到锁加载数据
// 2. 未获取到锁,等待从缓存中获取
ch, ok := c.lock.Get(key) ch, ok := c.lock.Get(key)
if ok { if ok {
defer c.lock.Release(key) defer c.lock.Release(key)

128
cache/cache_builder.go vendored
View File

@ -1,99 +1,81 @@
package cache package cache
import "github.com/charlienet/go-mixed/logx" import (
"context"
"time"
"github.com/charlienet/go-mixed/cache/bigcache"
"github.com/charlienet/go-mixed/cache/freecache"
"github.com/charlienet/go-mixed/logx"
)
const defaultPrefix = "cache" const defaultPrefix = "cache"
type option func(*Cache) error type option func(*Cache) error
type options struct { type options struct {
Prefix string Prefix string
} }
func acquireDefaultCache() *Cache { func WithRedis(opts RedisConfig) option {
return &Cache{ return func(c *Cache) error {
prefix: defaultPrefix, if len(opts.Prefix) == 0 {
qps: NewQps(), opts.Prefix = defaultPrefix
}
rds := NewRedis(opts)
c.rds = rds
ctx, cancel := context.WithTimeout(context.Background(), time.Second*3)
defer cancel()
return rds.Ping(ctx)
} }
} }
type cacheBuilder struct { func WithBigCache(opts bigcache.BigCacheConfig) option {
prefix string return func(c *Cache) error {
redisOptions RedisConfig mem, err := bigcache.NewBigCache(opts)
bigCacheConfig BigCacheConfig
freeSize int c.mem = mem
publishSubscribe PublishSubscribe return err
log logx.Logger }
} }
func NewCacheBuilder() *cacheBuilder { func WithFreeCache(size int) option {
return &cacheBuilder{} return func(c *Cache) error {
} mem := freecache.NewFreeCache(size)
c.mem = mem
func (b *cacheBuilder) WithLogger(log logx.Logger) *cacheBuilder { return nil
b.log = log }
return b
}
func (b *cacheBuilder) WithPrefix(prefix string) *cacheBuilder {
b.prefix = prefix
return b
}
func (b *cacheBuilder) WithRedis(opts RedisConfig) *cacheBuilder {
b.redisOptions = opts
return b
}
func (b *cacheBuilder) WithBigCache(opts BigCacheConfig) *cacheBuilder {
b.bigCacheConfig = opts
return b
}
func (b *cacheBuilder) WithFreeCache(size int) *cacheBuilder {
b.freeSize = size
return b
} }
// 使用自定义分布式缓存 // 使用自定义分布式缓存
func WithDistributedCache(c DistributdCache) { func WithDistributedCache(rds DistributedCache) option {
return func(c *Cache) error {
c.rds = rds
return nil
}
} }
func (b *cacheBuilder) WithPublishSubscribe(p PublishSubscribe) *cacheBuilder { func WithPublishSubscribe(p PublishSubscribe) option {
b.publishSubscribe = p return func(c *Cache) error {
return b return nil
}
} }
func (b cacheBuilder) Build() (*Cache, error) { func WithLogger(log logx.Logger) option {
var err error return func(c *Cache) error {
cache := acquireDefaultCache() c.logger = log
if len(b.prefix) > 0 {
cache.prefix = b.prefix return nil
}
}
func acquireDefaultCache() *Cache {
return &Cache{
qps: NewQps(),
} }
b.redisOptions.Prefix = cache.prefix
redis := NewRedis(b.redisOptions)
if err := redis.Ping(); err != nil {
return cache, err
}
var mem MemCache
if b.freeSize > 0 {
mem = NewFreeCache(b.freeSize)
} else {
if b.log != nil {
b.bigCacheConfig.log = b.log
}
mem, err = NewBigCache(b.bigCacheConfig)
}
cache.distributdCache = redis
cache.mem = mem
cache.publishSubscribe = b.publishSubscribe
cache.logger = b.log
return cache, err
} }

View File

@ -3,27 +3,38 @@ package cache
import ( import (
"testing" "testing"
"time" "time"
"github.com/charlienet/go-mixed/logx"
) )
func TestBuilder(t *testing.T) { func TestBuilder(t *testing.T) {
cache, err := NewCacheBuilder(). now := time.Now()
WithLogger(logx.NewLogrus(logx.WithFormatter(logx.NewNestedFormatter(logx.NestedFormatterOption{ t.Log(now)
Color: true, t1, _ := time.ParseDuration("9h27m")
})))). t1 += time.Hour * 24
WithRedis(RedisConfig{ t2, _ := time.ParseDuration("16h28m")
Addrs: []string{"192.168.2.222:6379"}, t.Log(t1)
Password: "123456", t.Log(t2)
}).
WithBigCache(BigCacheConfig{}).
// WithFreeCache(10 * 1024 * 1024).
Build()
if err != nil { f := time.Date(2022, time.December, 12, 8, 0, 0, 0, time.Local)
t.Fatal(err) t.Log(f.Sub(time.Now()))
}
u := SimpleUser{FirstName: "Radomir", LastName: "Sohlich"} // cache, err := New(
t.Log(cache.Set(defaultKey, u, time.Minute*10)) // WithLogger(logx.NewLogrus(logx.WithNestedFormatter(logx.NestedFormatterOption{
// Color: true,
// }))).
// UseRedis(RedisConfig{
// Addrs: []string{"192.168.2.222:6379"},
// Password: "123456",
// }).
// UseBigCache(bigcache.BigCacheConfig{}).
// Build()
// if err != nil {
// t.Fatal(err)
// }
// ctx, cancel := context.WithTimeout(context.Background(), time.Second*3)
// defer cancel()
// u := SimpleUser{FirstName: "Radomir", LastName: "Sohlich"}
// t.Log(cache.Set(ctx, defaultKey, u, time.Minute*10))
} }

12
cache/cache_preload.go vendored Normal file
View File

@ -0,0 +1,12 @@
package cache
import "context"
// PreLoadItem 预加载数据项
type PreLoadItem struct {
Key string
Value any
}
// PreloadFunc 数据预加载函数定义
type PreloadFunc func(context.Context) ([]PreLoadItem, error)

85
cache/cache_test.go vendored
View File

@ -6,9 +6,6 @@ import (
"sync/atomic" "sync/atomic"
"testing" "testing"
"time" "time"
"github.com/charlienet/go-mixed/bytesconv"
"github.com/charlienet/go-mixed/logx"
) )
var ( var (
@ -16,25 +13,26 @@ var (
) )
func TestNewCache(t *testing.T) { func TestNewCache(t *testing.T) {
c, err := NewCacheBuilder(). // c, err := NewCacheBuilder().
WithRedis(RedisConfig{ // UseRedis(RedisConfig{
Addrs: []string{"192.168.2.222:6379"}, // Addrs: []string{"192.168.2.222:6379"},
Password: "123456", // Password: "123456",
}). // }).
WithPrefix("cache_test"). // WithPrefix("cache_test").
WithLogger(logx.NewLogrus()). // WithLogger(logx.NewLogrus()).
Build() // Build()
if err != nil { // if err != nil {
t.Fatal(err) // t.Fatal(err)
} // }
c.Set("abc", "value", time.Minute*10) // ctx := context.Background()
// c.Set(ctx, "abc", "value", time.Minute*10)
var s string // var s string
c.Get("abc", &s) // c.Get(ctx, "abc", &s)
t.Log(s) // t.Log(s)
} }
type SimpleUser struct { type SimpleUser struct {
@ -43,45 +41,43 @@ type SimpleUser struct {
} }
func TestMemCache(t *testing.T) { func TestMemCache(t *testing.T) {
b, _ := NewBigCache(BigCacheConfig{}) // b, _ := bigcache.NewBigCache(bigcache.BigCacheConfig{})
var mems = []MemCache{ // var mems = []MemCache{
NewFreeCache(10 * 1024 * 1024), // NewFreeCache(10 * 1024 * 1024),
b, // b,
} // }
u := SimpleUser{FirstName: "Radomir", LastName: "Sohlich"} // u := SimpleUser{FirstName: "Radomir", LastName: "Sohlich"}
encoded, _ := bytesconv.Encode(u) // encoded, _ := bytesconv.Encode(u)
for _, m := range mems { // for _, m := range mems {
m.Set(defaultKey, encoded, time.Second) // m.Set(defaultKey, encoded, time.Second)
ret, err := m.Get(defaultKey) // ret, _ := m.Get(defaultKey)
if err != nil {
t.Fatal(err)
}
var u2 SimpleUser // var u2 SimpleUser
bytesconv.Decode(ret, &u2) // bytesconv.Decode(ret, &u2)
t.Log(u2) // t.Log(u2)
} // }
} }
func TestDistributedCache(t *testing.T) { func TestDistributedCache(t *testing.T) {
c := NewRedis(RedisConfig{Addrs: []string{"192.168.2.222:6379"}, DB: 6, Password: "123456", Prefix: "abcdef"}) c := NewRedis(RedisConfig{Addrs: []string{"192.168.2.222:6379"}, DB: 6, Password: "123456", Prefix: "abcdef"})
if err := c.Ping(); err != nil { ctx := context.Background()
if err := c.Ping(ctx); err != nil {
t.Fatal(err) t.Fatal(err)
} }
t.Log(c.Exist(defaultKey)) t.Log(c.Exist(ctx, defaultKey))
u := SimpleUser{FirstName: "redis client"} u := SimpleUser{FirstName: "redis client"}
var u2 SimpleUser var u2 SimpleUser
c.Get(defaultKey, &u2) c.Get(ctx, defaultKey, &u2)
c.Set(defaultKey, u, time.Minute*10) c.Set(ctx, defaultKey, u, time.Minute*10)
t.Log(c.Exist(defaultKey)) t.Log(c.Exist(ctx, defaultKey))
if err := c.Get(defaultKey, &u2); err != nil { if err := c.Get(ctx, defaultKey, &u2); err != nil {
t.Fatal("err:", err) t.Fatal("err:", err)
} }
t.Logf("%+v", u2) t.Logf("%+v", u2)
@ -136,10 +132,9 @@ func load() (any, error) {
} }
func buildCache() *Cache { func buildCache() *Cache {
c, err := NewCacheBuilder(). c, err := New(
WithFreeCache(10 * 1024 * 1024). WithFreeCache(10*1024*1024),
WithRedis(RedisConfig{Addrs: []string{"192.168.2.222:6379"}, DB: 6, Password: "123456"}). WithRedis(RedisConfig{Addrs: []string{"192.168.2.222:6379"}, DB: 6, Password: "123456"}))
Build()
if err != nil { if err != nil {
panic(err) panic(err)

View File

@ -1,10 +0,0 @@
package cache
import "time"
type DistributdCache interface {
Get(key string, out any) error
Set(key string, value any, expiration time.Duration) error
Delete(key ...string) error
Ping() error
}

14
cache/distributed_cache.go vendored Normal file
View File

@ -0,0 +1,14 @@
package cache
import (
"context"
"time"
)
// 分布式缓存接口
type DistributedCache interface {
Get(ctx context.Context, key string, out any) error
Set(ctx context.Context, key string, value any, expiration time.Duration) error
Delete(ctx context.Context, key ...string) error
Ping(ctx context.Context) error
}

10
cache/empty_cache_adaper.go vendored Normal file
View File

@ -0,0 +1,10 @@
package cache
import "context"
// var emptyCache DistributedCache = &emptyCacheAdapter{}
type emptyCacheAdapter struct {
}
func (*emptyCacheAdapter) Delete(ctx context.Context, keys ...string) {}

View File

@ -1,4 +1,4 @@
package cache package freecache
import ( import (
"errors" "errors"
@ -10,8 +10,6 @@ import (
const defaultSize = 10 * 1024 * 1024 // 10M const defaultSize = 10 * 1024 * 1024 // 10M
var _ MemCache = &freeCache{}
type freeCache struct { type freeCache struct {
cache *freecache.Cache cache *freecache.Cache
} }
@ -29,8 +27,12 @@ func NewFreeCache(size int) *freeCache {
} }
} }
func (c *freeCache) Get(key string) ([]byte, error) { func (c *freeCache) Get(key string) ([]byte, bool) {
return c.cache.Get([]byte(key)) b, err := c.cache.Get([]byte(key))
if err != nil {
return b, false
}
return b, true
} }
func (c *freeCache) Set(key string, value []byte, d time.Duration) error { func (c *freeCache) Set(key string, value []byte, d time.Duration) error {
@ -54,6 +56,10 @@ func (c *freeCache) Exist(key string) error {
return nil return nil
} }
func (c *freeCache) Clear() {
}
func (c *freeCache) IsNotFound(err error) bool { func (c *freeCache) IsNotFound(err error) bool {
return errors.Is(err, freecache.ErrNotFound) return errors.Is(err, freecache.ErrNotFound)
} }

1
cache/freecache/free_cache_test.go vendored Normal file
View File

@ -0,0 +1 @@
package freecache

2
cache/lru.go vendored Normal file
View File

@ -0,0 +1,2 @@
package cache

5
cache/mem.go vendored
View File

@ -3,7 +3,8 @@ package cache
import "time" import "time"
type MemCache interface { type MemCache interface {
Get(key string) ([]byte, error) Get(key string) ([]byte, bool)
Set(key string, entry []byte, expire time.Duration) error Set(key string, b []byte, expire time.Duration) error
Delete(key ...string) error Delete(key ...string) error
Clear()
} }

43
cache/msg_pack.go vendored Normal file
View File

@ -0,0 +1,43 @@
package cache
import (
"github.com/vmihailenco/msgpack/v5"
)
func Marshal(v any) ([]byte, error) {
switch v := v.(type) {
case nil:
return nil, nil
case []byte:
return v, nil
case string:
return []byte(v), nil
}
b, err := msgpack.Marshal(v)
if err != nil {
return nil, err
}
return b, err
}
func Unmarshal(b []byte, v any) error {
if len(b) == 0 {
return nil
}
switch v := v.(type) {
case nil:
return nil
case *[]byte:
clone := make([]byte, len(b))
copy(clone, b)
*v = clone
case *string:
*v = string(b)
return nil
}
return msgpack.Unmarshal(b, v)
}

6
cache/qps.go vendored
View File

@ -31,7 +31,9 @@ func (q *qps) statisticsTotal() {
} }
}() }()
ticker := time.NewTicker(time.Second) ticker := time.NewTicker(time.Minute)
defer ticker.Stop()
for range ticker.C { for range ticker.C {
q.all.viewTotal = atomic.SwapInt64(&q.all.total, 0) q.all.viewTotal = atomic.SwapInt64(&q.all.total, 0)
q.memoryTotal.viewTotal = atomic.SwapInt64(&q.memoryTotal.total, 0) q.memoryTotal.viewTotal = atomic.SwapInt64(&q.memoryTotal.total, 0)
@ -39,5 +41,7 @@ func (q *qps) statisticsTotal() {
q.redisTotal.viewTotal = atomic.SwapInt64(&q.redisTotal.total, 0) q.redisTotal.viewTotal = atomic.SwapInt64(&q.redisTotal.total, 0)
q.redisHit.viewTotal = atomic.SwapInt64(&q.redisHit.total, 0) q.redisHit.viewTotal = atomic.SwapInt64(&q.redisHit.total, 0)
q.sourceTotal.viewTotal = atomic.SwapInt64(&q.sourceTotal.total, 0) q.sourceTotal.viewTotal = atomic.SwapInt64(&q.sourceTotal.total, 0)
// percnt := 0
} }
} }

8
cache/readme.md vendored
View File

@ -14,6 +14,14 @@
## 使用方式 ## 使用方式
创建
```go
cache.New().UseRedis().UseBigCache().Build()
```
```go ```go
Cache.Get(key, dist, func() (bool,error){}, options func(){}) Cache.Get(key, dist, func() (bool,error){}, options func(){})
Cache.GetFn(context, key, dist, func() (bool, error))
``` ```

14
cache/redis.go vendored
View File

@ -54,7 +54,7 @@ func NewRedis(c RedisConfig) *redisClient {
} }
} }
func (c *redisClient) Get(key string, out any) error { func (c *redisClient) Get(cxt context.Context, key string, out any) error {
val, err := c.client.Get(context.Background(), c.getKey(key)).Result() val, err := c.client.Get(context.Background(), c.getKey(key)).Result()
if errors.Is(err, redis.Nil) { if errors.Is(err, redis.Nil) {
return ErrNotFound return ErrNotFound
@ -72,23 +72,23 @@ func (c *redisClient) Get(key string, out any) error {
return json.Unmarshal(bytesconv.StringToBytes(val), out) return json.Unmarshal(bytesconv.StringToBytes(val), out)
} }
func (c *redisClient) Set(key string, value any, expiration time.Duration) error { func (c *redisClient) Set(ctx context.Context, key string, value any, expiration time.Duration) error {
j, _ := json.Marshal(value) j, _ := json.Marshal(value)
return c.client.Set(context.Background(), c.getKey(key), j, expiration).Err() return c.client.Set(context.Background(), c.getKey(key), j, expiration).Err()
} }
func (c *redisClient) Exist(key string) (bool, error) { func (c *redisClient) Exist(ctx context.Context, key string) (bool, error) {
val, err := c.client.Exists(context.Background(), c.getKey(key)).Result() val, err := c.client.Exists(context.Background(), c.getKey(key)).Result()
return val > 0, err return val > 0, err
} }
func (c *redisClient) Delete(key ...string) error { func (c *redisClient) Delete(ctx context.Context, key ...string) error {
keys := make([]string, 0, len(key)) keys := make([]string, 0, len(key))
for _, k := range key { for _, k := range key {
keys = append(keys, c.getKey(k)) keys = append(keys, c.getKey(k))
} }
_ , err := c.client.Del(context.Background(), keys...).Result() _, err := c.client.Del(context.Background(), keys...).Result()
if err != nil { if err != nil {
return err return err
} }
@ -96,8 +96,8 @@ func (c *redisClient) Delete(key ...string) error {
return nil return nil
} }
func (c *redisClient) Ping() error { func (c *redisClient) Ping(ctx context.Context) error {
_, err := c.client.Ping(context.Background()).Result() _, err := c.client.Ping(ctx).Result()
return err return err
} }

20
cache/stats.go vendored Normal file
View File

@ -0,0 +1,20 @@
package cache
import "sync/atomic"
type Stats struct {
Hits uint64
Misses uint64
}
func (s *Stats) IncrementHits() {
atomic.AddUint64(&s.Hits, 1)
}
func (s *Stats) IncrementMisses() {
atomic.AddUint64(&s.Misses, 1)
}
func (c *Cache) Stats() *Stats {
return c.stats
}

64
cache/tiny_lfu.go vendored Normal file
View File

@ -0,0 +1,64 @@
package cache
import (
"time"
"github.com/charlienet/go-mixed/locker"
"github.com/vmihailenco/go-tinylfu"
)
var _ MemCache = &TinyLFU{}
type TinyLFU struct {
mu locker.Locker
lfu *tinylfu.T
ttl time.Duration
}
func NewTinyLFU(size int, ttl time.Duration) *TinyLFU {
return &TinyLFU{
mu: locker.NewLocker(),
lfu: tinylfu.New(size, 100000),
ttl: ttl,
}
}
func (c *TinyLFU) Set(key string, b []byte, expire time.Duration) error {
c.mu.Lock()
defer c.mu.Unlock()
c.lfu.Set(&tinylfu.Item{
Key: key,
Value: b,
ExpireAt: time.Now().Add(c.ttl),
})
return nil
}
func (c *TinyLFU) Get(key string) ([]byte, bool) {
c.mu.Lock()
defer c.mu.Unlock()
val, ok := c.lfu.Get(key)
if !ok {
return nil, false
}
return val.([]byte), true
}
func (c *TinyLFU) Delete(keys ...string) error {
c.mu.Lock()
defer c.mu.Unlock()
for _, k := range keys {
c.lfu.Del(k)
}
return nil
}
func (c *TinyLFU) Clear() {
}

57
cache/tiny_lfu_test.go vendored Normal file
View File

@ -0,0 +1,57 @@
package cache_test
import (
"context"
"fmt"
"testing"
"time"
"github.com/charlienet/go-mixed/cache"
"github.com/charlienet/go-mixed/rand"
)
func TestTinyGet(t *testing.T) {
strFor := func(i int) string {
return fmt.Sprintf("a string %d", i)
}
keyName := func(i int) string {
return fmt.Sprintf("key-%00000d", i)
}
mycache := cache.NewTinyLFU(1000, 1*time.Second)
size := 50000
// Put a bunch of stuff in the cache with a TTL of 1 second
for i := 0; i < size; i++ {
key := keyName(i)
mycache.Set(key, []byte(strFor(i)), time.Second*2)
}
// Read stuff for a bit longer than the TTL - that's when the corruption occurs
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)
defer cancel()
done := ctx.Done()
loop:
for {
select {
case <-done:
// this is expected
break loop
default:
i := rand.Intn(size)
key := keyName(i)
b, ok := mycache.Get(key)
if !ok {
continue loop
}
got := string(b)
expected := strFor(i)
if got != expected {
t.Fatalf("expected=%q got=%q key=%q", expected, got, key)
}
}
}
}

210
calendar/calendar.go Normal file
View File

@ -0,0 +1,210 @@
package calendar
import (
"time"
)
var WeekStartDay time.Weekday = time.Sunday
type Calendar struct {
time.Time
weekStartsAt time.Weekday
}
func BeginningOfMinute() Calendar {
return Create(time.Now()).BeginningOfMinute()
}
func BeginningOfHour() Calendar {
return Create(time.Now()).BeginningOfHour()
}
func BeginningOfDay() Calendar {
return Create(time.Now()).BeginningOfDay()
}
func BeginningOfWeek() Calendar {
return Create(time.Now()).BeginningOfWeek()
}
func BeginningOfMonth() Calendar {
return Create(time.Now()).BeginningOfMonth()
}
func BeginningOfQuarter() Calendar {
return Create(time.Now()).BeginningOfQuarter()
}
func BeginningOfYear() Calendar {
return Create(time.Now()).BeginningOfYear()
}
func EndOfMinute() Calendar {
return Create(time.Now()).EndOfMinute()
}
func EndOfHour() Calendar {
return Create(time.Now()).EndOfHour()
}
func EndOfDay() Calendar {
return Create(time.Now()).EndOfDay()
}
func EndOfWeek() Calendar {
return Create(time.Now()).EndOfWeek()
}
func EndOfMonth() Calendar {
return Create(time.Now()).EndOfMonth()
}
func EndOfQuarter() Calendar {
return Create(time.Now()).EndOfQuarter()
}
func EndOfYear() Calendar {
return Create(time.Now()).EndOfYear()
}
func (c Calendar) WeekStartsAt(day time.Weekday) Calendar {
return Calendar{
Time: c.Time,
weekStartsAt: day,
}
}
func (c Calendar) BeginningOfMinute() Calendar {
return Calendar{Time: c.Truncate(time.Minute)}
}
func (c Calendar) BeginningOfHour() Calendar {
y, m, d := c.Date()
return Calendar{
Time: time.Date(y, m, d, c.Hour(), 0, 0, 0, c.Location()),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) BeginningOfDay() Calendar {
y, m, d := c.Date()
return Calendar{
Time: time.Date(y, m, d, 0, 0, 0, 0, c.Location()),
}
}
func (c Calendar) BeginningOfWeek() Calendar {
t := c.BeginningOfDay()
weekday := int(t.Weekday())
if c.weekStartsAt != time.Sunday {
weekStartDayInt := int(c.weekStartsAt)
if weekday < weekStartDayInt {
weekday = weekday + 7 - weekStartDayInt
} else {
weekday = weekday - weekStartDayInt
}
}
return Calendar{
Time: t.AddDate(0, 0, -weekday),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) BeginningOfMonth() Calendar {
y, m, _ := c.Date()
return Calendar{
Time: time.Date(y, m, 1, 0, 0, 0, 0, c.Location()),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) BeginningOfQuarter() Calendar {
month := c.BeginningOfMonth()
offset := (int(month.Month()) - 1) % 3
return Calendar{
Time: month.AddDate(0, -offset, 0),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) BeginningOfYear() Calendar {
y, _, _ := c.Date()
return Calendar{
Time: time.Date(y, time.January, 1, 0, 0, 0, 0, c.Location()),
weekStartsAt: c.weekStartsAt}
}
func (c Calendar) EndOfMinute() Calendar {
n := c.BeginningOfMinute()
return Calendar{
Time: n.Add(time.Minute - time.Nanosecond),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) EndOfHour() Calendar {
n := c.BeginningOfHour()
return Calendar{
Time: n.Add(time.Hour - time.Nanosecond),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) EndOfDay() Calendar {
y, m, d := c.Date()
return Calendar{
Time: time.Date(y, m, d, 23, 59, 59, int(time.Second-time.Nanosecond), c.Location()),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) EndOfWeek() Calendar {
n := c.BeginningOfWeek()
return Calendar{
Time: n.AddDate(0, 0, 7).Add(-time.Nanosecond),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) EndOfMonth() Calendar {
n := c.BeginningOfMonth()
return Calendar{
Time: n.AddDate(0, 1, 0).Add(-time.Nanosecond),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) EndOfQuarter() Calendar {
n := c.BeginningOfQuarter()
return Calendar{
Time: n.AddDate(0, 3, 0).Add(-time.Nanosecond),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) EndOfYear() Calendar {
n := c.BeginningOfYear()
return Calendar{
Time: n.AddDate(1, 0, 0).Add(-time.Nanosecond),
weekStartsAt: c.weekStartsAt,
}
}
func (c Calendar) ToTime() time.Time {
return c.Time
}

38
calendar/calendar_test.go Normal file
View File

@ -0,0 +1,38 @@
package calendar_test
import (
"testing"
"time"
"github.com/charlienet/go-mixed/calendar"
"github.com/stretchr/testify/assert"
)
var format = "2006-01-02 15:04:05.999999999"
func TestToday(t *testing.T) {
t.Log(calendar.Today())
}
func TestBeginningOf(t *testing.T) {
a := assert.New(t)
n := time.Date(2022, 11, 9, 14, 28, 34, 123456789, time.UTC)
a.Equal("2022-11-06 00:00:00", calendar.Create(n).BeginningOfWeek().String())
a.Equal("2022-11-07 00:00:00", calendar.Create(n).WeekStartsAt(time.Monday).BeginningOfWeek().Format(format))
a.Equal("2022-11-09 14:00:00", calendar.Create(n).BeginningOfHour().Format(format))
a.Equal("2022-11-01 00:00:00", calendar.Create(n).BeginningOfMonth().Format(format))
a.Equal("2022-10-01 00:00:00", calendar.Create(n).BeginningOfQuarter().Format(format))
}
func TestEndOf(t *testing.T) {
a := assert.New(t)
n := time.Date(2022, 11, 9, 14, 28, 34, 123456789, time.UTC)
a.Equal("2022-11-09 14:28:59.999999999", calendar.Create(n).EndOfMinute().Format(format))
a.Equal("2022-11-09 14:59:59.999999999", calendar.Create(n).EndOfHour().Format(format))
a.Equal("2022-11-09 23:59:59.999999999", calendar.Create(n).EndOfDay().Format(format))
a.Equal("2022-11-30 23:59:59.999999999", calendar.Create(n).EndOfMonth().Format(format))
a.Equal("2022-12-31 23:59:59.999999999", calendar.Create(n).EndOfQuarter().Format(format))
a.Equal("2022-12-31 23:59:59.999999999", calendar.Create(n).EndOfYear().Format(format))
}

40
calendar/creator.go Normal file
View File

@ -0,0 +1,40 @@
package calendar
import "time"
func Now() Calendar {
return Create(time.Now())
}
func Today() Calendar {
return Now().BeginningOfDay()
}
func Create(t time.Time) Calendar {
return Calendar{
Time: t,
weekStartsAt: WeekStartDay,
}
}
func CreateFromTimestamp(timestamp int64) Calendar {
return Create(time.Unix(timestamp, 0))
}
func CreateFromTimestampMilli(timestamp int64) Calendar {
return Create(time.Unix(timestamp/1e3, (timestamp%1e3)*1e6))
}
func CreateFromTimestampMicro(timestamp int64) Calendar {
return Create(time.Unix(timestamp/1e6, (timestamp%1e6)*1e3))
}
func CreateFromTimestampNano(timestamp int64) Calendar {
return Create(time.Unix(timestamp/1e9, timestamp%1e9))
}
func create(year, month, day, hour, minute, second, nanosecond int) Calendar {
return Calendar{
Time: time.Date(year, time.Month(month), day, hour, minute, second, nanosecond, time.Local),
}
}

24
calendar/duration.go Normal file
View File

@ -0,0 +1,24 @@
package calendar
import "time"
func ParseDuration(s string) (time.Duration, error) {
if len(s) == 0 {
return time.Duration(0), nil
}
return time.ParseDuration(s)
}
func ParseDurationDefault(s string, d time.Duration) time.Duration {
if len(s) == 0 {
return d
}
ret, err := time.ParseDuration(s)
if err != nil {
return d
}
return ret
}

74
calendar/output.go Normal file
View File

@ -0,0 +1,74 @@
package calendar
import "time"
// 布局模板常量
const (
ANSICLayout = time.ANSIC
UnixDateLayout = time.UnixDate
RubyDateLayout = time.RubyDate
RFC822Layout = time.RFC822
RFC822ZLayout = time.RFC822Z
RFC850Layout = time.RFC850
RFC1123Layout = time.RFC1123
RFC1123ZLayout = time.RFC1123Z
RssLayout = time.RFC1123Z
KitchenLayout = time.Kitchen
RFC2822Layout = time.RFC1123Z
CookieLayout = "Monday, 02-Jan-2006 15:04:05 MST"
RFC3339Layout = "2006-01-02T15:04:05Z07:00"
RFC3339MilliLayout = "2006-01-02T15:04:05.999Z07:00"
RFC3339MicroLayout = "2006-01-02T15:04:05.999999Z07:00"
RFC3339NanoLayout = "2006-01-02T15:04:05.999999999Z07:00"
ISO8601Layout = "2006-01-02T15:04:05-07:00"
ISO8601MilliLayout = "2006-01-02T15:04:05.999-07:00"
ISO8601MicroLayout = "2006-01-02T15:04:05.999999-07:00"
ISO8601NanoLayout = "2006-01-02T15:04:05.999999999-07:00"
RFC1036Layout = "Mon, 02 Jan 06 15:04:05 -0700"
RFC7231Layout = "Mon, 02 Jan 2006 15:04:05 GMT"
DayDateTimeLayout = "Mon, Jan 2, 2006 3:04 PM"
DateTimeLayout = "2006-01-02 15:04:05"
DateTimeMilliLayout = "2006-01-02 15:04:05.999"
DateTimeMicroLayout = "2006-01-02 15:04:05.999999"
DateTimeNanoLayout = "2006-01-02 15:04:05.999999999"
ShortDateTimeLayout = "20060102150405"
ShortDateTimeMilliLayout = "20060102150405.999"
ShortDateTimeMicroLayout = "20060102150405.999999"
ShortDateTimeNanoLayout = "20060102150405.999999999"
DateLayout = "2006-01-02"
DateMilliLayout = "2006-01-02.999"
DateMicroLayout = "2006-01-02.999999"
DateNanoLayout = "2006-01-02.999999999"
ShortDateLayout = "20060102"
ShortDateMilliLayout = "20060102.999"
ShortDateMicroLayout = "20060102.999999"
ShortDateNanoLayout = "20060102.999999999"
TimeLayout = "15:04:05"
TimeMilliLayout = "15:04:05.999"
TimeMicroLayout = "15:04:05.999999"
TimeNanoLayout = "15:04:05.999999999"
ShortTimeLayout = "150405"
ShortTimeMilliLayout = "150405.999"
ShortTimeMicroLayout = "150405.999999"
ShortTimeNanoLayout = "150405.999999999"
)
func (c Calendar) String() string {
return c.ToDateTimeString()
}
func (c Calendar) ToDateTimeString() string {
return c.Format(DateTimeLayout)
}
func (c Calendar) ToDateTimeInt() int {
return c.ToShortDateInt()*1000000 + c.Hour()*10000 + c.Minute()*100 + c.Second()
}
func (c Calendar) ToShortDateInt() int {
return c.Year()*10000 + int(c.Month())*100 + c.Day()
}
func (c Calendar) ToMonthInt() int {
return c.Year()*100 + int(c.Month())
}

19
calendar/output_test.go Normal file
View File

@ -0,0 +1,19 @@
package calendar_test
import (
"testing"
"time"
"github.com/charlienet/go-mixed/calendar"
"github.com/stretchr/testify/assert"
)
func TestDayInt(t *testing.T) {
assert := assert.New(t)
n := time.Date(2022, 11, 9, 14, 28, 34, 123456789, time.UTC)
assert.Equal(20221109, calendar.Create(n).ToShortDateInt())
assert.Equal(202211, calendar.Create(n).ToMonthInt())
assert.Equal(20221109142834, calendar.Create(n).ToDateTimeInt())
}

View File

@ -0,0 +1,14 @@
package calendar
import "time"
type ScheduledExecutor struct {
}
func NewScheduledExecutor() *ScheduledExecutor {
return &ScheduledExecutor{}
}
func (e *ScheduledExecutor) Schedule(i any, duration time.Duration) {
}

View File

@ -0,0 +1,14 @@
package calendar_test
import (
"testing"
"time"
"github.com/charlienet/go-mixed/calendar"
)
func TestExecutor(t *testing.T) {
executor := calendar.NewScheduledExecutor()
executor.Schedule(nil, time.Minute)
}

View File

@ -0,0 +1,15 @@
package deque
import "github.com/charlienet/go-mixed/locker"
type Deque[T any] struct {
locker locker.RWLocker
}
func New[T any]() *Deque[T] {
return &Deque[T]{
locker: locker.EmptyLocker,
}
}

View File

@ -0,0 +1 @@
package deque_test

View File

@ -0,0 +1,195 @@
package list
const minCapacity = 16
type ArrayList[T any] struct {
buf []T
head int
tail int
minCap int
list[T]
}
func NewArrayList[T any](elems ...T) *ArrayList[T] {
minCap := minCapacity
size := len(elems)
for minCap < size {
minCap <<= 1
}
var tail int = size
var buf []T
if len(elems) > 0 {
buf = make([]T, minCap)
copy(buf, elems)
}
l := &ArrayList[T]{
list: list[T]{size: size},
buf: buf,
tail: tail,
minCap: minCap,
}
// for _, v := range elems {
// l.PushBack(v)
// }
return l
}
func (l *ArrayList[T]) PushFront(v T) {
l.mu.Lock()
defer l.mu.Unlock()
l.grow()
l.head = l.prev(l.head)
l.buf[l.head] = v
l.size++
}
func (l *ArrayList[T]) PushBack(v T) {
l.mu.Lock()
defer l.mu.Unlock()
l.grow()
l.buf[l.tail] = v
l.tail = l.next(l.tail)
l.size++
}
func (l *ArrayList[T]) PopFront() T {
l.mu.Lock()
defer l.mu.Unlock()
if l.size <= 0 {
panic("list: PopFront() called on empty list")
}
ret := l.buf[l.head]
var zero T
l.buf[l.head] = zero
l.head = l.next(l.head)
l.size--
l.shrink()
return ret
}
func (l *ArrayList[T]) PopBack() T {
l.mu.Lock()
defer l.mu.Unlock()
l.tail = l.prev(l.tail)
ret := l.buf[l.tail]
var zero T
l.buf[l.tail] = zero
l.size--
l.shrink()
return ret
}
func (l *ArrayList[T]) RemoveAt(at int) T {
if at < 0 || at >= l.Size() {
panic(ErrorOutOffRange)
}
l.mu.Lock()
defer l.mu.Unlock()
rm := (l.head + at) & (len(l.buf) - 1)
if at*2 < l.size {
for i := 0; i < at; i++ {
prev := l.prev(rm)
l.buf[prev], l.buf[rm] = l.buf[rm], l.buf[prev]
rm = prev
}
return l.PopFront()
}
swaps := l.size - at - 1
for i := 0; i < swaps; i++ {
next := l.next(rm)
l.buf[rm], l.buf[next] = l.buf[next], l.buf[rm]
rm = next
}
return l.PopBack()
}
func (l *ArrayList[T]) Front() T {
l.mu.RLock()
defer l.mu.RUnlock()
return l.buf[l.head]
}
func (l *ArrayList[T]) Back() T {
l.mu.RLock()
defer l.mu.RUnlock()
return l.buf[l.tail]
}
func (l *ArrayList[T]) ForEach(fn func(T)) {
l.mu.RLock()
defer l.mu.RUnlock()
n := l.head
for i := 0; i < l.size; i++ {
fn(l.buf[n])
n = l.next(n)
}
}
func (q *ArrayList[T]) prev(i int) int {
return (i - 1) & (len(q.buf) - 1)
}
func (l *ArrayList[T]) next(i int) int {
return (i + 1) & (len(l.buf) - 1)
}
func (l *ArrayList[T]) grow() {
if l.size != len(l.buf) {
return
}
if len(l.buf) == 0 {
if l.minCap == 0 {
l.minCap = minCapacity
}
l.buf = make([]T, l.minCap)
return
}
l.resize()
}
func (l *ArrayList[T]) shrink() {
if len(l.buf) > l.minCap && (l.size<<2) == len(l.buf) {
l.resize()
}
}
// resize resizes the list to fit exactly twice its current contents. This is
// used to grow the list when it is full, and also to shrink it when it is
// only a quarter full.
func (l *ArrayList[T]) resize() {
newBuf := make([]T, l.size<<1)
if l.tail > l.head {
copy(newBuf, l.buf[l.head:l.tail])
} else {
n := copy(newBuf, l.buf[l.head:])
copy(newBuf[n:], l.buf[:l.tail])
}
l.head = 0
l.tail = l.size
l.buf = newBuf
}

View File

@ -0,0 +1,43 @@
package list_test
import (
"testing"
"github.com/charlienet/go-mixed/collections/list"
)
func TestNewArrayList(t *testing.T) {
l := list.NewArrayList(1, 2, 3)
l.ForEach(func(i int) {
t.Log(i)
})
}
func TestArrayPushBack(t *testing.T) {
l := list.NewArrayList[int]()
l.PushBack(1)
l.PushBack(2)
l.PushBack(3)
l.ForEach(func(i int) {
t.Log(i)
})
}
func TestArrayPushFront(t *testing.T) {
l := list.NewArrayList[int]()
l.PushFront(1)
l.PushFront(2)
l.PushFront(3)
l.PushBack(99)
l.PushBack(88)
l.ForEach(func(i int) {
t.Log(i)
})
}

View File

@ -0,0 +1,155 @@
package list
type LinkedList[T any] struct {
list[T]
front, tail *LinkedNode[T]
}
type LinkedNode[T any] struct {
Value T
Prev, Next *LinkedNode[T]
}
// NewLinkedList 初始化链表
func NewLinkedList[T any](elems ...T) *LinkedList[T] {
l := &LinkedList[T]{}
for _, e := range elems {
l.pushBackNode(&LinkedNode[T]{Value: e})
}
return l
}
func (l *LinkedList[T]) PushBack(v T) *LinkedList[T] {
l.mu.Lock()
defer l.mu.Unlock()
l.pushBackNode(&LinkedNode[T]{Value: v})
return l
}
func (l *LinkedList[T]) PushFront(v T) *LinkedList[T] {
l.mu.Lock()
defer l.mu.Unlock()
l.pushFrontNode(&LinkedNode[T]{Value: v})
return l
}
func (l *LinkedList[T]) FrontNode() *LinkedNode[T] {
return l.front
}
func (l *LinkedList[T]) Front() T {
return l.FrontNode().Value
}
func (l *LinkedList[T]) BackNode() *LinkedNode[T] {
return l.tail
}
func (l *LinkedList[T]) Back() T {
if l.size == 0 {
panic(ErrorOutOffRange)
}
return l.tail.Value
}
func (l *LinkedList[T]) ForEach(fn func(T) bool) {
l.mu.RLock()
defer l.mu.RUnlock()
for current := l.front; current != nil; current = current.Next {
if fn(current.Value) {
break
}
}
}
func (l *LinkedList[T]) GetAt(i int) T {
if i <= l.Size() {
for n, current := 0, l.front; current != nil; current, n = current.Next, n+1 {
if n == i {
return current.Value
}
}
}
return *new(T)
}
func (l *LinkedList[T]) Remove(n *LinkedNode[T]) {
l.mu.Lock()
defer l.mu.Unlock()
if n.Next != nil {
n.Next.Prev = n.Prev
} else {
l.tail = n.Prev
}
if n.Prev != nil {
n.Prev.Next = n.Next
} else {
l.front = n.Next
}
n.Next = nil
n.Prev = nil
l.size--
}
func (l *LinkedList[T]) RemoveAt(index int) {
l.mu.Lock()
defer l.mu.Unlock()
var i int
for current := l.front; current != nil; current = current.Next {
if i == index {
// 重连接
current.Prev.Next = current.Next
current.Next.Prev = current.Prev
current.Prev = nil
current.Next = nil
l.size--
break
}
i++
}
}
func (l *LinkedList[T]) pushBackNode(n *LinkedNode[T]) {
n.Next = nil
n.Prev = l.tail
if l.tail != nil {
l.tail.Next = n
} else {
l.front = n
}
l.tail = n
l.size++
}
func (l *LinkedList[T]) pushFrontNode(n *LinkedNode[T]) {
n.Next = l.front
n.Prev = nil
if l.front != nil {
l.front.Prev = n
} else {
l.tail = n
}
l.front = n
l.size++
}

View File

@ -0,0 +1,103 @@
package list_test
import (
"testing"
"github.com/charlienet/go-mixed/collections/list"
"github.com/stretchr/testify/assert"
)
func TestPushBack(t *testing.T) {
l := list.NewLinkedList[int]()
l.PushBack(1)
l.PushBack(2)
l.PushBack(3)
l.ForEach(func(i int) bool {
t.Log(i)
return false
})
}
func TestPushFront(t *testing.T) {
l := list.NewLinkedList[int]()
l.PushFront(1)
l.PushFront(2)
l.PushFront(3)
l.ForEach(func(i int) bool {
t.Log(i)
return false
})
}
func TestRemoveAt(t *testing.T) {
l := list.NewLinkedList[int]()
l.PushBack(1)
l.PushBack(2)
l.PushBack(3)
l.RemoveAt(1)
l.ForEach(func(i int) bool {
t.Log(i)
return false
})
t.Log()
l.RemoveAt(0)
l.ForEach(func(i int) bool {
t.Log(i)
return false
})
}
func TestSize(t *testing.T) {
l := list.NewLinkedList[int]()
l.PushBack(1)
l.PushBack(2)
l.PushBack(3)
assert.Equal(t, 3, l.Size())
l.RemoveAt(0)
assert.Equal(t, 2, l.Size())
}
func TestLinkedListToSlice(t *testing.T) {
l := list.NewLinkedList[int]()
l.PushBack(1)
l.PushBack(2)
l.PushBack(3)
s := l.ToSlice()
t.Log(s)
}
func BenchmarkLinkedList(b *testing.B) {
l := list.NewLinkedList[int]()
l.Synchronize()
for i := 0; i < b.N; i++ {
l.PushBack(i)
}
}
func TestRemoveNode(t *testing.T) {
l := list.NewLinkedList(1, 2, 3, 4, 5)
// l.ForEach(func(i int) bool {
// t.Log(i)
// return false
// })
l.RemoveAt(1)
for currnet := l.FrontNode(); currnet != nil; currnet = currnet.Next {
t.Logf("%p %+v", currnet, currnet)
}
}

35
collections/list/list.go Normal file
View File

@ -0,0 +1,35 @@
package list
import (
"errors"
"github.com/charlienet/go-mixed/locker"
)
var ErrorOutOffRange = errors.New("out of range")
type List[T any] interface {
}
type list[T any] struct {
size int
mu locker.WithRWLocker
}
func (l *list[T]) Synchronize() {
l.mu.Synchronize()
}
func (l *list[T]) ForEach(fn func(T) bool) { panic("Not Implemented") }
func (l *LinkedList[T]) ToSlice() []T {
s := make([]T, 0, l.Size())
l.ForEach(func(t T) bool {
s = append(s, t)
return false
})
return s
}
func (l *list[T]) Size() int { return l.size }

View File

@ -1 +0,0 @@
package collections

View File

@ -1,11 +0,0 @@
package collections
import "github.com/charlienet/go-mixed/locker"
type options struct {
mu locker.RWLocker
}
func emptyLocker() locker.RWLocker {
return locker.EmptyLocker
}

View File

@ -1,6 +1,8 @@
package collections package collections
import "sync" import (
"sync"
)
var _ Queue[string] = &ArrayQueue[string]{} var _ Queue[string] = &ArrayQueue[string]{}

View File

@ -0,0 +1,35 @@
package queue
import (
"github.com/charlienet/go-mixed/collections/list"
)
type Queue[T any] struct {
list list.LinkedList[T]
}
func NewQueue[T any]() *Queue[T] {
return &Queue[T]{}
}
func (q *Queue[T]) Synchronize() *Queue[T] {
q.list.Synchronize()
return q
}
func (q *Queue[T]) Push(v T) {
}
func (q *Queue[T]) Pop(v T) {
}
func (q *Queue[T]) Size() int {
return q.list.Size()
}
func (q *Queue[T]) IsEmpty() bool {
return false
}

View File

@ -0,0 +1 @@
package queue_test

View File

@ -0,0 +1,10 @@
package rbtree
type color bool
const (
black, red color = true, false
)
type TreeNode[K any, V any] struct {
}

View File

@ -0,0 +1 @@
package rbtree

View File

@ -1,42 +0,0 @@
package collections
import "sync"
type rw_queue[T any] struct {
q Queue[T]
mu sync.Mutex
}
func (q *rw_queue[T]) Push(v T) {
q.mu.Lock()
q.q.Put(v)
q.mu.Unlock()
}
func (q *rw_queue[T]) Pop() T {
q.mu.Lock()
defer q.mu.Unlock()
return q.q.Poll()
}
func (q *rw_queue[T]) Peek() T {
q.mu.Lock()
defer q.mu.Unlock()
return q.q.Peek()
}
func (q *rw_queue[T]) Size() int {
q.mu.Lock()
defer q.mu.Unlock()
return q.q.Size()
}
func (q *rw_queue[T]) IsEmpty() bool {
q.mu.Lock()
defer q.mu.Unlock()
return q.q.IsEmpty()
}

View File

@ -1,4 +1,4 @@
package collections package stack
import "sync" import "sync"

View File

@ -1,13 +1,13 @@
package collections_test package stack_test
import ( import (
"testing" "testing"
"github.com/charlienet/go-mixed/collections" "github.com/charlienet/go-mixed/collections/stack"
) )
func TestStack(t *testing.T) { func TestStack(t *testing.T) {
arrayStack := collections.NewArrayStack[string]() arrayStack := stack.NewArrayStack[string]()
arrayStack.Push("cat") arrayStack.Push("cat")
arrayStack.Push("dog") arrayStack.Push("dog")
arrayStack.Push("hen") arrayStack.Push("hen")

View File

@ -1,4 +1,4 @@
package crypto package sm2
import ( import (
"crypto/rand" "crypto/rand"
@ -14,7 +14,7 @@ var (
C1C2C3 = 1 C1C2C3 = 1
) )
var _ IAsymmetric = &sm2Instance{} type option func(*sm2Instance) error
type sm2Instance struct { type sm2Instance struct {
mode int mode int
@ -22,9 +22,42 @@ type sm2Instance struct {
puk *s.PublicKey puk *s.PublicKey
} }
type option func(*sm2Instance) error func WithSm2PrivateKey(p []byte, pwd []byte) option {
return func(so *sm2Instance) error {
priv, err := x.ReadPrivateKeyFromPem(p, pwd)
if err != nil {
return err
}
func NewSm2(opts ...option) (*sm2Instance, error) { so.prk = priv
return nil
}
}
func WithSm2PublicKey(p []byte) option {
return func(so *sm2Instance) error {
if len(p) == 0 {
return nil
}
pub, err := x.ReadPublicKeyFromPem(p)
if err != nil {
return err
}
so.puk = pub
return nil
}
}
func WithMode(mode int) option {
return func(so *sm2Instance) error {
so.mode = mode
return nil
}
}
func New(opts ...option) (*sm2Instance, error) {
o := &sm2Instance{ o := &sm2Instance{
mode: defaultMode, mode: defaultMode,
} }
@ -51,37 +84,6 @@ func NewSm2(opts ...option) (*sm2Instance, error) {
return o, nil return o, nil
} }
func ParseSm2PrivateKey(p []byte, pwd []byte) option {
return func(so *sm2Instance) error {
priv, err := x.ReadPrivateKeyFromPem(p, pwd)
if err != nil {
return err
}
so.prk = priv
return nil
}
}
func ParseSm2PublicKey(p []byte) option {
return func(so *sm2Instance) error {
pub, err := x.ReadPublicKeyFromPem(p)
if err != nil {
return err
}
so.puk = pub
return nil
}
}
func WithMode(mode int) option {
return func(so *sm2Instance) error {
so.mode = mode
return nil
}
}
func (o *sm2Instance) Encrypt(msg []byte) ([]byte, error) { func (o *sm2Instance) Encrypt(msg []byte) ([]byte, error) {
return s.Encrypt(o.puk, msg, rand.Reader, o.mode) return s.Encrypt(o.puk, msg, rand.Reader, o.mode)
} }

View File

@ -1,20 +1,34 @@
package crypto_test package sm2
import ( import (
"crypto/rand"
"crypto/x509" "crypto/x509"
"encoding/hex" "encoding/hex"
"encoding/pem" "encoding/pem"
"fmt" "fmt"
"testing" "testing"
"github.com/charlienet/go-mixed/crypto" "github.com/tjfoc/gmsm/sm2"
x "github.com/tjfoc/gmsm/x509"
) )
func TestPem(t *testing.T) {
key, _ := sm2.GenerateKey(rand.Reader)
prv, _ := x.WritePrivateKeyToPem(key, []byte{})
pub, _ := x.WritePublicKeyToPem(key.Public().(*sm2.PublicKey))
t.Log(x.WritePublicKeyToHex(&key.PublicKey))
t.Log(string(prv))
t.Log(string(pub))
}
func TestNewSm2(t *testing.T) { func TestNewSm2(t *testing.T) {
o, err := crypto.NewSm2() o, err := New()
t.Logf("%+v, %v", o, err) t.Logf("%+v, %v", o, err)
t.Log(crypto.NewSm2(crypto.ParseSm2PrivateKey([]byte{}, []byte{}))) t.Log(New(WithSm2PrivateKey([]byte{}, []byte{})))
msg := []byte("123456") msg := []byte("123456")
sign, err := o.Sign(msg) sign, err := o.Sign(msg)
@ -49,9 +63,9 @@ hslcifiQY8173nHtaB3R6T0PwRQTwKbpdec0dwVCpvVcdzHtivndlG0mqQ==
) )
func TestPrivatePem(t *testing.T) { func TestPrivatePem(t *testing.T) {
signer, err := crypto.NewSm2( signer, err := New(
crypto.ParseSm2PrivateKey([]byte(privPem), []byte{}), WithSm2PrivateKey([]byte(privPem), []byte{}),
crypto.ParseSm2PublicKey([]byte(pubPem))) WithSm2PublicKey([]byte(pubPem)))
t.Log(signer, err) t.Log(signer, err)
if err != nil { if err != nil {
@ -67,9 +81,9 @@ func TestPrivatePem(t *testing.T) {
} }
func TestBadPublicPem(t *testing.T) { func TestBadPublicPem(t *testing.T) {
signer, err := crypto.NewSm2( signer, err := New(
crypto.ParseSm2PrivateKey([]byte(privPem), []byte{}), WithSm2PrivateKey([]byte(privPem), []byte{}),
crypto.ParseSm2PublicKey([]byte(badPubPem))) WithSm2PublicKey([]byte(badPubPem)))
t.Log(signer, err) t.Log(signer, err)

View File

@ -1,12 +0,0 @@
package dateconv_test
import (
"testing"
"github.com/charlienet/go-mixed/dateconv"
)
func TestToday(t *testing.T) {
today := dateconv.Today()
t.Log(dateconv.TimeToString(&today))
}

View File

@ -1,44 +0,0 @@
package dateconv
import (
"time"
)
const (
layoutDate = "2006-01-02"
layoutTime = "2006-01-02 15:04:05"
layoutTimeMilli = "2006-01-02 15:04:05.000"
layoutChineseDate = "2006年01月02日"
layoutChineseTime = "2006年01月02日 15:04:05"
)
func Today() time.Time {
t := time.Now()
year, month, day := t.Date()
return time.Date(year, month, day, 0, 0, 0, 0, t.Location())
}
// 日期转换为整数(如:20211222
func DateToInt(date time.Time) int {
return date.Year()*10000 + int(date.Month())*100 + date.Day()
}
// 日期转换为字符串
func DateToString(date *time.Time) string { return formatTime(date, layoutDate) }
// 时间转换为字符串
func TimeToString(date *time.Time) string { return formatTime(date, layoutTime) }
// 日期转换为中文
func DateToChinese(t *time.Time) string { return formatTime(t, layoutChineseDate) }
// 时间转换为中文
func TimeToChinese(t *time.Time) string { return formatTime(t, layoutChineseTime) }
func formatTime(t *time.Time, f string) string {
if t == nil || t.IsZero() {
return ""
}
return t.Format(f)
}

View File

@ -1,11 +0,0 @@
package dateconv
import "time"
func ParseDuration(s string) (time.Duration, error) {
if len(s) == 0 {
return time.Duration(0), nil
}
return time.ParseDuration(s)
}

View File

@ -1,10 +0,0 @@
package dateconv
import (
"testing"
)
func TestParseDuration(t *testing.T) {
t.Log(ParseDuration(""))
t.Log(ParseDuration("abc"))
}

19
encode/encode.go Normal file
View File

@ -0,0 +1,19 @@
package encode
import "encoding/hex"
type BytesResult []byte
func FromString(s string) BytesResult {
return BytesResult([]byte(s))
}
func FromHexString(s string) BytesResult {
b, _ := hex.DecodeString(s)
return BytesResult(b)
}
func FromBytes(b []byte) BytesResult {
return BytesResult(b)
}

View File

@ -12,6 +12,17 @@ const (
defaultErrorCode = "999999" defaultErrorCode = "999999"
) )
type Error interface {
Wraped() []error
Code() string
error
private()
}
var _ Error = &CodeError{}
type CodeError struct { type CodeError struct {
cause error // 原始错误信息 cause error // 原始错误信息
code string // 错误码 code string // 错误码
@ -70,6 +81,10 @@ func (e *CodeError) WithCause(err error) *CodeError {
return new(err, e.code, e.message) return new(err, e.code, e.message)
} }
func (e *CodeError) Wraped() []error {
return []error{}
}
func (e *CodeError) Format(s fmt.State, verb rune) { func (e *CodeError) Format(s fmt.State, verb rune) {
switch verb { switch verb {
case 'v': case 'v':
@ -86,6 +101,8 @@ func (e *CodeError) Format(s fmt.State, verb rune) {
} }
} }
func (*CodeError) private() {}
func new(err error, code string, args ...any) *CodeError { func new(err error, code string, args ...any) *CodeError {
return &CodeError{ return &CodeError{
code: code, code: code,
@ -102,7 +119,7 @@ func newf(err error, code string, format string, args ...any) *CodeError {
} }
} }
func Error(code string, args ...any) *CodeError { func ErrorWithCode(code string, args ...any) *CodeError {
return new(nil, code, args...) return new(nil, code, args...)
} }

View File

@ -16,8 +16,8 @@ const (
) )
var ( var (
globalError = errors.Error(defaultErrorCode, "全局错误对象") globalError = errors.ErrorWithCode(defaultErrorCode, "全局错误对象")
errorbyCode = errors.Error(testCode, "全局错误对象") errorbyCode = errors.ErrorWithCode(testCode, "全局错误对象")
) )
func TestPersetError(t *testing.T) { func TestPersetError(t *testing.T) {
@ -40,7 +40,7 @@ func TestWithMessage(t *testing.T) {
} }
func TestNewError(t *testing.T) { func TestNewError(t *testing.T) {
var e error = errors.Error("123456", "测试") var e error = errors.ErrorWithCode("123456", "测试")
err := e.(*errors.CodeError) err := e.(*errors.CodeError)
t.Log(e, err.Code()) t.Log(e, err.Code())
@ -58,17 +58,17 @@ func TestWithStack(t *testing.T) {
} }
func TestLogMessage(t *testing.T) { func TestLogMessage(t *testing.T) {
t.Logf("%+v", errors.Error("88888", "错误消息")) t.Logf("%+v", errors.ErrorWithCode("88888", "错误消息"))
t.Log(errors.Error("77777")) t.Log(errors.ErrorWithCode("77777"))
t.Log(errors.Error("77777", "测试")) t.Log(errors.ErrorWithCode("77777", "测试"))
} }
func TestIs(t *testing.T) { func TestIs(t *testing.T) {
code1 := "000090" code1 := "000090"
code2 := "000091" code2 := "000091"
e1 := errors.Error(code1) e1 := errors.ErrorWithCode(code1)
e2 := errors.Error(code1) e2 := errors.ErrorWithCode(code1)
e3 := errors.Error(code2) e3 := errors.ErrorWithCode(code2)
t.Log(errors.Is(e1, e2)) t.Log(errors.Is(e1, e2))
t.Log(errors.Is(e1, e3)) t.Log(errors.Is(e1, e3))

View File

@ -1,9 +1,128 @@
package expr package expr
// 如为真返回参数一,否则返回参数二 // 如为真返回参数一,否则返回参数二
func If[T any](e bool, v1, v2 T) T { func Ternary[T any](e bool, v1, v2 T) T {
if e { if e {
return v1 return v1
} }
return v2 return v2
} }
func TernaryF[T any](condition bool, ifFunc func() T, elseFunc func() T) T {
if condition {
return ifFunc()
}
return elseFunc()
}
type ifElse[T any] struct {
result T
done bool
}
func If[T any](condition bool, result T) *ifElse[T] {
if condition {
return &ifElse[T]{result, true}
}
var t T
return &ifElse[T]{t, false}
}
func IfF[T any](condition bool, resultF func() T) *ifElse[T] {
if condition {
return &ifElse[T]{resultF(), true}
}
var t T
return &ifElse[T]{t, false}
}
func (i *ifElse[T]) ElseIf(condition bool, result T) *ifElse[T] {
if !i.done && condition {
i.result = result
i.done = true
}
return i
}
func (i *ifElse[T]) ElseIfF(condition bool, resultF func() T) *ifElse[T] {
if !i.done && condition {
i.result = resultF()
i.done = true
}
return i
}
func (i *ifElse[T]) Else(result T) T {
if i.done {
return i.result
}
return result
}
func (i *ifElse[T]) ElseF(resultF func() T) T {
if i.done {
return i.result
}
return resultF()
}
type switchCase[T comparable, R any] struct {
predicate T
result R
done bool
}
func Switch[T comparable, R any](predicate T) *switchCase[T, R] {
var result R
return &switchCase[T, R]{
predicate,
result,
false,
}
}
func SwitchF[T comparable, R any](predicate func() T) *switchCase[T, R] {
return Switch[T, R](predicate())
}
func (s *switchCase[T, R]) Case(val T, result R) *switchCase[T, R] {
if !s.done && s.predicate == val {
s.result = result
s.done = true
}
return s
}
func (s *switchCase[T, R]) CaseF(val T, cb func() R) *switchCase[T, R] {
if !s.done && s.predicate == val {
s.result = cb()
s.done = true
}
return s
}
func (s *switchCase[T, R]) Default(result R) R {
if !s.done {
s.result = result
}
return s.result
}
func (s *switchCase[T, R]) DefaultF(cb func() R) R {
if !s.done {
s.result = cb()
}
return s.result
}

View File

@ -1,9 +1,31 @@
package expr package expr
import "testing" import (
"testing"
func TestIf(t *testing.T) { "github.com/stretchr/testify/assert"
)
func TestTernary(t *testing.T) {
v1 := 10 v1 := 10
v2 := 4 v2 := 4
t.Log(If(v1 > v2, v1, v2)) t.Log(Ternary(v1 > v2, v1, v2))
}
func TestIf(t *testing.T) {
is := assert.New(t)
is.Equal(1, If(true, 1).ElseIf(false, 2).Else(3))
is.Equal(1, If(true, 1).ElseIf(true, 2).Else(3))
is.Equal(2, If(false, 1).ElseIf(true, 2).Else(3))
is.Equal(3, If(false, 1).ElseIf(false, 2).Else(3))
}
func TestSwitch(t *testing.T) {
is := assert.New(t)
is.Equal(1, Switch[int, int](42).Case(42, 1).Case(1, 2).Default(3))
is.Equal(1, Switch[int, int](42).Case(42, 1).Case(42, 2).Default(3))
is.Equal(1, Switch[int, int](42).Case(1, 1).Case(42, 2).Default(3))
is.Equal(1, Switch[int, int](42).Case(1, 1).Case(1, 2).Default(3))
} }

21
file_store/file_store.go Normal file
View File

@ -0,0 +1,21 @@
package filestore
import (
"errors"
"io"
"os"
)
func New() {
f, err := os.Open("")
_ = err
_ = f
}
func Store(name string, reader io.Reader) error {
return errors.New("abc")
}

6
file_store/oss/oss.go Normal file
View File

@ -0,0 +1,6 @@
package oss
// add two int
func Add(a, b int) {
}

38
file_store/readme.md Normal file
View File

@ -0,0 +1,38 @@
# 文件存储组件
1. 支持磁盘OSSFTP等
2. 支持自定义存储
3. 支持同时存储到不同的存储目标
创建文件存储
```GO
New().WithStore(LocalDisk("D:\abc"))
```
删除文件
```GO
filestore.Delete("filename")
```
文件移动
```GO
filestore.Move("old", "new")
```
文件重命名
```GO
filestore.Rename("old", "new")
```

45
go.mod
View File

@ -1,46 +1,61 @@
module github.com/charlienet/go-mixed module github.com/charlienet/go-mixed
go 1.18 go 1.21
require ( require (
github.com/bits-and-blooms/bitset v1.3.0 github.com/bits-and-blooms/bitset v1.8.0
github.com/cespare/xxhash/v2 v2.1.2 github.com/cespare/xxhash/v2 v2.2.0
github.com/go-playground/universal-translator v0.18.0 github.com/go-playground/universal-translator v0.18.1
github.com/json-iterator/go v1.1.12 github.com/json-iterator/go v1.1.12
github.com/shopspring/decimal v1.3.1 github.com/shopspring/decimal v1.3.1
github.com/spaolacci/murmur3 v1.1.0 github.com/spaolacci/murmur3 v1.1.0
github.com/tjfoc/gmsm v1.4.1 github.com/tjfoc/gmsm v1.4.1
) )
require github.com/alphadose/haxmap v1.3.0
require ( require (
github.com/alicebob/gopher-json v0.0.0-20230218143504-906a9b012302 // indirect
github.com/davecgh/go-spew v1.1.1 // indirect github.com/davecgh/go-spew v1.1.1 // indirect
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
github.com/fastly/go-utils v0.0.0-20180712184237-d95a45783239 // indirect github.com/fastly/go-utils v0.0.0-20180712184237-d95a45783239 // indirect
github.com/go-playground/locales v0.14.0 // indirect github.com/go-playground/locales v0.14.1 // indirect
github.com/jehiah/go-strftime v0.0.0-20171201141054-1d33003b3869 // indirect github.com/jehiah/go-strftime v0.0.0-20171201141054-1d33003b3869 // indirect
github.com/jonboulle/clockwork v0.3.0 // indirect github.com/jonboulle/clockwork v0.4.0 // indirect
github.com/lestrrat/go-envload v0.0.0-20180220120943-6ed08b54a570 // indirect github.com/lestrrat/go-envload v0.0.0-20180220120943-6ed08b54a570 // indirect
github.com/lestrrat/go-strftime v0.0.0-20180220042222-ba3bf9c1d042 // indirect github.com/lestrrat/go-strftime v0.0.0-20180220042222-ba3bf9c1d042 // indirect
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
github.com/modern-go/reflect2 v1.0.2 // indirect github.com/modern-go/reflect2 v1.0.2 // indirect
github.com/pmezard/go-difflib v1.0.0 // indirect github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/stretchr/objx v0.5.1 // indirect
github.com/tebeka/strftime v0.1.5 // indirect github.com/tebeka/strftime v0.1.5 // indirect
github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
github.com/yuin/gopher-lua v1.1.0 // indirect
golang.org/x/net v0.14.0 // indirect
golang.org/x/text v0.12.0 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect gopkg.in/yaml.v3 v3.0.1 // indirect
) )
require ( require (
github.com/allegro/bigcache/v3 v3.0.2 github.com/allegro/bigcache/v3 v3.1.0
github.com/coocood/freecache v1.2.3
github.com/vmihailenco/go-tinylfu v0.2.2
)
require (
github.com/alicebob/miniredis/v2 v2.30.5
github.com/antonfisher/nested-logrus-formatter v1.3.1 github.com/antonfisher/nested-logrus-formatter v1.3.1
github.com/coocood/freecache v1.2.1 github.com/dlclark/regexp2 v1.10.0
github.com/dlclark/regexp2 v1.7.0
github.com/go-redis/redis/v8 v8.11.5 github.com/go-redis/redis/v8 v8.11.5
github.com/lestrrat/go-file-rotatelogs v0.0.0-20180223000712-d3151e2a480f github.com/lestrrat/go-file-rotatelogs v0.0.0-20180223000712-d3151e2a480f
github.com/pkg/errors v0.9.1 github.com/pkg/errors v0.9.1
github.com/sirupsen/logrus v1.9.0 github.com/sirupsen/logrus v1.9.3
github.com/stretchr/testify v1.8.0 github.com/stretchr/testify v1.8.4
golang.org/x/crypto v0.0.0-20220722155217-630584e8d5aa github.com/vmihailenco/msgpack/v5 v5.3.5
golang.org/x/exp v0.0.0-20220722155223-a9213eeb770e golang.org/x/crypto v0.12.0
golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f // indirect golang.org/x/exp v0.0.0-20230817173708-d852ddb80c63
gopkg.in/natefinch/lumberjack.v2 v2.0.0 golang.org/x/sync v0.3.0
golang.org/x/sys v0.11.0 // indirect
gopkg.in/natefinch/lumberjack.v2 v2.2.1
) )

131
go.sum
View File

@ -1,30 +1,53 @@
cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ= github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ=
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
github.com/allegro/bigcache/v3 v3.0.2 h1:AKZCw+5eAaVyNTBmI2fgyPVJhHkdWder3O9IrprcQfI= github.com/alicebob/gopher-json v0.0.0-20200520072559-a9ecdc9d1d3a h1:HbKu58rmZpUGpz5+4FfNmIU+FmZg2P3Xaj2v2bfNWmk=
github.com/allegro/bigcache/v3 v3.0.2/go.mod h1:aPyh7jEvrog9zAwx5N7+JUQX5dZTSGpxF1LAR4dr35I= github.com/alicebob/gopher-json v0.0.0-20200520072559-a9ecdc9d1d3a/go.mod h1:SGnFV6hVsYE877CKEZ6tDNTjaSXYUk6QqoIK6PrAtcc=
github.com/alicebob/gopher-json v0.0.0-20230218143504-906a9b012302 h1:uvdUDbHQHO85qeSydJtItA4T55Pw6BtAejd0APRJOCE=
github.com/alicebob/gopher-json v0.0.0-20230218143504-906a9b012302/go.mod h1:SGnFV6hVsYE877CKEZ6tDNTjaSXYUk6QqoIK6PrAtcc=
github.com/alicebob/miniredis/v2 v2.23.1 h1:jR6wZggBxwWygeXcdNyguCOCIjPsZyNUNlAkTx2fu0U=
github.com/alicebob/miniredis/v2 v2.23.1/go.mod h1:84TWKZlxYkfgMucPBf5SOQBYJceZeQRFIaQgNMiCX6Q=
github.com/alicebob/miniredis/v2 v2.30.0 h1:uA3uhDbCxfO9+DI/DuGeAMr9qI+noVWwGPNTFuKID5M=
github.com/alicebob/miniredis/v2 v2.30.0/go.mod h1:84TWKZlxYkfgMucPBf5SOQBYJceZeQRFIaQgNMiCX6Q=
github.com/alicebob/miniredis/v2 v2.30.5 h1:3r6kTHdKnuP4fkS8k2IrvSfxpxUTcW1SOL0wN7b7Dt0=
github.com/alicebob/miniredis/v2 v2.30.5/go.mod h1:b25qWj4fCEsBeAAR2mlb0ufImGC6uH3VlUfb/HS5zKg=
github.com/allegro/bigcache/v3 v3.1.0 h1:H2Vp8VOvxcrB91o86fUSVJFqeuz8kpyyB02eH3bSzwk=
github.com/allegro/bigcache/v3 v3.1.0/go.mod h1:aPyh7jEvrog9zAwx5N7+JUQX5dZTSGpxF1LAR4dr35I=
github.com/alphadose/haxmap v1.2.0 h1:noGrAmCE+gNheZ4KpW+sYj9W5uMcO1UAjbAq9XBOAfM=
github.com/alphadose/haxmap v1.2.0/go.mod h1:rjHw1IAqbxm0S3U5tD16GoKsiAd8FWx5BJ2IYqXwgmM=
github.com/alphadose/haxmap v1.3.0 h1:C/2LboOnPCZP27GmmSXOcwx360st0P8N0fTJ3voefKc=
github.com/alphadose/haxmap v1.3.0/go.mod h1:rjHw1IAqbxm0S3U5tD16GoKsiAd8FWx5BJ2IYqXwgmM=
github.com/antonfisher/nested-logrus-formatter v1.3.1 h1:NFJIr+pzwv5QLHTPyKz9UMEoHck02Q9L0FP13b/xSbQ= github.com/antonfisher/nested-logrus-formatter v1.3.1 h1:NFJIr+pzwv5QLHTPyKz9UMEoHck02Q9L0FP13b/xSbQ=
github.com/antonfisher/nested-logrus-formatter v1.3.1/go.mod h1:6WTfyWFkBc9+zyBaKIqRrg/KwMqBbodBjgbHjDz7zjA= github.com/antonfisher/nested-logrus-formatter v1.3.1/go.mod h1:6WTfyWFkBc9+zyBaKIqRrg/KwMqBbodBjgbHjDz7zjA=
github.com/bits-and-blooms/bitset v1.2.2 h1:J5gbX05GpMdBjCvQ9MteIg2KKDExr7DrgK+Yc15FvIk= github.com/bits-and-blooms/bitset v1.4.0 h1:+YZ8ePm+He2pU3dZlIZiOeAKfrBkXi1lSrXJ/Xzgbu8=
github.com/bits-and-blooms/bitset v1.2.2/go.mod h1:gIdJ4wp64HaoK2YrL1Q5/N7Y16edYb8uY+O0FJTyyDA= github.com/bits-and-blooms/bitset v1.4.0/go.mod h1:gIdJ4wp64HaoK2YrL1Q5/N7Y16edYb8uY+O0FJTyyDA=
github.com/bits-and-blooms/bitset v1.3.0 h1:h7mv5q31cthBTd7V4kLAZaIThj1e8vPGcSqpPue9KVI= github.com/bits-and-blooms/bitset v1.5.0 h1:NpE8frKRLGHIcEzkR+gZhiioW1+WbYV6fKwD6ZIpQT8=
github.com/bits-and-blooms/bitset v1.3.0/go.mod h1:gIdJ4wp64HaoK2YrL1Q5/N7Y16edYb8uY+O0FJTyyDA= github.com/bits-and-blooms/bitset v1.5.0/go.mod h1:gIdJ4wp64HaoK2YrL1Q5/N7Y16edYb8uY+O0FJTyyDA=
github.com/bits-and-blooms/bitset v1.8.0 h1:FD+XqgOZDUxxZ8hzoBFuV9+cGWY9CslN6d5MS5JVb4c=
github.com/bits-and-blooms/bitset v1.8.0/go.mod h1:7hO7Gc7Pp1vODcmWvKMRA9BNmbv6a/7QIWpPxHddWR8=
github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
github.com/cespare/xxhash/v2 v2.1.2 h1:YRXhKfTDauu4ajMg1TPgFO5jnlC2HCbmLXMcTG5cbYE= github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44=
github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI=
github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI=
github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=
github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
github.com/coocood/freecache v1.2.1 h1:/v1CqMq45NFH9mp/Pt142reundeBM0dVUD3osQBeu/U= github.com/coocood/freecache v1.2.3 h1:lcBwpZrwBZRZyLk/8EMyQVXRiFl663cCuMOrjCALeto=
github.com/coocood/freecache v1.2.1/go.mod h1:RBUWa/Cy+OHdfTGFEhEuE1pMCMX51Ncizj7rthiQ3vk= github.com/coocood/freecache v1.2.3/go.mod h1:RBUWa/Cy+OHdfTGFEhEuE1pMCMX51Ncizj7rthiQ3vk=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78= github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc= github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
github.com/dlclark/regexp2 v1.4.0 h1:F1rxgk7p4uKjwIQxBs9oAXe5CqrXlCduYEJvrF4u93E=
github.com/dlclark/regexp2 v1.4.0/go.mod h1:2pZnwuY/m+8K6iRw6wQdMtk+rH5tNGR1i55kozfMjCc=
github.com/dlclark/regexp2 v1.7.0 h1:7lJfhqlPssTb1WQx4yvTHN0uElPEv52sbaECrAQxjAo= github.com/dlclark/regexp2 v1.7.0 h1:7lJfhqlPssTb1WQx4yvTHN0uElPEv52sbaECrAQxjAo=
github.com/dlclark/regexp2 v1.7.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8= github.com/dlclark/regexp2 v1.7.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=
github.com/dlclark/regexp2 v1.8.1 h1:6Lcdwya6GjPUNsBct8Lg/yRPwMhABj269AAzdGSiR+0=
github.com/dlclark/regexp2 v1.8.1/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=
github.com/dlclark/regexp2 v1.10.0 h1:+/GIL799phkJqYW+3YbOd8LCcbHzT0Pbo8zl70MHsq0=
github.com/dlclark/regexp2 v1.10.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=
github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
@ -33,8 +56,12 @@ github.com/fastly/go-utils v0.0.0-20180712184237-d95a45783239/go.mod h1:Gdwt2ce0
github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4= github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4=
github.com/go-playground/locales v0.14.0 h1:u50s323jtVGugKlcYeyzC0etD1HifMjqmJqb8WugfUU= github.com/go-playground/locales v0.14.0 h1:u50s323jtVGugKlcYeyzC0etD1HifMjqmJqb8WugfUU=
github.com/go-playground/locales v0.14.0/go.mod h1:sawfccIbzZTqEDETgFXqTho0QybSa7l++s0DH+LDiLs= github.com/go-playground/locales v0.14.0/go.mod h1:sawfccIbzZTqEDETgFXqTho0QybSa7l++s0DH+LDiLs=
github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA=
github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=
github.com/go-playground/universal-translator v0.18.0 h1:82dyy6p4OuJq4/CByFNOn/jYrnRPArHwAcmLoJZxyho= github.com/go-playground/universal-translator v0.18.0 h1:82dyy6p4OuJq4/CByFNOn/jYrnRPArHwAcmLoJZxyho=
github.com/go-playground/universal-translator v0.18.0/go.mod h1:UvRDBj+xPUEGrFYl+lu/H90nyDXpg0fqeB/AQUGNTVA= github.com/go-playground/universal-translator v0.18.0/go.mod h1:UvRDBj+xPUEGrFYl+lu/H90nyDXpg0fqeB/AQUGNTVA=
github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=
github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY=
github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI= github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI=
github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo= github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
@ -57,6 +84,8 @@ github.com/jehiah/go-strftime v0.0.0-20171201141054-1d33003b3869 h1:IPJ3dvxmJ4uc
github.com/jehiah/go-strftime v0.0.0-20171201141054-1d33003b3869/go.mod h1:cJ6Cj7dQo+O6GJNiMx+Pa94qKj+TG8ONdKHgMNIyyag= github.com/jehiah/go-strftime v0.0.0-20171201141054-1d33003b3869/go.mod h1:cJ6Cj7dQo+O6GJNiMx+Pa94qKj+TG8ONdKHgMNIyyag=
github.com/jonboulle/clockwork v0.3.0 h1:9BSCMi8C+0qdApAp4auwX0RkLGUjs956h0EkuQymUhg= github.com/jonboulle/clockwork v0.3.0 h1:9BSCMi8C+0qdApAp4auwX0RkLGUjs956h0EkuQymUhg=
github.com/jonboulle/clockwork v0.3.0/go.mod h1:Pkfl5aHPm1nk2H9h0bjmnJD/BcgbGXUBGnn1kMkgxc8= github.com/jonboulle/clockwork v0.3.0/go.mod h1:Pkfl5aHPm1nk2H9h0bjmnJD/BcgbGXUBGnn1kMkgxc8=
github.com/jonboulle/clockwork v0.4.0 h1:p4Cf1aMWXnXAUh8lVfewRBx1zaTSYKrKMF2g3ST4RZ4=
github.com/jonboulle/clockwork v0.4.0/go.mod h1:xgRqUGwRcjKCO1vbZUEtSLrqKoPSsUpK7fnezOII0kc=
github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM=
github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo=
github.com/lestrrat/go-envload v0.0.0-20180220120943-6ed08b54a570 h1:0iQektZGS248WXmGIYOwRXSQhD4qn3icjMpuxwO7qlo= github.com/lestrrat/go-envload v0.0.0-20180220120943-6ed08b54a570 h1:0iQektZGS248WXmGIYOwRXSQhD4qn3icjMpuxwO7qlo=
@ -80,36 +109,59 @@ github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZN
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
github.com/shopspring/decimal v1.3.1 h1:2Usl1nmF/WZucqkFZhnfFYxxxu8LG21F6nPQBE5gKV8= github.com/shopspring/decimal v1.3.1 h1:2Usl1nmF/WZucqkFZhnfFYxxxu8LG21F6nPQBE5gKV8=
github.com/shopspring/decimal v1.3.1/go.mod h1:DKyhrW/HYNuLGql+MJL6WCR6knT2jwCFRcu2hWCYk4o= github.com/shopspring/decimal v1.3.1/go.mod h1:DKyhrW/HYNuLGql+MJL6WCR6knT2jwCFRcu2hWCYk4o=
github.com/sirupsen/logrus v1.8.1 h1:dJKuHgqk1NNQlqoA6BTlM1Wf9DOH3NBjQyu0h9+AZZE=
github.com/sirupsen/logrus v1.8.1/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0=
github.com/sirupsen/logrus v1.9.0 h1:trlNQbNUG3OdDrDil03MCb1H2o9nJ1x4/5LYw7byDE0= github.com/sirupsen/logrus v1.9.0 h1:trlNQbNUG3OdDrDil03MCb1H2o9nJ1x4/5LYw7byDE0=
github.com/sirupsen/logrus v1.9.0/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/sirupsen/logrus v1.9.0/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ=
github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI= github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI=
github.com/spaolacci/murmur3 v1.1.0/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA= github.com/spaolacci/murmur3 v1.1.0/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/objx v0.5.0 h1:1zr/of2m5FGMsad5YfcqgdqdWrIhu+EBEJRhR1U7z/c=
github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
github.com/stretchr/objx v0.5.1 h1:4VhoImhV/Bm0ToFkXFi8hXNXwpDRZ/ynw3amt82mzq0=
github.com/stretchr/objx v0.5.1/go.mod h1:/iHQpkQwBD6DLUmQ4pE+s1TXdob1mORJ4/UFdrifcy0=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.8.0 h1:pSgiaMZlXftHpm5L7V1+rVB+AZJydKsMxsQBIJw4PKk=
github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk=
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
github.com/stretchr/testify v1.8.2 h1:+h33VjcLVPDHtOdpUCuF+7gSuG3yGIftsP1YvFihtJ8=
github.com/stretchr/testify v1.8.2/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
github.com/tebeka/strftime v0.1.5 h1:1NQKN1NiQgkqd/2moD6ySP/5CoZQsKa1d3ZhJ44Jpmg= github.com/tebeka/strftime v0.1.5 h1:1NQKN1NiQgkqd/2moD6ySP/5CoZQsKa1d3ZhJ44Jpmg=
github.com/tebeka/strftime v0.1.5/go.mod h1:29/OidkoWHdEKZqzyDLUyC+LmgDgdHo4WAFCDT7D/Ig= github.com/tebeka/strftime v0.1.5/go.mod h1:29/OidkoWHdEKZqzyDLUyC+LmgDgdHo4WAFCDT7D/Ig=
github.com/tjfoc/gmsm v1.4.1 h1:aMe1GlZb+0bLjn+cKTPEvvn9oUEBlJitaZiiBwsbgho= github.com/tjfoc/gmsm v1.4.1 h1:aMe1GlZb+0bLjn+cKTPEvvn9oUEBlJitaZiiBwsbgho=
github.com/tjfoc/gmsm v1.4.1/go.mod h1:j4INPkHWMrhJb38G+J6W4Tw0AbuN8Thu3PbdVYhVcTE= github.com/tjfoc/gmsm v1.4.1/go.mod h1:j4INPkHWMrhJb38G+J6W4Tw0AbuN8Thu3PbdVYhVcTE=
github.com/vmihailenco/go-tinylfu v0.2.2 h1:H1eiG6HM36iniK6+21n9LLpzx1G9R3DJa2UjUjbynsI=
github.com/vmihailenco/go-tinylfu v0.2.2/go.mod h1:CutYi2Q9puTxfcolkliPq4npPuofg9N9t8JVrjzwa3Q=
github.com/vmihailenco/msgpack/v5 v5.3.5 h1:5gO0H1iULLWGhs2H5tbAHIZTV8/cYafcFOr9znI5mJU=
github.com/vmihailenco/msgpack/v5 v5.3.5/go.mod h1:7xyJ9e+0+9SaZT0Wt1RGleJXzli6Q/V5KbhBonMG9jc=
github.com/vmihailenco/tagparser/v2 v2.0.0 h1:y09buUbR+b5aycVFQs/g70pqKVZNBmxwAhO7/IwNM9g=
github.com/vmihailenco/tagparser/v2 v2.0.0/go.mod h1:Wri+At7QHww0WTrCBeu4J6bNtoV6mEfg5OIWRZA9qds=
github.com/yuin/gopher-lua v0.0.0-20220504180219-658193537a64 h1:5mLPGnFdSsevFRFc9q3yYbBkB6tsm4aCwwQV/j1JQAQ=
github.com/yuin/gopher-lua v0.0.0-20220504180219-658193537a64/go.mod h1:GBR0iDaNXjAgGg9zfCvksxSRnQx76gclCIb7kdAd1Pw=
github.com/yuin/gopher-lua v1.1.0 h1:BojcDhfyDWgU2f2TOzYK/g5p2gxMrku8oupLDqlnSqE=
github.com/yuin/gopher-lua v1.1.0/go.mod h1:GBR0iDaNXjAgGg9zfCvksxSRnQx76gclCIb7kdAd1Pw=
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
golang.org/x/crypto v0.0.0-20201012173705-84dcc777aaee/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20201012173705-84dcc777aaee/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d h1:sK3txAijHtOK88l68nt020reeT1ZdKLIYetKl95FzVY= golang.org/x/crypto v0.3.0 h1:a06MkbcxBrEFc0w0QIZWXrH/9cCX6KJyWbBOIwAn+7A=
golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= golang.org/x/crypto v0.3.0/go.mod h1:hebNnKkNXi2UzZN1eVRvBB7co0a+JxK6XbPiWVs/3J4=
golang.org/x/crypto v0.0.0-20220722155217-630584e8d5aa h1:zuSxTR4o9y82ebqCUJYNGJbGPo6sKVl54f/TVDObg1c= golang.org/x/crypto v0.6.0 h1:qfktjS5LUO+fFKeJXZ+ikTRijMmljikvG68fpMMruSc=
golang.org/x/crypto v0.0.0-20220722155217-630584e8d5aa/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= golang.org/x/crypto v0.6.0/go.mod h1:OFC/31mSvZgRz0V1QTNCzfAI1aIRzbiufJtkMIlEp58=
golang.org/x/crypto v0.12.0 h1:tFM/ta59kqch6LlvYnPa0yx5a83cL2nHflFhYKvv9Yk=
golang.org/x/crypto v0.12.0/go.mod h1:NF0Gs7EO5K4qLn+Ylc+fih8BSTeIjAP05siRnAh98yw=
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
golang.org/x/exp v0.0.0-20220713135740-79cabaa25d75 h1:x03zeu7B2B11ySp+daztnwM5oBJ/8wGUSqrwcw9L0RA= golang.org/x/exp v0.0.0-20221205204356-47842c84f3db h1:D/cFflL63o2KSLJIwjlcIt8PR064j/xsmdEJL/YvY/o=
golang.org/x/exp v0.0.0-20220713135740-79cabaa25d75/go.mod h1:Kr81I6Kryrl9sr8s2FK3vxD90NdsKWRuOIl2O4CvYbA= golang.org/x/exp v0.0.0-20221205204356-47842c84f3db/go.mod h1:CxIveKay+FTh1D0yPZemJVgC/95VzuuOLq5Qi4xnoYc=
golang.org/x/exp v0.0.0-20220722155223-a9213eeb770e h1:+WEEuIdZHnUeJJmEUjyYC2gfUMj69yZXw17EnHg/otA= golang.org/x/exp v0.0.0-20230224173230-c95f2b4c22f2 h1:Jvc7gsqn21cJHCmAWx0LiimpP18LZmUxkT5Mp7EZ1mI=
golang.org/x/exp v0.0.0-20220722155223-a9213eeb770e/go.mod h1:Kr81I6Kryrl9sr8s2FK3vxD90NdsKWRuOIl2O4CvYbA= golang.org/x/exp v0.0.0-20230224173230-c95f2b4c22f2/go.mod h1:CxIveKay+FTh1D0yPZemJVgC/95VzuuOLq5Qi4xnoYc=
golang.org/x/exp v0.0.0-20230817173708-d852ddb80c63 h1:m64FZMko/V45gv0bNmrNYoDEq8U5YUhetc9cBWKS1TQ=
golang.org/x/exp v0.0.0-20230817173708-d852ddb80c63/go.mod h1:0v4NqG35kSWCMzLaMeX+IQrlSnVE/bqGSyC2cz/9Le8=
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
@ -119,26 +171,41 @@ golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73r
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20201010224723-4f7140c49acb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201010224723-4f7140c49acb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2 h1:CIJ76btIcR3eFI5EgSo6k1qKw9KJexJuRLI9G7Hp5wE= golang.org/x/net v0.2.0 h1:sZfSu1wtKLGlWI4ZZayP0ck9Y73K1ynO6gqzTdBVdPU=
golang.org/x/net v0.6.0 h1:L4ZwwTvKW9gr0ZMS1yrHD9GZhIuVjOBBnaKH+SPQK0Q=
golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=
golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
golang.org/x/net v0.14.0 h1:BONx9s002vGdD9umnlX1Po8vOZmrgH34qlHcD1MfK14=
golang.org/x/net v0.14.0/go.mod h1:PpSgVXXLK0OxS0F31C1/tv6XNguvCrnXIDrFMspZIUI=
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.1.0 h1:wsuoTGHzEhffawBOhz5CYhcrV4IdKZbEyZjBMuTp12o=
golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.3.0 h1:ftCYgMx6zT/asHUrPw8BLLscYtGznsLAnjq5RH9P66E=
golang.org/x/sync v0.3.0/go.mod h1:FU7BRWz2tNW+3quACPkgCx/L+uEAv1htQ0V83Z9Rj+Y=
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190204203706-41f3e6584952/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20220712014510-0a85c31ab51e h1:NHvCuwuS43lGnYhten69ZWqi2QOj/CiDNcKbVqwVoew=
golang.org/x/sys v0.0.0-20220712014510-0a85c31ab51e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 h1:0A+M6Uqn+Eje4kHMK80dtF3JCXC4ykBgQG4Fe06QRhQ=
golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f h1:v4INt8xihDGvnrfjMDVXGxw9wrfxYyCjk0KbXjhR55s= golang.org/x/sys v0.3.0 h1:w8ZOecv6NaNa/zC8944JTU3vz4u6Lagfk4RPQxv92NQ=
golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.3.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.5.0 h1:MUK/U/4lj1t1oPg0HfuXDN/Z1wv31ZJ/YcPiGccS4DU=
golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.11.0 h1:eG7RXZHdqOJ1i+0lgLgCpSXAp6M3LYlAo6osgSi0xOM=
golang.org/x/sys v0.11.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/text v0.3.6 h1:aRYxNxv6iGQlyVaZmk6ZgYEDa+Jg18DxebPSrd6bg1M=
golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/text v0.5.0 h1:OLmvp0KP+FVG99Ct/qFiL/Fhk4zp4QQnZ7b2U+5piUM=
golang.org/x/text v0.5.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
golang.org/x/text v0.7.0 h1:4BRB4x83lYWy72KwLD/qYDuTu7q9PjSagHvijDw7cLo=
golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
golang.org/x/text v0.12.0 h1:k+n5B8goJNdU7hSvEtMUz3d1Q6D/XW4COJSJR6fN0mc=
golang.org/x/text v0.12.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
@ -163,6 +230,8 @@ gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/natefinch/lumberjack.v2 v2.0.0 h1:1Lc07Kr7qY4U2YPouBjpCLxpiyxIVoxqXgkXLknAOE8= gopkg.in/natefinch/lumberjack.v2 v2.0.0 h1:1Lc07Kr7qY4U2YPouBjpCLxpiyxIVoxqXgkXLknAOE8=
gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k= gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k=
gopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc=
gopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc=
gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

118
idGenerator/id_generator.go Normal file
View File

@ -0,0 +1,118 @@
package idgenerator
import (
"fmt"
"math"
"time"
_ "unsafe"
)
// 时间段开始时间 2022-01-01
const startTimeStamp = 1640966400
const (
MachineIdBits = uint(8) //机器id所占的位数
SequenceBits = uint(12) //序列所占的位数
MachineIdMax = int64(-1 ^ (-1 << MachineIdBits)) //支持的最大机器id数量
SequenceMask = uint64(-1 ^ (-1 << SequenceBits)) //
MachineIdShift = uint64(SequenceBits) //机器id左移位数
TimestampShift = uint64(SequenceBits + MachineIdBits) //时间戳左移位数
)
type TimePrecision int
const (
Second TimePrecision = iota // 秒
Minute // 分
Day // 日
)
type Config struct {
Machine int
TimeScope TimePrecision
}
type Generator struct {
machine uint64
timeScope TimePrecision // 时间段精度
timestamp uint64 // 上次生成时间
sequence uint64 // 上次使用序列
}
type Id struct {
machine uint64 // 机器标识
Scope int // 时间精度
Timestamp uint64 // 生成时间
Sequence uint64 // 标识序列
}
func New(cfg Config) *Generator {
return &Generator{
machine: uint64(cfg.Machine),
timeScope: cfg.TimeScope,
}
}
func (g *Generator) Next() Id {
now := currentTimestamp()
if g.timestamp == now && g.sequence == 0 {
fmt.Println(time.Now().Format("2006-01-02 15:04:05.000"), "下一个时间点")
for now <= g.timestamp {
// runtime.Gosched()
now = currentTimestamp()
}
}
g.timestamp = now // 标识生成时间
g.sequence = (g.sequence + 1) & SequenceMask // 生成下一序列,超过最大值时返回零
return Id{
machine: g.machine,
Timestamp: g.timestamp,
Sequence: g.sequence,
}
}
func (i Id) Id() uint64 {
return i.Timestamp<<TimestampShift | i.machine<<MachineIdShift | i.Sequence
}
func (i Id) genCheck() uint64 {
return math.MaxUint64
}
func (i Id) String() string {
return fmt.Sprintf("Time:%d scope: %d Machine: %d Ser:%06d id:%d", i.Timestamp, i.Scope, i.machine, i.Sequence, i.Id())
}
func (g *Generator) NextId() uint64 {
return g.Next().Id()
}
func (g *Generator) Batch(num int) []uint64 {
ret := make([]uint64, num)
for i := 0; i < num; i++ {
ret[i] = g.NextId()
}
return ret
}
func Decode(id uint64) Id {
return Id{}
}
func Verify(id uint64) bool {
return false
}
func currentTimestamp() uint64 {
return uint64(time.Now().Unix() - startTimeStamp)
}
//go:linkname runtimeNano runtime.nanotime
func runtimeNano() int64

View File

@ -0,0 +1,32 @@
package idgenerator_test
import (
"testing"
idgenerator "github.com/charlienet/go-mixed/idGenerator"
)
func TestNextId(t *testing.T) {
generator := idgenerator.New(idgenerator.Config{})
for i := 0; i < 10; i++ {
t.Log(generator.Next().Id())
}
}
func TestBatch(t *testing.T) {
generator := idgenerator.New(idgenerator.Config{})
b := generator.Batch(20)
for _, i := range b {
t.Log(i)
}
}
func TestNext(t *testing.T) {
generator := idgenerator.New(idgenerator.Config{})
for i := 0; i < 10; i++ {
t.Log(generator.Next())
}
}

View File

@ -43,7 +43,7 @@ func (r *rangeSegment) Contains(ip netip.Addr) bool {
return ip.Compare(r.start) >= 0 && ip.Compare(r.end) <= 0 return ip.Compare(r.start) >= 0 && ip.Compare(r.end) <= 0
} }
// IP范围判断支持以下规则: // NewRange IP范围判断支持以下规则:
// 单IP地址如 192.168.100.2 // 单IP地址如 192.168.100.2
// IP范围, 如 192.168.100.120-192.168.100.150 // IP范围, 如 192.168.100.120-192.168.100.150
// 掩码模式,如 192.168.2.0/24 // 掩码模式,如 192.168.2.0/24

View File

@ -2,12 +2,13 @@ package json
import "github.com/charlienet/go-mixed/bytesconv" import "github.com/charlienet/go-mixed/bytesconv"
// StructToJsonIndent 结构转换为带格式字符串
func StructToJsonIndent(obj any) string { func StructToJsonIndent(obj any) string {
b, _ := MarshalIndent(obj, "", " ") b, _ := MarshalIndent(obj, "", " ")
return bytesconv.BytesToString(b) return bytesconv.BytesToString(b)
} }
// 结构转换为json字符串 // StructToJson 结构转换为json字符串
func StructToJson(obj any) string { func StructToJson(obj any) string {
b, _ := Marshal(obj) b, _ := Marshal(obj)
return bytesconv.BytesToString(b) return bytesconv.BytesToString(b)

38
ketama/ketama.go Normal file
View File

@ -0,0 +1,38 @@
package ketama
import (
"github.com/charlienet/go-mixed/locker"
"github.com/charlienet/go-mixed/maps"
)
type Ketama struct {
mu locker.WithRWLocker
replicas int
m maps.Map[uint64, string]
}
func New() *Ketama {
return &Ketama{
m: maps.NewHashMap[uint64, string](),
}
}
func (k *Ketama) Synchronize() {
k.mu.Synchronize()
}
func (k *Ketama) Add(nodes ...string) {
k.mu.Lock()
defer k.mu.Unlock()
for _, node := range nodes {
_ = node
}
}
func (k *Ketama) IsEmpty() bool {
k.mu.RLock()
defer k.mu.RUnlock()
return k.m.Count() == 0
}

32
ketama/ketama_test.go Normal file
View File

@ -0,0 +1,32 @@
package ketama_test
import (
"testing"
"github.com/charlienet/go-mixed/ketama"
)
func TestNew(t *testing.T) {
k := ketama.New()
t.Logf("%+v", k)
k.Synchronize()
// k.Lock()
t.Logf("%+v", k)
t.Log(k.IsEmpty())
t.Logf("%+v", k)
t.Log(k.IsEmpty())
t.Logf("%+v", k)
k.Synchronize()
t.Log(k.IsEmpty())
t.Logf("%+v", k)
t.Log(k.IsEmpty())
t.Logf("%+v", k)
t.Log(k.IsEmpty())
t.Logf("%+v", k)
}

View File

@ -1,5 +1,8 @@
package locker package locker
var _ RWLocker = &emptyLocker{}
var _ Locker = &emptyLocker{}
var EmptyLocker = &emptyLocker{} var EmptyLocker = &emptyLocker{}
type emptyLocker struct{} type emptyLocker struct{}

View File

@ -11,7 +11,7 @@ type countLocker struct {
Count int32 Count int32
} }
// 资源锁 // SourceLocker 资源锁
type SourceLocker struct { type SourceLocker struct {
m RWLocker m RWLocker
locks map[string]*countLocker locks map[string]*countLocker
@ -43,13 +43,13 @@ func (s *SourceLocker) Lock(key string) {
l2.Lock() l2.Lock()
fmt.Println("二次检查加锁") fmt.Println("二次检查加锁")
} else { } else {
new := NewLocker() n := NewLocker()
s.locks[key] = &countLocker{Locker: new, Count: 1} s.locks[key] = &countLocker{Locker: n, Count: 1}
s.m.Unlock() s.m.Unlock()
fmt.Printf("新锁准备加锁:%p\n", new) fmt.Printf("新锁准备加锁:%p\n", n)
new.Lock() n.Lock()
fmt.Println("初始加锁") fmt.Println("初始加锁")
} }
@ -85,10 +85,10 @@ func (s *SourceLocker) TryLock(key string) bool {
s.m.RUnlock() s.m.RUnlock()
s.m.Lock() s.m.Lock()
new := NewLocker() n := NewLocker()
s.locks[key] = &countLocker{Locker: new, Count: 1} s.locks[key] = &countLocker{Locker: n, Count: 1}
s.m.Unlock() s.m.Unlock()
return new.TryLock() return n.TryLock()
} }
} }

96
locker/synchronizeable.go Normal file
View File

@ -0,0 +1,96 @@
package locker
import (
"log"
"sync"
)
type WithLocker struct {
once sync.Once
mu Locker
}
func (w *WithLocker) Synchronize() {
if w.mu == nil || w.mu == EmptyLocker {
w.mu = NewLocker()
}
}
func (w *WithLocker) Lock() {
w.ensureLocker().Lock()
}
func (w *WithLocker) Unlock() {
w.ensureLocker().Unlock()
}
func (w *WithLocker) TryLock() bool {
return w.ensureLocker().TryLock()
}
func (w *WithLocker) ensureLocker() Locker {
w.once.Do(func() {
if w.mu == nil {
w.mu = EmptyLocker
}
})
return w.mu
}
type WithSpinLocker struct {
WithLocker
}
func (w *WithSpinLocker) Synchronize() {
if w.mu == nil || w.mu == EmptyLocker {
w.mu = NewSpinLocker()
}
}
type WithRWLocker struct {
once sync.Once
mu RWLocker
}
func (w *WithRWLocker) Synchronize() {
if w.mu == nil || w.mu == EmptyLocker {
log.Println("初始化有效锁")
w.mu = NewRWLocker()
}
}
func (w *WithRWLocker) Lock() {
w.ensureLocker().Lock()
}
func (w *WithRWLocker) TryLock() bool {
return w.ensureLocker().TryLock()
}
func (w *WithRWLocker) Unlock() {
w.ensureLocker().Unlock()
}
func (w *WithRWLocker) RLock() {
w.ensureLocker().RLock()
}
func (w *WithRWLocker) TryRLock() bool {
return w.ensureLocker().TryRLock()
}
func (w *WithRWLocker) RUnlock() {
w.ensureLocker().RUnlock()
}
func (w *WithRWLocker) ensureLocker() RWLocker {
w.once.Do(func() {
if w.mu == nil {
log.Println("初始化一个空锁")
w.mu = EmptyLocker
}
})
return w.mu
}

View File

@ -4,7 +4,6 @@ import (
"io" "io"
"log" "log"
"os" "os"
"time"
"github.com/charlienet/go-mixed/fs" "github.com/charlienet/go-mixed/fs"
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
@ -61,6 +60,12 @@ func WithOptions(o LogrusOptions) logrusOption {
} }
} }
func WithNestedFormatter(o NestedFormatterOption) logrusOption {
return func(logrusLogger *logrus.Logger) {
logrusLogger.Formatter = NewNestedFormatter(o)
}
}
func WithFormatter(formatter logrus.Formatter) logrusOption { func WithFormatter(formatter logrus.Formatter) logrusOption {
return func(logrusLogger *logrus.Logger) { return func(logrusLogger *logrus.Logger) {
logrusLogger.SetFormatter(formatter) logrusLogger.SetFormatter(formatter)
@ -68,7 +73,6 @@ func WithFormatter(formatter logrus.Formatter) logrusOption {
} }
func WithOutput(options LogrusOutputOptions) logrusOption { func WithOutput(options LogrusOutputOptions) logrusOption {
_ = time.Now()
return func(l *logrus.Logger) { return func(l *logrus.Logger) {
var writer io.Writer var writer io.Writer
switch { switch {

View File

@ -7,17 +7,16 @@ import (
"github.com/charlienet/go-mixed/bytesconv" "github.com/charlienet/go-mixed/bytesconv"
"github.com/charlienet/go-mixed/hash" "github.com/charlienet/go-mixed/hash"
"golang.org/x/exp/constraints"
) )
var defaultNumOfBuckets = runtime.GOMAXPROCS(runtime.NumCPU()) var defaultNumOfBuckets = runtime.GOMAXPROCS(runtime.NumCPU())
type concurrnetMap[K constraints.Ordered, V any] struct { type concurrnetMap[K hashable, V any] struct {
buckets []Map[K, V] buckets []Map[K, V]
numOfBuckets uint64 numOfBuckets uint64
} }
func NewConcurrentMap[K constraints.Ordered, V any](maps ...map[K]V) *concurrnetMap[K, V] { func NewConcurrentMap[K hashable, V any](maps ...map[K]V) *concurrnetMap[K, V] {
num := defaultNumOfBuckets num := defaultNumOfBuckets
buckets := make([]Map[K, V], num) buckets := make([]Map[K, V], num)
@ -57,16 +56,16 @@ func (m *concurrnetMap[K, V]) Exist(key K) bool {
return mm.Exist(key) return mm.Exist(key)
} }
func (m *concurrnetMap[K, V]) Iter() <-chan *Entry[K, V] { // func (m *concurrnetMap[K, V]) Iter() <-chan *Entry[K, V] {
num := int(m.numOfBuckets) // num := int(m.numOfBuckets)
ch := make(chan *Entry[K, V], m.Count()) // ch := make(chan *Entry[K, V], m.Count())
for i := 0; i < num; i++ { // for i := 0; i < num; i++ {
c := m.buckets[i].Iter() // c := m.buckets[i].Iter()
ch <- <-c // ch <- <-c
} // }
return ch // return ch
} // }
func (m *concurrnetMap[K, V]) Keys() []K { func (m *concurrnetMap[K, V]) Keys() []K {
keys := make([]K, m.Count()) keys := make([]K, m.Count())
@ -111,27 +110,6 @@ func (m *concurrnetMap[K, V]) ForEach(f func(K, V) bool) {
wg.Wait() wg.Wait()
} }
func (m *concurrnetMap[K, V]) Clone() Map[K, V] {
num := int(m.numOfBuckets)
buckets := make([]Map[K, V], m.numOfBuckets)
for i := 0; i < num; i++ {
buckets[i] = m.buckets[i].Clone()
}
return &concurrnetMap[K, V]{
buckets: buckets,
numOfBuckets: m.numOfBuckets,
}
}
func (m *concurrnetMap[K, V]) Clear() {
for i := 0; i < int(m.numOfBuckets); i++ {
m.buckets[i].Clear()
}
}
func (m *concurrnetMap[K, V]) Count() int { func (m *concurrnetMap[K, V]) Count() int {
var count int var count int
for i := 0; i < int(m.numOfBuckets); i++ { for i := 0; i < int(m.numOfBuckets); i++ {

View File

@ -2,15 +2,14 @@ package maps
import ( import (
"github.com/charlienet/go-mixed/locker" "github.com/charlienet/go-mixed/locker"
"golang.org/x/exp/constraints"
) )
type hashMap[K constraints.Ordered, V any] struct { type hashMap[K hashable, V any] struct {
m map[K]V m map[K]V
opt *options opt *options
} }
func NewHashMap[K constraints.Ordered, V any](maps ...map[K]V) *hashMap[K, V] { func NewHashMap[K hashable, V any](maps ...map[K]V) *hashMap[K, V] {
m := make(map[K]V) m := make(map[K]V)
if len(maps) > 0 { if len(maps) > 0 {
m = Merge(maps...) m = Merge(maps...)
@ -74,7 +73,7 @@ func (m *hashMap[K, V]) Iter() <-chan *Entry[K, V] {
return ch return ch
} }
func (m *hashMap[K, V]) ForEach(f func(K, V) bool ) { func (m *hashMap[K, V]) ForEach(f func(K, V) bool) {
cloned := m.ToMap() cloned := m.ToMap()
for k, v := range cloned { for k, v := range cloned {

View File

@ -25,3 +25,8 @@ func TestForEach(t *testing.T) {
assert.True(t, hashMap.Exist(k)) assert.True(t, hashMap.Exist(k))
} }
} }
func TestSynchronize(t *testing.T) {
mep := NewHashMap[string, string]().Synchronize()
mep.Set("aaaa", "bbb")
}

81
maps/haxmap.go Normal file
View File

@ -0,0 +1,81 @@
package maps
import (
"github.com/alphadose/haxmap"
)
type haxHashable interface {
int | int8 | int16 | int32 | int64 | uint | uint8 | uint16 | uint32 | uint64 | uintptr | float32 | float64 | string | complex64 | complex128
}
var _ Map[string, string] = &haxmapWrapper[string, string]{}
type haxmapWrapper[K haxHashable, V any] struct {
mep *haxmap.Map[K, V]
}
func NewHaxmap[K haxHashable, V any](size int) *haxmapWrapper[K, V] {
return &haxmapWrapper[K, V]{
mep: haxmap.New[K, V](uintptr(size)),
}
}
func (m *haxmapWrapper[K, V]) Set(k K, v V) {
m.mep.Set(k, v)
}
func (m *haxmapWrapper[K, V]) Get(k K) (V, bool) {
return m.mep.Get(k)
}
func (m *haxmapWrapper[K, V]) Keys() []K {
keys := make([]K, 0, m.mep.Len())
m.mep.ForEach(func(k K, v V) bool {
keys = append(keys, k)
return true
})
return keys
}
func (m *haxmapWrapper[K, V]) Values() []V {
values := make([]V, 0, m.mep.Len())
m.mep.ForEach(func(k K, v V) bool {
values = append(values, v)
return true
})
return values
}
func (m *haxmapWrapper[K, V]) Exist(k K) bool {
return false
}
func (m *haxmapWrapper[K, V]) Delete(key K) {
m.mep.Del(key)
}
func (m *haxmapWrapper[K, V]) ToMap() map[K]V {
mm := make(map[K]V, m.mep.Len())
m.mep.ForEach(func(k K, v V) bool {
mm[k] = v
return true
})
return mm
}
func (m *haxmapWrapper[K, V]) ForEach(fn func(K, V) bool) {
}
func (m *haxmapWrapper[K, V]) Count() int {
return int(m.mep.Len())
}
func (m *haxmapWrapper[K, V]) Clear() {
}

View File

@ -6,7 +6,11 @@ import (
"golang.org/x/exp/constraints" "golang.org/x/exp/constraints"
) )
type Map[K constraints.Ordered, V any] interface { type hashable interface {
constraints.Integer | constraints.Float | ~string
}
type Map[K hashable, V any] interface {
Set(key K, value V) // 设置值 Set(key K, value V) // 设置值
Get(key K) (value V, ok bool) // 获取值 Get(key K) (value V, ok bool) // 获取值
Exist(key K) bool // 键是否存在 Exist(key K) bool // 键是否存在
@ -14,19 +18,17 @@ type Map[K constraints.Ordered, V any] interface {
Keys() []K // 获取所有键 Keys() []K // 获取所有键
Values() []V // 获取所有值 Values() []V // 获取所有值
ToMap() map[K]V // 转换为map ToMap() map[K]V // 转换为map
Clone() Map[K, V] // 复制
Clear() // 清空
Count() int // 数量 Count() int // 数量
Iter() <-chan *Entry[K, V] // 迭代器 // Iter() <-chan *Entry[K, V] // 迭代器
ForEach(f func(K, V) bool) // ForEach ForEach(f func(K, V) bool) // ForEach
} }
type Entry[K constraints.Ordered, V any] struct { type Entry[K hashable, V any] struct {
Key K Key K
Value V Value V
} }
func Merge[K comparable, V any](mm ...map[K]V) map[K]V { func Merge[K hashable, V any](mm ...map[K]V) map[K]V {
ret := make(map[K]V) ret := make(map[K]V)
for _, m := range mm { for _, m := range mm {
for k, v := range m { for k, v := range m {
@ -38,7 +40,7 @@ func Merge[K comparable, V any](mm ...map[K]V) map[K]V {
} }
// 按照键值生成字符串 // 按照键值生成字符串
func Join[K constraints.Ordered, V any](m Map[K, V], sep string, f func(k K, v V) string) string { func Join[K hashable, V any](m Map[K, V], sep string, f func(k K, v V) string) string {
slice := make([]string, 0, m.Count()) slice := make([]string, 0, m.Count())
m.ForEach(func(k K, v V) bool { m.ForEach(func(k K, v V) bool {

View File

@ -2,23 +2,21 @@ package maps
import ( import (
"sync" "sync"
"golang.org/x/exp/constraints"
) )
var _ Map[string, any] = &rw_map[string, any]{} var _ Map[string, any] = &rw_map[string, any]{}
type rw_map[K constraints.Ordered, V any] struct { type rw_map[K hashable, V any] struct {
m Map[K, V] m Map[K, V]
mu sync.RWMutex mu sync.RWMutex
} }
func NewRWMap[K constraints.Ordered, V any](maps ...map[K]V) *rw_map[K, V] { func NewRWMap[K hashable, V any](maps ...map[K]V) *rw_map[K, V] {
merged := Merge(maps...) merged := Merge(maps...)
return &rw_map[K, V]{m: NewHashMap(merged)} return &rw_map[K, V]{m: NewHashMap(merged)}
} }
func newRWMap[K constraints.Ordered, V any](m Map[K, V]) *rw_map[K, V] { func newRWMap[K hashable, V any](m Map[K, V]) *rw_map[K, V] {
return &rw_map[K, V]{m: m} return &rw_map[K, V]{m: m}
} }
@ -74,28 +72,13 @@ func (m *rw_map[K, V]) Count() int {
return m.m.Count() return m.m.Count()
} }
func (m *rw_map[K, V]) Iter() <-chan *Entry[K, V] { // func (m *rw_map[K, V]) Iter() <-chan *Entry[K, V] {
m.mu.RLock() // m.mu.RLock()
defer m.mu.RUnlock() // defer m.mu.RUnlock()
return m.m.Iter() // return m.m.Iter()
} // }
func (m *rw_map[K, V]) ForEach(f func(K, V) bool) { func (m *rw_map[K, V]) ForEach(f func(K, V) bool) {
m.mu.RLock()
cloned := m.m.Clone()
m.mu.RUnlock()
cloned.ForEach(f)
}
func (m *rw_map[K, V]) Clone() Map[K, V] {
return newRWMap(m.m.Clone())
}
func (m *rw_map[K, V]) Clear() {
m.mu.Lock()
m.m.Clear()
m.mu.Unlock()
} }

View File

@ -3,29 +3,28 @@ package maps
import ( import (
"fmt" "fmt"
"golang.org/x/exp/constraints" "slices"
"golang.org/x/exp/slices"
"github.com/charlienet/go-mixed/expr"
xmaps "golang.org/x/exp/maps" xmaps "golang.org/x/exp/maps"
) )
var ( var (
_ Map[string, any] = &sorted_map[string, any]{}
_ SortedMap[string, any] = &sorted_map[string, any]{} _ SortedMap[string, any] = &sorted_map[string, any]{}
) )
type SortedMap[K constraints.Ordered, V any] interface { type SortedMap[K hashable, V any] interface {
Map[K, V] Map[K, V]
Asc() SortedMap[K, V] Asc() SortedMap[K, V]
Desc() SortedMap[K, V] Desc() SortedMap[K, V]
} }
type sorted_map[K constraints.Ordered, V any] struct { type sorted_map[K hashable, V any] struct {
keys []K keys []K
maps Map[K, V] maps Map[K, V]
} }
func NewSortedMap[K constraints.Ordered, V any](maps ...map[K]V) *sorted_map[K, V] { func NewSortedMap[K hashable, V any](maps ...map[K]V) *sorted_map[K, V] {
merged := Merge(maps...) merged := Merge(maps...)
return &sorted_map[K, V]{ return &sorted_map[K, V]{
keys: xmaps.Keys(merged), keys: xmaps.Keys(merged),
@ -33,7 +32,7 @@ func NewSortedMap[K constraints.Ordered, V any](maps ...map[K]V) *sorted_map[K,
} }
} }
func NewSortedByMap[K constraints.Ordered, V any](m Map[K, V]) *sorted_map[K, V] { func NewSortedByMap[K hashable, V any](m Map[K, V]) *sorted_map[K, V] {
return &sorted_map[K, V]{maps: m, keys: m.Keys()} return &sorted_map[K, V]{maps: m, keys: m.Keys()}
} }
@ -43,6 +42,8 @@ func (m *sorted_map[K, V]) Get(key K) (V, bool) {
func (m *sorted_map[K, V]) Set(key K, value V) { func (m *sorted_map[K, V]) Set(key K, value V) {
m.maps.Set(key, value) m.maps.Set(key, value)
slices.Sort(m.keys)
m.keys = append(m.keys, key) m.keys = append(m.keys, key)
} }
@ -61,15 +62,6 @@ func (m *sorted_map[K, V]) Count() int {
return m.maps.Count() return m.maps.Count()
} }
func (m *sorted_map[K, V]) Clear() {
m.keys = make([]K, 0)
m.maps.Clear()
}
func (m *sorted_map[K, V]) Clone() Map[K, V] {
return &sorted_map[K, V]{maps: m.maps.Clone(), keys: m.Keys()}
}
func (m *sorted_map[K, V]) Iter() <-chan *Entry[K, V] { func (m *sorted_map[K, V]) Iter() <-chan *Entry[K, V] {
c := make(chan *Entry[K, V], m.Count()) c := make(chan *Entry[K, V], m.Count())
go func() { go func() {
@ -133,8 +125,12 @@ func (m *sorted_map[K, V]) Asc() SortedMap[K, V] {
func (m *sorted_map[K, V]) Desc() SortedMap[K, V] { func (m *sorted_map[K, V]) Desc() SortedMap[K, V] {
keys := m.keys keys := m.keys
slices.SortFunc(keys, func(a, b K) bool { slices.SortFunc(keys, func(a, b K) int {
return a > b if a == b {
return 0
}
return expr.Ternary(a > b, -1, 1)
}) })
return &sorted_map[K, V]{ return &sorted_map[K, V]{

View File

@ -1,23 +0,0 @@
package mathx
import (
"github.com/charlienet/go-mixed/expr"
"golang.org/x/exp/constraints"
)
// MaxInt returns the larger one of v1 and v2.
func Max[T constraints.Ordered](v1, v2 T) T {
return expr.If(v1 > v2, v1, v2)
}
// MinInt returns the smaller one of v1 and v2.
func Min[T constraints.Ordered](v1, v2 T) T {
return expr.If(v1 < v2, v1, v2)
}
func abs(n int64) int64 {
y := n >> 63
return (n ^ y) - y
}

46
mathx/math.go Normal file
View File

@ -0,0 +1,46 @@
package mathx
import (
"github.com/charlienet/go-mixed/expr"
"golang.org/x/exp/constraints"
)
type Real interface {
constraints.Integer | constraints.Float
}
// Max returns the larger one of v1 and v2.
func Max[T Real](v1, v2 T) T {
return expr.Ternary(v1 > v2, v1, v2)
}
// Min returns the smaller one of v1 and v2.
func Min[T Real](v1, v2 T) T {
return expr.Ternary(v1 < v2, v1, v2)
}
func Abs[T Real](val T) T {
return expr.Ternary(val < 0, -val, val)
}
// Neg returns the negative of value. It does not negate value. For
// negating, simply use -value instead.
func Neg[T Real](value T) T {
return expr.Ternary(value < 0, value, -value)
}
func Clamp[T Real](value, min, max T) T {
if min > max {
return min
}
if value < min {
return min
}
if value > max {
return max
}
return value
}

54
mathx/math_test.go Normal file
View File

@ -0,0 +1,54 @@
package mathx_test
import (
"testing"
"github.com/charlienet/go-mixed/mathx"
"github.com/stretchr/testify/assert"
)
func TestMin(t *testing.T) {
assert.Equal(t, 1, mathx.Min(1, 3))
assert.Equal(t, 2, mathx.Min(66, 2))
}
func TestMax(t *testing.T) {
assert.Equal(t, 3, mathx.Max(1, 3))
assert.Equal(t, 66, mathx.Max(66, 2))
}
func TestAbs(t *testing.T) {
assert.Equal(t, 23, mathx.Abs(23))
assert.Equal(t, 23, mathx.Abs(-23))
assert.Equal(t, 0, mathx.Abs(0))
var u int8 = -127
var exp int8 = 127
assert.Equal(t, exp, mathx.Abs(u))
assert.Equal(t, 1.23, mathx.Abs(-1.23))
}
func TestClamp(t *testing.T) {
tests := []struct{ value, min, max, want int }{
// Min.
{-1, 0, 2, 0},
{0, 0, 2, 0},
// Mid.
{1, 0, 2, 1},
{2, 0, 2, 2},
// Max.
{2, 0, 2, 2},
{3, 0, 2, 2},
// Empty range.
{-1, 0, 0, 0},
{0, 0, 0, 0},
{1, 0, 0, 0},
}
for _, test := range tests {
got := mathx.Clamp(test.value, test.min, test.max)
if got != test.want {
t.Errorf("Clamp(%v, %v, %v) = %v, want %v", test.value, test.min, test.max, got, test.want)
}
}
}

54
redis/readme.md Normal file
View File

@ -0,0 +1,54 @@
# go-redis 连接选项
连接字符串
redis://<user>:<pass>@<hostname>:<port>/<db>
redis.ParseURL
```go
gClient = redis.NewClient(&redis.Options{
//连接信息
Network: "tcp", //网络类型tcp or unix默认tcp
Addr: "127.0.0.1:6379", //主机名+冒号+端口默认localhost:6379
Password: "", //密码
DB: 0, // redis数据库index
//连接池容量及闲置连接数量
PoolSize: 15, // 连接池最大socket连接数默认为4倍CPU数 4 * runtime.NumCPU
MinIdleConns: 10, //在启动阶段创建指定数量的Idle连接并长期维持idle状态的连接数不少于指定数量
//超时
DialTimeout: 5 * time.Second, //连接建立超时时间默认5秒。
ReadTimeout: 3 * time.Second, //读超时默认3秒 -1表示取消读超时
WriteTimeout: 3 * time.Second, //写超时,默认等于读超时
PoolTimeout: 4 * time.Second, //当所有连接都处在繁忙状态时,客户端等待可用连接的最大等待时长,默认为读超时+1秒。
//闲置连接检查包括IdleTimeoutMaxConnAge
IdleCheckFrequency: 60 * time.Second, //闲置连接检查的周期默认为1分钟-1表示不做周期性检查只在客户端获取连接时对闲置连接进行处理。
IdleTimeout: 5 * time.Minute, //闲置超时默认5分钟-1表示取消闲置超时检查
MaxConnAge: 0 * time.Second, //连接存活时长从创建开始计时超过指定时长则关闭连接默认为0即不关闭存活时长较长的连接
//命令执行失败时的重试策略
MaxRetries: 0, // 命令执行失败时最多重试多少次默认为0即不重试
MinRetryBackoff: 8 * time.Millisecond, //每次计算重试间隔时间的下限默认8毫秒-1表示取消间隔
MaxRetryBackoff: 512 * time.Millisecond, //每次计算重试间隔时间的上限默认512毫秒-1表示取消间隔
//可自定义连接函数
Dialer: func() (net.Conn, error) {
netDialer := &net.Dialer{
Timeout: 5 * time.Second,
KeepAlive: 5 * time.Minute,
}
return netDialer.Dial("tcp", "127.0.0.1:6379")
},
//钩子函数
OnConnect: func(conn *redis.Conn) error { //仅当客户端执行命令时需要从连接池获取连接时,如果连接池需要新建连接时则会调用此钩子函数
fmt.Printf("conn=%v\n", conn)
return nil
},
})
defer gClient.Close()
```

105
redis/redis.go Normal file
View File

@ -0,0 +1,105 @@
package redis
import (
"context"
"time"
"github.com/go-redis/redis/v8"
)
const (
defaultSeparator = ":"
blockingQueryTimeout = 5 * time.Second
readWriteTimeout = 2 * time.Second
defaultSlowThreshold = time.Millisecond * 100 // 慢查询
)
type Option func(r *Redis)
type Redis struct {
addr string // 服务器地址
prefix string // 键值前缀
separator string // 分隔符
}
func New(addr string, opts ...Option) *Redis {
r := &Redis{
addr: addr,
}
return r
}
func (s *Redis) Set(ctx context.Context, key, value string) error {
conn, err := s.getRedis()
if err != nil {
return err
}
return conn.Set(ctx, s.formatKey(key), value, 0).Err()
}
func (s *Redis) Get(ctx context.Context, key string) (string, error) {
conn, err := s.getRedis()
if err != nil {
return "", err
}
return conn.Get(ctx, s.formatKey(key)).Result()
}
func (s *Redis) GetSet(ctx context.Context, key, value string) (string, error) {
conn, err := s.getRedis()
if err != nil {
return "", err
}
val, err := conn.GetSet(ctx, s.formatKey(key), value).Result()
return val, err
}
func (s *Redis) Del(ctx context.Context, key ...string) (int, error) {
conn, err := s.getRedis()
if err != nil {
return 0, err
}
keys := s.formatKeys(key...)
v, err := conn.Del(ctx, keys...).Result()
if err != nil {
return 0, err
}
return int(v), err
}
func (s *Redis) getRedis() (redis.UniversalClient, error) {
client := redis.NewUniversalClient(&redis.UniversalOptions{
Addrs: []string{s.addr},
})
return client, nil
}
func (s *Redis) formatKeys(keys ...string) []string {
// If no prefix is configured, this parameter is returned
if s.prefix == "" {
return keys
}
ret := make([]string, 0, len(keys))
for _, k := range keys {
ret = append(ret, s.formatKey(k))
}
return ret
}
func (s *Redis) formatKey(key string) string {
if s.prefix == "" {
return key
}
return s.prefix + s.separator + key
}

86
redis/redis_test.go Normal file
View File

@ -0,0 +1,86 @@
package redis
import (
"context"
"log"
"testing"
"time"
"github.com/alicebob/miniredis/v2"
"github.com/stretchr/testify/assert"
)
func TestGetSet(t *testing.T) {
runOnRedis(t, func(client *Redis) {
ctx := context.Background()
val, err := client.GetSet(ctx, "hello", "world")
assert.NotNil(t, err)
assert.Equal(t, "", val)
val, err = client.Get(ctx, "hello")
assert.Nil(t, err)
assert.Equal(t, "world", val)
val, err = client.GetSet(ctx, "hello", "newworld")
assert.Nil(t, err)
assert.Equal(t, "world", val)
val, err = client.Get(ctx, "hello")
assert.Nil(t, err)
assert.Equal(t, "newworld", val)
ret, err := client.Del(ctx, "hello")
assert.Nil(t, err)
assert.Equal(t, 1, ret)
})
}
func TestRedis_SetGetDel(t *testing.T) {
runOnRedis(t, func(client *Redis) {
ctx := context.Background()
err := client.Set(ctx, "hello", "world")
assert.Nil(t, err)
val, err := client.Get(ctx, "hello")
assert.Nil(t, err)
assert.Equal(t, "world", val)
ret, err := client.Del(ctx, "hello")
assert.Nil(t, err)
assert.Equal(t, 1, ret)
})
}
func runOnRedis(t *testing.T, fn func(client *Redis)) {
redis, clean, err := CreateMiniRedis()
assert.Nil(t, err)
defer clean()
fn(redis)
}
func CreateMiniRedis() (r *Redis, clean func(), err error) {
mr, err := miniredis.Run()
if err != nil {
return nil, nil, err
}
addr := mr.Addr()
log.Println("mini redis run at:", addr)
return New(addr), func() {
ch := make(chan struct{})
go func() {
mr.Close()
close(ch)
}()
select {
case <-ch:
case <-time.After(time.Second):
}
}, nil
}

View File

@ -27,7 +27,7 @@ func NewHashSet[T constraints.Ordered](values ...T) *hash_set[T] {
return &set return &set
} }
func (s *hash_set[T]) WithSync() *hash_set[T] { func (s *hash_set[T]) Sync() *hash_set[T] {
s.lock = locker.NewRWLocker() s.lock = locker.NewRWLocker()
return s return s
} }
@ -99,6 +99,10 @@ func (s hash_set[T]) copyToSorted() Set[T] {
return orderd return orderd
} }
func (s *hash_set[T]) Shrink() *hash_set[T] {
return s
}
func (s *hash_set[T]) Clone() *hash_set[T] { func (s *hash_set[T]) Clone() *hash_set[T] {
set := NewHashSet[T]() set := NewHashSet[T]()
set.Add(s.ToSlice()...) set.Add(s.ToSlice()...)

View File

@ -29,7 +29,7 @@ func TestContainsAll(t *testing.T) {
} }
func TestContainsAny(t *testing.T) { func TestContainsAny(t *testing.T) {
sets.NewHashSet("1", "2").Sync()
} }
func TestMarshal(t *testing.T) { func TestMarshal(t *testing.T) {

View File

@ -28,6 +28,7 @@ type option struct {
type setFunc func(option) type setFunc func(option)
func WithSync() setFunc { func WithSync() setFunc {
return func(o option) { return func(o option) {
o.locker = &sync.RWMutex{} o.locker = &sync.RWMutex{}
} }

View File

@ -1,8 +1,10 @@
package sets package sets
import ( import (
"slices"
"github.com/charlienet/go-mixed/expr"
"golang.org/x/exp/constraints" "golang.org/x/exp/constraints"
"golang.org/x/exp/slices"
) )
type sorted_set[T constraints.Ordered] struct { type sorted_set[T constraints.Ordered] struct {
@ -50,8 +52,12 @@ func (s *sorted_set[T]) Asc() Set[T] {
func (s *sorted_set[T]) Desc() Set[T] { func (s *sorted_set[T]) Desc() Set[T] {
keys := s.sorted keys := s.sorted
slices.SortFunc(keys, func(a, b T) bool { slices.SortFunc(keys, func(a, b T) int {
return a > b if a == b {
return 0
}
return expr.Ternary(a > b, -1, 1)
}) })
return &sorted_set[T]{ return &sorted_set[T]{

View File

@ -47,7 +47,7 @@ func BenchmarkGetId(b *testing.B) {
func BenchmarkMutiGetId(b *testing.B) { func BenchmarkMutiGetId(b *testing.B) {
s := CreateSnowflake(11) s := CreateSnowflake(11)
set := sets.NewHashSet[int64]().WithSync() set := sets.NewHashSet[int64]().Sync()
b.RunParallel(func(p *testing.PB) { b.RunParallel(func(p *testing.PB) {
for i := 0; p.Next(); i++ { for i := 0; p.Next(); i++ {
id := s.GetId() id := s.GetId()

8
stringx/append.go Normal file
View File

@ -0,0 +1,8 @@
package stringx
import "fmt"
func Append[E any](dst []byte, e E) []byte {
toAppend := fmt.Sprintf("%v", e)
return append(dst, []byte(toAppend)...)
}

8
stringx/append_test.go Normal file
View File

@ -0,0 +1,8 @@
package stringx_test
import (
"testing"
)
func TestAppend(t *testing.T) {
}

Some files were not shown because too many files have changed in this diff Show More