-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcache.go
More file actions
242 lines (205 loc) · 5.25 KB
/
cache.go
File metadata and controls
242 lines (205 loc) · 5.25 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
package cache
import (
"container/list"
"sync"
"time"
)
// CacheLayer implements a thread-safe cache with TTL expiration and LRU eviction.
// It follows the cache-aside pattern: callers check the cache first, then fall
// back to the source of truth and populate the cache on miss.
type CacheLayer struct {
mu sync.RWMutex
items map[string]*list.Element
eviction *list.List // front = most recently used, back = least recently used
maxSize int
defaultTTL time.Duration
hits int64
misses int64
evictions int64
}
type cacheEntry struct {
key string
value any
expiresAt time.Time
}
// CacheConfig configures the cache layer.
type CacheConfig struct {
// MaxSize is the maximum number of items in the cache.
MaxSize int
// DefaultTTL is the default time-to-live for cache entries.
DefaultTTL time.Duration
}
// DefaultCacheConfig returns sensible defaults.
func DefaultCacheConfig() CacheConfig {
return CacheConfig{
MaxSize: 10000,
DefaultTTL: 5 * time.Minute,
}
}
// NewCacheLayer creates a new cache layer.
func NewCacheLayer(cfg CacheConfig) *CacheLayer {
if cfg.MaxSize <= 0 {
cfg.MaxSize = 10000
}
if cfg.DefaultTTL <= 0 {
cfg.DefaultTTL = 5 * time.Minute
}
return &CacheLayer{
items: make(map[string]*list.Element, cfg.MaxSize),
eviction: list.New(),
maxSize: cfg.MaxSize,
defaultTTL: cfg.DefaultTTL,
}
}
// Get retrieves a value from the cache. Returns the value and true if found
// and not expired, or nil and false on miss.
func (c *CacheLayer) Get(key string) (any, bool) {
c.mu.Lock()
defer c.mu.Unlock()
elem, ok := c.items[key]
if !ok {
c.misses++
return nil, false
}
entry := elem.Value.(*cacheEntry)
// Check TTL
if time.Now().After(entry.expiresAt) {
c.removeLocked(elem)
c.misses++
return nil, false
}
// Move to front (most recently used)
c.eviction.MoveToFront(elem)
c.hits++
return entry.value, true
}
// Set stores a value in the cache with the default TTL.
func (c *CacheLayer) Set(key string, value any) {
c.SetWithTTL(key, value, c.defaultTTL)
}
// SetWithTTL stores a value in the cache with a specific TTL.
func (c *CacheLayer) SetWithTTL(key string, value any, ttl time.Duration) {
c.mu.Lock()
defer c.mu.Unlock()
// If key exists, update it
if elem, ok := c.items[key]; ok {
entry := elem.Value.(*cacheEntry)
entry.value = value
entry.expiresAt = time.Now().Add(ttl)
c.eviction.MoveToFront(elem)
return
}
// Evict if at capacity
for c.eviction.Len() >= c.maxSize {
c.evictLocked()
}
entry := &cacheEntry{
key: key,
value: value,
expiresAt: time.Now().Add(ttl),
}
elem := c.eviction.PushFront(entry)
c.items[key] = elem
}
// Delete removes a key from the cache.
func (c *CacheLayer) Delete(key string) {
c.mu.Lock()
defer c.mu.Unlock()
if elem, ok := c.items[key]; ok {
c.removeLocked(elem)
}
}
// Clear removes all entries from the cache.
func (c *CacheLayer) Clear() {
c.mu.Lock()
defer c.mu.Unlock()
c.items = make(map[string]*list.Element, c.maxSize)
c.eviction.Init()
}
// Len returns the number of items in the cache (including expired but not yet evicted).
func (c *CacheLayer) Len() int {
c.mu.RLock()
defer c.mu.RUnlock()
return c.eviction.Len()
}
// Stats returns cache statistics.
func (c *CacheLayer) Stats() CacheStats {
c.mu.RLock()
defer c.mu.RUnlock()
return CacheStats{
Size: c.eviction.Len(),
MaxSize: c.maxSize,
Hits: c.hits,
Misses: c.misses,
Evictions: c.evictions,
HitRate: c.hitRateLocked(),
}
}
// CacheStats holds cache statistics.
type CacheStats struct {
Size int
MaxSize int
Hits int64
Misses int64
Evictions int64
HitRate float64
}
func (c *CacheLayer) hitRateLocked() float64 {
total := c.hits + c.misses
if total == 0 {
return 0
}
return float64(c.hits) / float64(total)
}
// evictLocked removes the least recently used entry.
func (c *CacheLayer) evictLocked() {
back := c.eviction.Back()
if back == nil {
return
}
c.removeLocked(back)
c.evictions++
}
func (c *CacheLayer) removeLocked(elem *list.Element) {
entry := elem.Value.(*cacheEntry)
delete(c.items, entry.key)
c.eviction.Remove(elem)
}
// PurgeExpired removes all expired entries from the cache. This can be called
// periodically for proactive cleanup.
func (c *CacheLayer) PurgeExpired() int {
c.mu.Lock()
defer c.mu.Unlock()
now := time.Now()
purged := 0
var next *list.Element
for e := c.eviction.Front(); e != nil; e = next {
next = e.Next()
entry := e.Value.(*cacheEntry)
if now.After(entry.expiresAt) {
c.removeLocked(e)
purged++
}
}
return purged
}
// GetOrSet atomically gets a value or computes and stores it if missing.
// The loader function is called only on cache miss.
func (c *CacheLayer) GetOrSet(key string, loader func() (any, error)) (any, error) {
return c.GetOrSetWithTTL(key, c.defaultTTL, loader)
}
// GetOrSetWithTTL atomically gets a value or computes and stores it if missing,
// with a specific TTL.
func (c *CacheLayer) GetOrSetWithTTL(key string, ttl time.Duration, loader func() (any, error)) (any, error) {
// Fast path: check cache first
if val, ok := c.Get(key); ok {
return val, nil
}
// Slow path: load the value
val, err := loader()
if err != nil {
return nil, err
}
c.SetWithTTL(key, val, ttl)
return val, nil
}