Browse Source
- Add buffer pool (pkg/database/bufpool) with SmallPool (64B) and MediumPool (1KB) for reusing bytes.Buffer instances on hot paths - Fix escape analysis in index types (uint40, letter, word) by using fixed-size arrays instead of make() calls that escape to heap - Add handler concurrency limiter (ORLY_MAX_HANDLERS_PER_CONN, default 100) to prevent unbounded goroutine growth under WebSocket load - Add pre-allocation hints to Uint40s.Union/Intersection/Difference methods - Update compact_event.go, save-event.go, serial_cache.go, and get-indexes-for-event.go to use pooled buffers Files modified: - app/config/config.go: Add MaxHandlersPerConnection config - app/handle-websocket.go: Initialize handler semaphore - app/listener.go: Add semaphore acquire/release in messageProcessor - pkg/database/bufpool/pool.go: New buffer pool package - pkg/database/compact_event.go: Use buffer pool, fix escape analysis - pkg/database/get-indexes-for-event.go: Reuse single buffer for all indexes - pkg/database/indexes/types/letter.go: Fixed array in UnmarshalRead - pkg/database/indexes/types/uint40.go: Fixed arrays, pre-allocation hints - pkg/database/indexes/types/word.go: Fixed array in UnmarshalRead - pkg/database/save-event.go: Use buffer pool for key encoding - pkg/database/serial_cache.go: Use buffer pool for lookups 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>main
mleku
3 weeks ago
13 changed files with 204 additions and 70 deletions
Binary file not shown.
@ -0,0 +1,94 @@ |
|||||||
|
//go:build !(js && wasm)
|
||||||
|
|
||||||
|
// Package bufpool provides buffer pools for reducing GC pressure in hot paths.
|
||||||
|
//
|
||||||
|
// Two pool sizes are provided:
|
||||||
|
// - SmallPool (64 bytes): For index keys, serial encoding, short buffers
|
||||||
|
// - MediumPool (1KB): For event encoding, larger serialization buffers
|
||||||
|
//
|
||||||
|
// Usage:
|
||||||
|
//
|
||||||
|
// buf := bufpool.GetSmall()
|
||||||
|
// defer bufpool.PutSmall(buf)
|
||||||
|
// // Use buf...
|
||||||
|
// // IMPORTANT: Copy buf.Bytes() before Put if data is needed after
|
||||||
|
package bufpool |
||||||
|
|
||||||
|
import ( |
||||||
|
"bytes" |
||||||
|
"sync" |
||||||
|
) |
||||||
|
|
||||||
|
const ( |
||||||
|
// SmallBufferSize for index keys (8-64 bytes typical)
|
||||||
|
SmallBufferSize = 64 |
||||||
|
|
||||||
|
// MediumBufferSize for event encoding (300-1000 bytes typical)
|
||||||
|
MediumBufferSize = 1024 |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
// smallPool for index keys and short encodings
|
||||||
|
smallPool = sync.Pool{ |
||||||
|
New: func() interface{} { |
||||||
|
return bytes.NewBuffer(make([]byte, 0, SmallBufferSize)) |
||||||
|
}, |
||||||
|
} |
||||||
|
|
||||||
|
// mediumPool for event encoding and larger buffers
|
||||||
|
mediumPool = sync.Pool{ |
||||||
|
New: func() interface{} { |
||||||
|
return bytes.NewBuffer(make([]byte, 0, MediumBufferSize)) |
||||||
|
}, |
||||||
|
} |
||||||
|
) |
||||||
|
|
||||||
|
// GetSmall returns a small buffer (64 bytes) from the pool.
|
||||||
|
// Call PutSmall when done to return it to the pool.
|
||||||
|
//
|
||||||
|
// WARNING: Copy buf.Bytes() before calling PutSmall if the data
|
||||||
|
// is needed after the buffer is returned to the pool.
|
||||||
|
func GetSmall() *bytes.Buffer { |
||||||
|
return smallPool.Get().(*bytes.Buffer) |
||||||
|
} |
||||||
|
|
||||||
|
// PutSmall returns a small buffer to the pool.
|
||||||
|
// The buffer is reset before being returned.
|
||||||
|
func PutSmall(buf *bytes.Buffer) { |
||||||
|
if buf == nil { |
||||||
|
return |
||||||
|
} |
||||||
|
buf.Reset() |
||||||
|
smallPool.Put(buf) |
||||||
|
} |
||||||
|
|
||||||
|
// GetMedium returns a medium buffer (1KB) from the pool.
|
||||||
|
// Call PutMedium when done to return it to the pool.
|
||||||
|
//
|
||||||
|
// WARNING: Copy buf.Bytes() before calling PutMedium if the data
|
||||||
|
// is needed after the buffer is returned to the pool.
|
||||||
|
func GetMedium() *bytes.Buffer { |
||||||
|
return mediumPool.Get().(*bytes.Buffer) |
||||||
|
} |
||||||
|
|
||||||
|
// PutMedium returns a medium buffer to the pool.
|
||||||
|
// The buffer is reset before being returned.
|
||||||
|
func PutMedium(buf *bytes.Buffer) { |
||||||
|
if buf == nil { |
||||||
|
return |
||||||
|
} |
||||||
|
buf.Reset() |
||||||
|
mediumPool.Put(buf) |
||||||
|
} |
||||||
|
|
||||||
|
// CopyBytes copies the buffer contents to a new slice.
|
||||||
|
// Use this before returning the buffer to the pool if the
|
||||||
|
// data needs to persist.
|
||||||
|
func CopyBytes(buf *bytes.Buffer) []byte { |
||||||
|
if buf == nil || buf.Len() == 0 { |
||||||
|
return nil |
||||||
|
} |
||||||
|
result := make([]byte, buf.Len()) |
||||||
|
copy(result, buf.Bytes()) |
||||||
|
return result |
||||||
|
} |
||||||
Loading…
Reference in new issue