refactor(cache): redesign cache system with structured keys and improved performance

- Add repo_path parameter to cached_response and cached_vec_response functions
- Implement structured cache key format with namespace, repo_path, and request proto
- Replace global cache with Moka in-memory cache using weight-based eviction
- Set 256MB memory cap with 10-minute TTL and 2-minute TTI policy
- Add metrics collection for cache operations and evictions
- Implement efficient repo-scoped invalidation using key structure
- Add detailed documentation comments explaining cache architecture
- Remove outdated dependencies and update dependency versions
- Add error handling for encoding failures in cache operations
- Optimize Vec responses with length-delimited encoding and pre-allocation
This commit is contained in:
zhenyi
2026-06-12 12:53:23 +08:00
parent a40da90ef9
commit 934858bebf
82 changed files with 1273 additions and 4969 deletions
+7 -7
View File
@@ -42,7 +42,7 @@ impl tree_service_server::TreeService for GitksService {
}
};
let resp = if cache::selector_is_oid(&inner.revision) {
cache::cached_response("tree.list_tree", &inner, || {
cache::cached_response("tree.list_tree", &repo, &inner, || {
gb.list_tree(inner.clone()).map_err(into_status)
})?
} else {
@@ -81,7 +81,7 @@ impl tree_service_server::TreeService for GitksService {
}
};
let resp = if cache::selector_is_oid(&inner.revision) {
cache::cached_response("tree.get_tree", &inner, || {
cache::cached_response("tree.get_tree", &repo, &inner, || {
gb.get_tree(inner.clone()).map_err(into_status)
})?
} else {
@@ -120,7 +120,7 @@ impl tree_service_server::TreeService for GitksService {
}
};
let resp = if cache::selector_is_oid(&inner.revision) {
cache::cached_response("tree.get_blob", &inner, || {
cache::cached_response("tree.get_blob", &repo, &inner, || {
gb.get_blob(inner.clone()).map_err(into_status)
})?
} else {
@@ -160,11 +160,11 @@ impl tree_service_server::TreeService for GitksService {
}
};
let items = if inner.oid.is_some() {
cache::cached_vec_response("tree.get_raw_blob", &inner, || {
cache::cached_vec_response("tree.get_raw_blob", &repo, &inner, || {
gb.get_raw_blob(inner.clone()).map_err(into_status)
})?
} else if cache::selector_is_oid(&inner.revision) {
cache::cached_vec_response("tree.get_raw_blob", &inner, || {
cache::cached_vec_response("tree.get_raw_blob", &repo, &inner, || {
gb.get_raw_blob(inner.clone()).map_err(into_status)
})?
} else {
@@ -202,7 +202,7 @@ impl tree_service_server::TreeService for GitksService {
}
};
let resp = if cache::selector_is_oid(&inner.revision) {
cache::cached_response("tree.get_file_metadata", &inner, || {
cache::cached_response("tree.get_file_metadata", &repo, &inner, || {
gb.get_file_metadata(inner.clone()).map_err(into_status)
})?
} else {
@@ -240,7 +240,7 @@ impl tree_service_server::TreeService for GitksService {
}
};
let resp = if cache::selector_is_oid(&inner.revision) {
cache::cached_response("tree.find_files", &inner, || {
cache::cached_response("tree.find_files", &repo, &inner, || {
gb.find_files(inner.clone()).map_err(into_status)
})?
} else {