// Copyright 2024 Cloudflare, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //! Cache key use super::*; use blake2::{Blake2b, Digest}; use serde::{Deserialize, Serialize}; use std::fmt::{Display, Formatter, Result as FmtResult}; // 16-byte / 128-bit key: large enough to avoid collision const KEY_SIZE: usize = 16; /// An 128 bit hash binary pub type HashBinary = [u8; KEY_SIZE]; fn hex2str(hex: &[u8]) -> String { use std::fmt::Write; let mut s = String::with_capacity(KEY_SIZE * 2); for c in hex { write!(s, "{:02x}", c).unwrap(); // safe, just dump hex to string } s } /// Decode the hex str into [HashBinary]. /// /// Return `None` when the decode fails or the input is not exact 32 (to decode to 16 bytes). pub fn str2hex(s: &str) -> Option { if s.len() != KEY_SIZE * 2 { return None; } let mut output = [0; KEY_SIZE]; // no need to bubble the error, it should be obvious why the decode fails hex::decode_to_slice(s.as_bytes(), &mut output).ok()?; Some(output) } /// The trait for cache key pub trait CacheHashKey { /// Return the hash of the cache key fn primary_bin(&self) -> HashBinary; /// Return the variance hash of the cache key. /// /// `None` if no variance. fn variance_bin(&self) -> Option; /// Return the hash including both primary and variance keys fn combined_bin(&self) -> HashBinary { let key = self.primary_bin(); if let Some(v) = self.variance_bin() { let mut hasher = Blake2b128::new(); hasher.update(key); hasher.update(v); hasher.finalize().into() } else { // if there is no variance, combined_bin should return the same as primary_bin key } } /// An extra tag for identifying users /// /// For example, if the storage backend implements per user quota, this tag can be used. fn user_tag(&self) -> &str; /// The hex string of [Self::primary_bin()] fn primary(&self) -> String { hex2str(&self.primary_bin()) } /// The hex string of [Self::variance_bin()] fn variance(&self) -> Option { self.variance_bin().as_ref().map(|b| hex2str(&b[..])) } /// The hex string of [Self::combined_bin()] fn combined(&self) -> String { hex2str(&self.combined_bin()) } } /// General purpose cache key #[derive(Debug, Clone)] pub struct CacheKey { // All strings for now. It can be more structural as long as it can hash namespace: String, primary: String, primary_bin_override: Option, variance: Option, /// An extra tag for identifying users /// /// For example, if the storage backend implements per user quota, this tag can be used. pub user_tag: String, } impl CacheKey { /// Set the value of the variance hash pub fn set_variance_key(&mut self, key: HashBinary) { self.variance = Some(key) } /// Get the value of the variance hash pub fn get_variance_key(&self) -> Option<&HashBinary> { self.variance.as_ref() } /// Removes the variance from this cache key pub fn remove_variance_key(&mut self) { self.variance = None } /// Override the primary key hash pub fn set_primary_bin_override(&mut self, key: HashBinary) { self.primary_bin_override = Some(key) } } /// Storage optimized cache key to keep in memory or in storage // 16 bytes + 8 bytes (+16 * u8) + user_tag.len() + 16 Bytes (Box) #[derive(Debug, Deserialize, Serialize, Clone, Hash, PartialEq, Eq, PartialOrd, Ord)] pub struct CompactCacheKey { pub primary: HashBinary, // save 8 bytes for non-variance but waste 8 bytes for variance vs, store flat 16 bytes pub variance: Option>, pub user_tag: Box, // the len should be small to keep memory usage bounded } impl Display for CompactCacheKey { fn fmt(&self, f: &mut Formatter) -> FmtResult { write!(f, "{}", hex2str(&self.primary))?; if let Some(var) = &self.variance { write!(f, ", variance: {}", hex2str(var.as_ref()))?; } write!(f, ", user_tag: {}", self.user_tag) } } impl CacheHashKey for CompactCacheKey { fn primary_bin(&self) -> HashBinary { self.primary } fn variance_bin(&self) -> Option { self.variance.as_ref().map(|s| *s.as_ref()) } fn user_tag(&self) -> &str { &self.user_tag } } /* * We use blake2 hashing, which is faster and more secure, to replace md5. * We have not given too much thought on whether non-crypto hash can be safely * use because hashing performance is not critical. * Note: we should avoid hashes like ahash which does not have consistent output * across machines because it is designed purely for in memory hashtable */ // hash output: we use 128 bits (16 bytes) hash which will map to 32 bytes hex string pub(crate) type Blake2b128 = Blake2b; /// helper function: hash str to u8 pub fn hash_u8(key: &str) -> u8 { let mut hasher = Blake2b128::new(); hasher.update(key); let raw = hasher.finalize(); raw[0] } /// helper function: hash str to [HashBinary] pub fn hash_key(key: &str) -> HashBinary { let mut hasher = Blake2b128::new(); hasher.update(key); let raw = hasher.finalize(); raw.into() } impl CacheKey { fn primary_hasher(&self) -> Blake2b128 { let mut hasher = Blake2b128::new(); hasher.update(&self.namespace); hasher.update(&self.primary); hasher } /// Create a default [CacheKey] from a request, which just takes it URI as the primary key. pub fn default(req_header: &ReqHeader) -> Self { CacheKey { namespace: "".into(), primary: format!("{}", req_header.uri), primary_bin_override: None, variance: None, user_tag: "".into(), } } /// Create a new [CacheKey] from the given namespace, primary, and user_tag string. /// /// Both `namespace` and `primary` will be used for the primary hash pub fn new(namespace: S1, primary: S2, user_tag: S3) -> Self where S1: Into, S2: Into, S3: Into, { CacheKey { namespace: namespace.into(), primary: primary.into(), primary_bin_override: None, variance: None, user_tag: user_tag.into(), } } /// Return the namespace of this key pub fn namespace(&self) -> &str { &self.namespace } /// Return the primary key of this key pub fn primary_key(&self) -> &str { &self.primary } /// Convert this key to [CompactCacheKey]. pub fn to_compact(&self) -> CompactCacheKey { let primary = self.primary_bin(); CompactCacheKey { primary, variance: self.variance_bin().map(Box::new), user_tag: self.user_tag.clone().into_boxed_str(), } } } impl CacheHashKey for CacheKey { fn primary_bin(&self) -> HashBinary { if let Some(primary_bin_override) = self.primary_bin_override { primary_bin_override } else { self.primary_hasher().finalize().into() } } fn variance_bin(&self) -> Option { self.variance } fn user_tag(&self) -> &str { &self.user_tag } } #[cfg(test)] mod tests { use super::*; #[test] fn test_cache_key_hash() { let key = CacheKey { namespace: "".into(), primary: "aa".into(), primary_bin_override: None, variance: None, user_tag: "1".into(), }; let hash = key.primary(); assert_eq!(hash, "ac10f2aef117729f8dad056b3059eb7e"); assert!(key.variance().is_none()); assert_eq!(key.combined(), hash); let compact = key.to_compact(); assert_eq!(compact.primary(), hash); assert!(compact.variance().is_none()); assert_eq!(compact.combined(), hash); } #[test] fn test_cache_key_hash_override() { let mut key = CacheKey { namespace: "".into(), primary: "aa".into(), primary_bin_override: str2hex("27c35e6e9373877f29e562464e46497e"), variance: None, user_tag: "1".into(), }; let hash = key.primary(); assert_eq!(hash, "27c35e6e9373877f29e562464e46497e"); assert!(key.variance().is_none()); assert_eq!(key.combined(), hash); let compact = key.to_compact(); assert_eq!(compact.primary(), hash); assert!(compact.variance().is_none()); assert_eq!(compact.combined(), hash); // make sure set_primary_bin_override overrides the primary key hash correctly key.set_primary_bin_override(str2hex("004174d3e75a811a5b44c46b3856f3ee").unwrap()); let hash = key.primary(); assert_eq!(hash, "004174d3e75a811a5b44c46b3856f3ee"); assert!(key.variance().is_none()); assert_eq!(key.combined(), hash); let compact = key.to_compact(); assert_eq!(compact.primary(), hash); assert!(compact.variance().is_none()); assert_eq!(compact.combined(), hash); } #[test] fn test_cache_key_vary_hash() { let key = CacheKey { namespace: "".into(), primary: "aa".into(), primary_bin_override: None, variance: Some([0u8; 16]), user_tag: "1".into(), }; let hash = key.primary(); assert_eq!(hash, "ac10f2aef117729f8dad056b3059eb7e"); assert_eq!(key.variance().unwrap(), "00000000000000000000000000000000"); assert_eq!(key.combined(), "004174d3e75a811a5b44c46b3856f3ee"); let compact = key.to_compact(); assert_eq!(compact.primary(), "ac10f2aef117729f8dad056b3059eb7e"); assert_eq!( compact.variance().unwrap(), "00000000000000000000000000000000" ); assert_eq!(compact.combined(), "004174d3e75a811a5b44c46b3856f3ee"); } #[test] fn test_cache_key_vary_hash_override() { let key = CacheKey { namespace: "".into(), primary: "saaaad".into(), primary_bin_override: str2hex("ac10f2aef117729f8dad056b3059eb7e"), variance: Some([0u8; 16]), user_tag: "1".into(), }; let hash = key.primary(); assert_eq!(hash, "ac10f2aef117729f8dad056b3059eb7e"); assert_eq!(key.variance().unwrap(), "00000000000000000000000000000000"); assert_eq!(key.combined(), "004174d3e75a811a5b44c46b3856f3ee"); let compact = key.to_compact(); assert_eq!(compact.primary(), "ac10f2aef117729f8dad056b3059eb7e"); assert_eq!( compact.variance().unwrap(), "00000000000000000000000000000000" ); assert_eq!(compact.combined(), "004174d3e75a811a5b44c46b3856f3ee"); } #[test] fn test_hex_str() { let mut key = [0; KEY_SIZE]; for (i, v) in key.iter_mut().enumerate() { // key: [0, 1, 2, .., 15] *v = i as u8; } let hex_str = hex2str(&key); let key2 = str2hex(&hex_str).unwrap(); for i in 0..KEY_SIZE { assert_eq!(key[i], key2[i]); } } }