漫话Redis源码之三十五

2024-02-06 09:48
文章标签 源码 redis 三十五 漫话

本文主要是介绍漫话Redis源码之三十五,希望对大家解决编程问题提供一定的参考价值,需要的开发者们随着小编来一起学习吧!

早年我写代码时候,也喜欢用#if 0来调试,现在不用了。如下代码主要是跟优化level相关:

#ifndef REDIS_STATIC
#define REDIS_STATIC static
#endif/* Optimization levels for size-based filling.* Note that the largest possible limit is 16k, so even if each record takes* just one byte, it still won't overflow the 16 bit count field. */
static const size_t optimization_level[] = {4096, 8192, 16384, 32768, 65536};/* Maximum size in bytes of any multi-element ziplist.* Larger values will live in their own isolated ziplists.* This is used only if we're limited by record count. when we're limited by* size, the maximum limit is bigger, but still safe.* 8k is a recommended / default size limit */
#define SIZE_SAFETY_LIMIT 8192/* Minimum ziplist size in bytes for attempting compression. */
#define MIN_COMPRESS_BYTES 48/* Minimum size reduction in bytes to store compressed quicklistNode data.* This also prevents us from storing compression if the compression* resulted in a larger size than the original data. */
#define MIN_COMPRESS_IMPROVE 8/* If not verbose testing, remove all debug printing. */
#ifndef REDIS_TEST_VERBOSE
#define D(...)
#else
#define D(...)                                                                 \do {                                                                       \printf("%s:%s:%d:\t", __FILE__, __func__, __LINE__);                   \printf(__VA_ARGS__);                                                   \printf("\n");                                                          \} while (0)
#endif/* Bookmarks forward declarations */
#define QL_MAX_BM ((1 << QL_BM_BITS)-1)
quicklistBookmark *_quicklistBookmarkFindByName(quicklist *ql, const char *name);
quicklistBookmark *_quicklistBookmarkFindByNode(quicklist *ql, quicklistNode *node);
void _quicklistBookmarkDelete(quicklist *ql, quicklistBookmark *bm);/* Simple way to give quicklistEntry structs default values with one call. */
#define initEntry(e)                                                           \do {                                                                       \(e)->zi = (e)->value = NULL;                                           \(e)->longval = -123456789;                                             \(e)->quicklist = NULL;                                                 \(e)->node = NULL;                                                      \(e)->offset = 123456789;                                               \(e)->sz = 0;                                                           \} while (0)/* Create a new quicklist.* Free with quicklistRelease(). */
quicklist *quicklistCreate(void) {struct quicklist *quicklist;quicklist = zmalloc(sizeof(*quicklist));quicklist->head = quicklist->tail = NULL;quicklist->len = 0;quicklist->count = 0;quicklist->compress = 0;quicklist->fill = -2;quicklist->bookmark_count = 0;return quicklist;
}#define COMPRESS_MAX ((1 << QL_COMP_BITS)-1)
void quicklistSetCompressDepth(quicklist *quicklist, int compress) {if (compress > COMPRESS_MAX) {compress = COMPRESS_MAX;} else if (compress < 0) {compress = 0;}quicklist->compress = compress;
}#define FILL_MAX ((1 << (QL_FILL_BITS-1))-1)
void quicklistSetFill(quicklist *quicklist, int fill) {if (fill > FILL_MAX) {fill = FILL_MAX;} else if (fill < -5) {fill = -5;}quicklist->fill = fill;
}void quicklistSetOptions(quicklist *quicklist, int fill, int depth) {quicklistSetFill(quicklist, fill);quicklistSetCompressDepth(quicklist, depth);
}/* Create a new quicklist with some default parameters. */
quicklist *quicklistNew(int fill, int compress) {quicklist *quicklist = quicklistCreate();quicklistSetOptions(quicklist, fill, compress);return quicklist;
}REDIS_STATIC quicklistNode *quicklistCreateNode(void) {quicklistNode *node;node = zmalloc(sizeof(*node));node->zl = NULL;node->count = 0;node->sz = 0;node->next = node->prev = NULL;node->encoding = QUICKLIST_NODE_ENCODING_RAW;node->container = QUICKLIST_NODE_CONTAINER_ZIPLIST;node->recompress = 0;return node;
}/* Return cached quicklist count */
unsigned long quicklistCount(const quicklist *ql) { return ql->count; }/* Free entire quicklist. */
void quicklistRelease(quicklist *quicklist) {unsigned long len;quicklistNode *current, *next;current = quicklist->head;len = quicklist->len;while (len--) {next = current->next;zfree(current->zl);quicklist->count -= current->count;zfree(current);quicklist->len--;current = next;}quicklistBookmarksClear(quicklist);zfree(quicklist);
}/* Compress the ziplist in 'node' and update encoding details.* Returns 1 if ziplist compressed successfully.* Returns 0 if compression failed or if ziplist too small to compress. */
REDIS_STATIC int __quicklistCompressNode(quicklistNode *node) {
#ifdef REDIS_TESTnode->attempted_compress = 1;
#endif/* Don't bother compressing small values */if (node->sz < MIN_COMPRESS_BYTES)return 0;quicklistLZF *lzf = zmalloc(sizeof(*lzf) + node->sz);/* Cancel if compression fails or doesn't compress small enough */if (((lzf->sz = lzf_compress(node->zl, node->sz, lzf->compressed,node->sz)) == 0) ||lzf->sz + MIN_COMPRESS_IMPROVE >= node->sz) {/* lzf_compress aborts/rejects compression if value not compressable. */zfree(lzf);return 0;}lzf = zrealloc(lzf, sizeof(*lzf) + lzf->sz);zfree(node->zl);node->zl = (unsigned char *)lzf;node->encoding = QUICKLIST_NODE_ENCODING_LZF;node->recompress = 0;return 1;
}/* Compress only uncompressed nodes. */
#define quicklistCompressNode(_node)                                           \do {                                                                       \if ((_node) && (_node)->encoding == QUICKLIST_NODE_ENCODING_RAW) {     \__quicklistCompressNode((_node));                                  \}                                                                      \} while (0)/* Uncompress the ziplist in 'node' and update encoding details.* Returns 1 on successful decode, 0 on failure to decode. */
REDIS_STATIC int __quicklistDecompressNode(quicklistNode *node) {
#ifdef REDIS_TESTnode->attempted_compress = 0;
#endifvoid *decompressed = zmalloc(node->sz);quicklistLZF *lzf = (quicklistLZF *)node->zl;if (lzf_decompress(lzf->compressed, lzf->sz, decompressed, node->sz) == 0) {/* Someone requested decompress, but we can't decompress.  Not good. */zfree(decompressed);return 0;}zfree(lzf);node->zl = decompressed;node->encoding = QUICKLIST_NODE_ENCODING_RAW;return 1;
}/* Decompress only compressed nodes. */
#define quicklistDecompressNode(_node)                                         \do {                                                                       \if ((_node) && (_node)->encoding == QUICKLIST_NODE_ENCODING_LZF) {     \__quicklistDecompressNode((_node));                                \}                                                                      \} while (0)/* Force node to not be immediately re-compresable */
#define quicklistDecompressNodeForUse(_node)                                   \do {                                                                       \if ((_node) && (_node)->encoding == QUICKLIST_NODE_ENCODING_LZF) {     \__quicklistDecompressNode((_node));                                \(_node)->recompress = 1;                                           \}                                                                      \} while (0)/* Extract the raw LZF data from this quicklistNode.* Pointer to LZF data is assigned to '*data'.* Return value is the length of compressed LZF data. */
size_t quicklistGetLzf(const quicklistNode *node, void **data) {quicklistLZF *lzf = (quicklistLZF *)node->zl;*data = lzf->compressed;return lzf->sz;
}#define quicklistAllowsCompression(_ql) ((_ql)->compress != 0)/* Force 'quicklist' to meet compression guidelines set by compress depth.* The only way to guarantee interior nodes get compressed is to iterate* to our "interior" compress depth then compress the next node we find.* If compress depth is larger than the entire list, we return immediately. */
REDIS_STATIC void __quicklistCompress(const quicklist *quicklist,quicklistNode *node) {/* If length is less than our compress depth (from both sides),* we can't compress anything. */if (!quicklistAllowsCompression(quicklist) ||quicklist->len < (unsigned int)(quicklist->compress * 2))return;#if 0/* Optimized cases for small depth counts */if (quicklist->compress == 1) {quicklistNode *h = quicklist->head, *t = quicklist->tail;quicklistDecompressNode(h);quicklistDecompressNode(t);if (h != node && t != node)quicklistCompressNode(node);return;} else if (quicklist->compress == 2) {quicklistNode *h = quicklist->head, *hn = h->next, *hnn = hn->next;quicklistNode *t = quicklist->tail, *tp = t->prev, *tpp = tp->prev;quicklistDecompressNode(h);quicklistDecompressNode(hn);quicklistDecompressNode(t);quicklistDecompressNode(tp);if (h != node && hn != node && t != node && tp != node) {quicklistCompressNode(node);}if (hnn != t) {quicklistCompressNode(hnn);}if (tpp != h) {quicklistCompressNode(tpp);}return;}
#endif/* Iterate until we reach compress depth for both sides of the list.a* Note: because we do length checks at the *top* of this function,*       we can skip explicit null checks below. Everything exists. */quicklistNode *forward = quicklist->head;quicklistNode *reverse = quicklist->tail;int depth = 0;int in_depth = 0;while (depth++ < quicklist->compress) {quicklistDecompressNode(forward);quicklistDecompressNode(reverse);if (forward == node || reverse == node)in_depth = 1;/* We passed into compress depth of opposite side of the quicklist* so there's no need to compress anything and we can exit. */if (forward == reverse || forward->next == reverse)return;forward = forward->next;reverse = reverse->prev;}if (!in_depth)quicklistCompressNode(node);/* At this point, forward and reverse are one node beyond depth */quicklistCompressNode(forward);quicklistCompressNode(reverse);
}#define quicklistCompress(_ql, _node)                                          \do {                                                                       \if ((_node)->recompress)                                               \quicklistCompressNode((_node));                                    \else                                                                   \__quicklistCompress((_ql), (_node));                               \} while (0)/* If we previously used quicklistDecompressNodeForUse(), just recompress. */
#define quicklistRecompressOnly(_ql, _node)                                    \do {                                                                       \if ((_node)->recompress)                                               \quicklistCompressNode((_node));                                    \} while (0)/* Insert 'new_node' after 'old_node' if 'after' is 1.* Insert 'new_node' before 'old_node' if 'after' is 0.* Note: 'new_node' is *always* uncompressed, so if we assign it to*       head or tail, we do not need to uncompress it. */
REDIS_STATIC void __quicklistInsertNode(quicklist *quicklist,quicklistNode *old_node,quicklistNode *new_node, int after) {if (after) {new_node->prev = old_node;if (old_node) {new_node->next = old_node->next;if (old_node->next)old_node->next->prev = new_node;old_node->next = new_node;}if (quicklist->tail == old_node)quicklist->tail = new_node;} else {new_node->next = old_node;if (old_node) {new_node->prev = old_node->prev;if (old_node->prev)old_node->prev->next = new_node;old_node->prev = new_node;}if (quicklist->head == old_node)quicklist->head = new_node;}/* If this insert creates the only element so far, initialize head/tail. */if (quicklist->len == 0) {quicklist->head = quicklist->tail = new_node;}/* Update len first, so in __quicklistCompress we know exactly len */quicklist->len++;if (old_node)quicklistCompress(quicklist, old_node);
}

这篇关于漫话Redis源码之三十五的文章就介绍到这儿,希望我们推荐的文章对编程师们有所帮助!



http://www.chinasem.cn/article/683912

相关文章

JAVA智听未来一站式有声阅读平台听书系统小程序源码

智听未来,一站式有声阅读平台听书系统 🌟&nbsp;开篇:遇见未来,从“智听”开始 在这个快节奏的时代,你是否渴望在忙碌的间隙,找到一片属于自己的宁静角落?是否梦想着能随时随地,沉浸在知识的海洋,或是故事的奇幻世界里?今天,就让我带你一起探索“智听未来”——这一站式有声阅读平台听书系统,它正悄悄改变着我们的阅读方式,让未来触手可及! 📚&nbsp;第一站:海量资源,应有尽有 走进“智听

零基础学习Redis(10) -- zset类型命令使用

zset是有序集合,内部除了存储元素外,还会存储一个score,存储在zset中的元素会按照score的大小升序排列,不同元素的score可以重复,score相同的元素会按照元素的字典序排列。 1. zset常用命令 1.1 zadd  zadd key [NX | XX] [GT | LT]   [CH] [INCR] score member [score member ...]

Java ArrayList扩容机制 (源码解读)

结论:初始长度为10,若所需长度小于1.5倍原长度,则按照1.5倍扩容。若不够用则按照所需长度扩容。 一. 明确类内部重要变量含义         1:数组默认长度         2:这是一个共享的空数组实例,用于明确创建长度为0时的ArrayList ,比如通过 new ArrayList<>(0),ArrayList 内部的数组 elementData 会指向这个 EMPTY_EL

如何在Visual Studio中调试.NET源码

今天偶然在看别人代码时,发现在他的代码里使用了Any判断List<T>是否为空。 我一般的做法是先判断是否为null,再判断Count。 看了一下Count的源码如下: 1 [__DynamicallyInvokable]2 public int Count3 {4 [__DynamicallyInvokable]5 get

工厂ERP管理系统实现源码(JAVA)

工厂进销存管理系统是一个集采购管理、仓库管理、生产管理和销售管理于一体的综合解决方案。该系统旨在帮助企业优化流程、提高效率、降低成本,并实时掌握各环节的运营状况。 在采购管理方面,系统能够处理采购订单、供应商管理和采购入库等流程,确保采购过程的透明和高效。仓库管理方面,实现库存的精准管理,包括入库、出库、盘点等操作,确保库存数据的准确性和实时性。 生产管理模块则涵盖了生产计划制定、物料需求计划、

Spring 源码解读:自定义实现Bean定义的注册与解析

引言 在Spring框架中,Bean的注册与解析是整个依赖注入流程的核心步骤。通过Bean定义,Spring容器知道如何创建、配置和管理每个Bean实例。本篇文章将通过实现一个简化版的Bean定义注册与解析机制,帮助你理解Spring框架背后的设计逻辑。我们还将对比Spring中的BeanDefinition和BeanDefinitionRegistry,以全面掌握Bean注册和解析的核心原理。

音视频入门基础:WAV专题(10)——FFmpeg源码中计算WAV音频文件每个packet的pts、dts的实现

一、引言 从文章《音视频入门基础:WAV专题(6)——通过FFprobe显示WAV音频文件每个数据包的信息》中我们可以知道,通过FFprobe命令可以打印WAV音频文件每个packet(也称为数据包或多媒体包)的信息,这些信息包含该packet的pts、dts: 打印出来的“pts”实际是AVPacket结构体中的成员变量pts,是以AVStream->time_base为单位的显

kubelet组件的启动流程源码分析

概述 摘要: 本文将总结kubelet的作用以及原理,在有一定基础认识的前提下,通过阅读kubelet源码,对kubelet组件的启动流程进行分析。 正文 kubelet的作用 这里对kubelet的作用做一个简单总结。 节点管理 节点的注册 节点状态更新 容器管理(pod生命周期管理) 监听apiserver的容器事件 容器的创建、删除(CRI) 容器的网络的创建与删除

Redis中使用布隆过滤器解决缓存穿透问题

一、缓存穿透(失效)问题 缓存穿透是指查询一个一定不存在的数据,由于缓存中没有命中,会去数据库中查询,而数据库中也没有该数据,并且每次查询都不会命中缓存,从而每次请求都直接打到了数据库上,这会给数据库带来巨大压力。 二、布隆过滤器原理 布隆过滤器(Bloom Filter)是一种空间效率很高的随机数据结构,它利用多个不同的哈希函数将一个元素映射到一个位数组中的多个位置,并将这些位置的值置

red5-server源码

red5-server源码:https://github.com/Red5/red5-server