漫话Redis源码之一百零五

2024-02-06 09:32
文章标签 源码 redis 漫话 一百零五

本文主要是介绍漫话Redis源码之一百零五，希望对大家解决编程问题提供一定的参考价值，需要的开发者们随着小编来一起学习吧！

fsl相关的代码，都是一些基本的操作：

void fsl_rdb_save(RedisModuleIO *rdb, void *value) {fsl_t *fsl = value;RedisModule_SaveUnsigned(rdb,fsl->length);for (long long i = 0; i < fsl->length; i++)RedisModule_SaveSigned(rdb, fsl->list[i]);
}void fsl_aofrw(RedisModuleIO *aof, RedisModuleString *key, void *value) {fsl_t *fsl = value;for (long long i = 0; i < fsl->length; i++)RedisModule_EmitAOF(aof, "FSL.PUSH","sl", key, fsl->list[i]);
}void fsl_free(void *value) {fsl_type_free(value);
}/* ========================== helper methods ======================= */int get_fsl(RedisModuleCtx *ctx, RedisModuleString *keyname, int mode, int create, fsl_t **fsl, int reply_on_failure) {RedisModuleKey *key = RedisModule_OpenKey(ctx, keyname, mode);int type = RedisModule_KeyType(key);if (type != REDISMODULE_KEYTYPE_EMPTY && RedisModule_ModuleTypeGetType(key) != fsltype) {RedisModule_CloseKey(key);if (reply_on_failure)RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);RedisModuleCallReply *reply = RedisModule_Call(ctx, "INCR", "c", "fsl_wrong_type");RedisModule_FreeCallReply(reply);return 0;}/* Create an empty value object if the key is currently empty. */if (type == REDISMODULE_KEYTYPE_EMPTY) {if (!create) {/* Key is empty but we cannot create */RedisModule_CloseKey(key);*fsl = NULL;return 1;}*fsl = fsl_type_create();RedisModule_ModuleTypeSetValue(key, fsltype, *fsl);} else {*fsl = RedisModule_ModuleTypeGetValue(key);}RedisModule_CloseKey(key);return 1;
}/* ========================== commands ======================= *//* FSL.PUSH <key> <int> - Push an integer to the fixed-size list (to the right).* It must be greater than the element in the head of the list. */
int fsl_push(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 3)return RedisModule_WrongArity(ctx);long long ele;if (RedisModule_StringToLongLong(argv[2],&ele) != REDISMODULE_OK)return RedisModule_ReplyWithError(ctx,"ERR invalid integer");fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_WRITE, 1, &fsl, 1))return REDISMODULE_OK;if (fsl->length == LIST_SIZE)return RedisModule_ReplyWithError(ctx,"ERR list is full");if (fsl->length != 0 && fsl->list[fsl->length-1] >= ele)return RedisModule_ReplyWithError(ctx,"ERR new element has to be greater than the head element");fsl->list[fsl->length++] = ele;RedisModule_SignalKeyAsReady(ctx, argv[1]);return RedisModule_ReplyWithSimpleString(ctx, "OK");
}int bpop_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);RedisModuleString *keyname = RedisModule_GetBlockedClientReadyKey(ctx);fsl_t *fsl;if (!get_fsl(ctx, keyname, REDISMODULE_READ, 0, &fsl, 0) || !fsl)return REDISMODULE_ERR;RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);return REDISMODULE_OK;
}int bpop_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithSimpleString(ctx, "Request timedout");
}/* FSL.BPOP <key> <timeout> - Block clients until list has two or more elements.* When that happens, unblock client and pop the last two elements (from the right). */
int fsl_bpop(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 3)return RedisModule_WrongArity(ctx);long long timeout;if (RedisModule_StringToLongLong(argv[2],&timeout) != REDISMODULE_OK || timeout < 0)return RedisModule_ReplyWithError(ctx,"ERR invalid timeout");fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &fsl, 1))return REDISMODULE_OK;if (!fsl) {RedisModule_BlockClientOnKeys(ctx, bpop_reply_callback, bpop_timeout_callback,NULL, timeout, &argv[1], 1, NULL);} else {RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);}return REDISMODULE_OK;
}int bpopgt_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);RedisModuleString *keyname = RedisModule_GetBlockedClientReadyKey(ctx);long long *pgt = RedisModule_GetBlockedClientPrivateData(ctx);fsl_t *fsl;if (!get_fsl(ctx, keyname, REDISMODULE_READ, 0, &fsl, 0) || !fsl)return REDISMODULE_ERR;if (fsl->list[fsl->length-1] <= *pgt)return REDISMODULE_ERR;RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);return REDISMODULE_OK;
}int bpopgt_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithSimpleString(ctx, "Request timedout");
}void bpopgt_free_privdata(RedisModuleCtx *ctx, void *privdata) {REDISMODULE_NOT_USED(ctx);RedisModule_Free(privdata);
}/* FSL.BPOPGT <key> <gt> <timeout> - Block clients until list has an element greater than <gt>.* When that happens, unblock client and pop the last element (from the right). */
int fsl_bpopgt(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 4)return RedisModule_WrongArity(ctx);long long gt;if (RedisModule_StringToLongLong(argv[2],&gt) != REDISMODULE_OK)return RedisModule_ReplyWithError(ctx,"ERR invalid integer");long long timeout;if (RedisModule_StringToLongLong(argv[3],&timeout) != REDISMODULE_OK || timeout < 0)return RedisModule_ReplyWithError(ctx,"ERR invalid timeout");fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &fsl, 1))return REDISMODULE_OK;if (!fsl || fsl->list[fsl->length-1] <= gt) {/* We use malloc so the tests in blockedonkeys.tcl can check for memory leaks */long long *pgt = RedisModule_Alloc(sizeof(long long));*pgt = gt;RedisModule_BlockClientOnKeys(ctx, bpopgt_reply_callback, bpopgt_timeout_callback,bpopgt_free_privdata, timeout, &argv[1], 1, pgt);} else {RedisModule_ReplyWithLongLong(ctx, fsl->list[--fsl->length]);}return REDISMODULE_OK;
}int bpoppush_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);RedisModuleString *src_keyname = RedisModule_GetBlockedClientReadyKey(ctx);RedisModuleString *dst_keyname = RedisModule_GetBlockedClientPrivateData(ctx);fsl_t *src;if (!get_fsl(ctx, src_keyname, REDISMODULE_READ, 0, &src, 0) || !src)return REDISMODULE_ERR;fsl_t *dst;if (!get_fsl(ctx, dst_keyname, REDISMODULE_WRITE, 1, &dst, 0) || !dst)return REDISMODULE_ERR;long long ele = src->list[--src->length];dst->list[dst->length++] = ele;RedisModule_SignalKeyAsReady(ctx, dst_keyname);return RedisModule_ReplyWithLongLong(ctx, ele);
}int bpoppush_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithSimpleString(ctx, "Request timedout");
}void bpoppush_free_privdata(RedisModuleCtx *ctx, void *privdata) {RedisModule_FreeString(ctx, privdata);
}/* FSL.BPOPPUSH <src> <dst> <timeout> - Block clients until <src> has an element.* When that happens, unblock client, pop the last element from <src> and push it to <dst>* (from the right). */
int fsl_bpoppush(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 4)return RedisModule_WrongArity(ctx);long long timeout;if (RedisModule_StringToLongLong(argv[3],&timeout) != REDISMODULE_OK || timeout < 0)return RedisModule_ReplyWithError(ctx,"ERR invalid timeout");fsl_t *src;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &src, 1))return REDISMODULE_OK;if (!src) {/* Retain string for reply callback */RedisModule_RetainString(ctx, argv[2]);/* Key is empty, we must block */RedisModule_BlockClientOnKeys(ctx, bpoppush_reply_callback, bpoppush_timeout_callback,bpoppush_free_privdata, timeout, &argv[1], 1, argv[2]);} else {fsl_t *dst;if (!get_fsl(ctx, argv[2], REDISMODULE_WRITE, 1, &dst, 1))return REDISMODULE_OK;long long ele = src->list[--src->length];dst->list[dst->length++] = ele;RedisModule_SignalKeyAsReady(ctx, argv[2]);RedisModule_ReplyWithLongLong(ctx, ele);}return REDISMODULE_OK;
}/* FSL.GETALL <key> - Reply with an array containing all elements. */
int fsl_getall(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 2)return RedisModule_WrongArity(ctx);fsl_t *fsl;if (!get_fsl(ctx, argv[1], REDISMODULE_READ, 0, &fsl, 1))return REDISMODULE_OK;if (!fsl)return RedisModule_ReplyWithArray(ctx, 0);RedisModule_ReplyWithArray(ctx, fsl->length);for (int i = 0; i < fsl->length; i++)RedisModule_ReplyWithLongLong(ctx, fsl->list[i]);return REDISMODULE_OK;
}/* Callback for blockonkeys_popall */
int blockonkeys_popall_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argc);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_LIST) {RedisModuleString *elem;long len = 0;RedisModule_ReplyWithArray(ctx, REDISMODULE_POSTPONED_ARRAY_LEN);while ((elem = RedisModule_ListPop(key, REDISMODULE_LIST_HEAD)) != NULL) {len++;RedisModule_ReplyWithString(ctx, elem);RedisModule_FreeString(ctx, elem);}RedisModule_ReplySetArrayLength(ctx, len);} else {RedisModule_ReplyWithError(ctx, "ERR Not a list");}RedisModule_CloseKey(key);return REDISMODULE_OK;
}int blockonkeys_popall_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithError(ctx, "ERR Timeout");
}/* BLOCKONKEYS.POPALL key** Blocks on an empty key for up to 3 seconds. When unblocked by a list* operation like LPUSH, all the elements are popped and returned. Fails with an* error on timeout. */
int blockonkeys_popall(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc != 2)return RedisModule_WrongArity(ctx);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_READ);if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_EMPTY) {RedisModule_BlockClientOnKeys(ctx, blockonkeys_popall_reply_callback,blockonkeys_popall_timeout_callback,NULL, 3000, &argv[1], 1, NULL);} else {RedisModule_ReplyWithError(ctx, "ERR Key not empty");}RedisModule_CloseKey(key);return REDISMODULE_OK;
}/* BLOCKONKEYS.LPUSH key val [val ..]* BLOCKONKEYS.LPUSH_UNBLOCK key val [val ..]** A module equivalent of LPUSH. If the name LPUSH_UNBLOCK is used,* RM_SignalKeyAsReady() is also called. */
int blockonkeys_lpush(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc < 3)return RedisModule_WrongArity(ctx);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);if (RedisModule_KeyType(key) != REDISMODULE_KEYTYPE_EMPTY &&RedisModule_KeyType(key) != REDISMODULE_KEYTYPE_LIST) {RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);} else {for (int i = 2; i < argc; i++) {if (RedisModule_ListPush(key, REDISMODULE_LIST_HEAD,argv[i]) != REDISMODULE_OK) {RedisModule_CloseKey(key);return RedisModule_ReplyWithError(ctx, "ERR Push failed");}}}RedisModule_CloseKey(key);/* signal key as ready if the command is lpush_unblock */size_t len;const char *str = RedisModule_StringPtrLen(argv[0], &len);if (!strncasecmp(str, "blockonkeys.lpush_unblock", len)) {RedisModule_SignalKeyAsReady(ctx, argv[1]);}return RedisModule_ReplyWithSimpleString(ctx, "OK");
}/* Callback for the BLOCKONKEYS.BLPOPN command */
int blockonkeys_blpopn_reply_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argc);long long n;RedisModule_StringToLongLong(argv[2], &n);RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);int result;if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_LIST &&RedisModule_ValueLength(key) >= (size_t)n) {RedisModule_ReplyWithArray(ctx, n);for (long i = 0; i < n; i++) {RedisModuleString *elem = RedisModule_ListPop(key, REDISMODULE_LIST_HEAD);RedisModule_ReplyWithString(ctx, elem);RedisModule_FreeString(ctx, elem);}result = REDISMODULE_OK;} else if (RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_LIST ||RedisModule_KeyType(key) == REDISMODULE_KEYTYPE_EMPTY) {/* continue blocking */result = REDISMODULE_ERR;} else {result = RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);}RedisModule_CloseKey(key);return result;
}int blockonkeys_blpopn_timeout_callback(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);return RedisModule_ReplyWithError(ctx, "ERR Timeout");
}/* BLOCKONKEYS.BLPOPN key N** Blocks until key has N elements and then pops them or fails after 3 seconds.*/
int blockonkeys_blpopn(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {if (argc < 3) return RedisModule_WrongArity(ctx);long long n;if (RedisModule_StringToLongLong(argv[2], &n) != REDISMODULE_OK) {return RedisModule_ReplyWithError(ctx, "ERR Invalid N");}RedisModuleKey *key = RedisModule_OpenKey(ctx, argv[1], REDISMODULE_WRITE);int keytype = RedisModule_KeyType(key);if (keytype != REDISMODULE_KEYTYPE_EMPTY &&keytype != REDISMODULE_KEYTYPE_LIST) {RedisModule_ReplyWithError(ctx, REDISMODULE_ERRORMSG_WRONGTYPE);} else if (keytype == REDISMODULE_KEYTYPE_LIST &&RedisModule_ValueLength(key) >= (size_t)n) {RedisModule_ReplyWithArray(ctx, n);for (long i = 0; i < n; i++) {RedisModuleString *elem = RedisModule_ListPop(key, REDISMODULE_LIST_HEAD);RedisModule_ReplyWithString(ctx, elem);RedisModule_FreeString(ctx, elem);}} else {RedisModule_BlockClientOnKeys(ctx, blockonkeys_blpopn_reply_callback,blockonkeys_blpopn_timeout_callback,NULL, 3000, &argv[1], 1, NULL);}RedisModule_CloseKey(key);return REDISMODULE_OK;
}int RedisModule_OnLoad(RedisModuleCtx *ctx, RedisModuleString **argv, int argc) {REDISMODULE_NOT_USED(argv);REDISMODULE_NOT_USED(argc);if (RedisModule_Init(ctx, "blockonkeys", 1, REDISMODULE_APIVER_1)== REDISMODULE_ERR)return REDISMODULE_ERR;RedisModuleTypeMethods tm = {.version = REDISMODULE_TYPE_METHOD_VERSION,.rdb_load = fsl_rdb_load,.rdb_save = fsl_rdb_save,.aof_rewrite = fsl_aofrw,.mem_usage = NULL,.free = fsl_free,.digest = NULL};fsltype = RedisModule_CreateDataType(ctx, "fsltype_t", 0, &tm);if (fsltype == NULL)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.push",fsl_push,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.bpop",fsl_bpop,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.bpopgt",fsl_bpopgt,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.bpoppush",fsl_bpoppush,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx,"fsl.getall",fsl_getall,"",0,0,0) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.popall", blockonkeys_popall,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.lpush", blockonkeys_lpush,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.lpush_unblock", blockonkeys_lpush,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;if (RedisModule_CreateCommand(ctx, "blockonkeys.blpopn", blockonkeys_blpopn,"", 1, 1, 1) == REDISMODULE_ERR)return REDISMODULE_ERR;return REDISMODULE_OK;
}

这篇关于漫话Redis源码之一百零五的文章就介绍到这儿，希望我们推荐的文章对编程师们有所帮助！


http://www.chinasem.cn/article/683859。

相关文章

Java 正则表达式URL 匹配与源码全解析

Java 正则表达式URL 匹配与源码全解析

《Java正则表达式URL匹配与源码全解析》在Web应用开发中,我们经常需要对URL进行格式验证,今天我们结合Java的Pattern和Matcher类,深入理解正则表达式在实际应用中... 目录1.正则表达式分解：2. 添加域名匹配 (2)3. 添加路径和查询参数匹配 (3) 4. 最终优化版本5.设计思
阅读更多...
Redis在windows环境下如何启动

Redis在windows环境下如何启动

《Redis在windows环境下如何启动》：本文主要介绍Redis在windows环境下如何启动的实现方式,具有很好的参考价值,希望对大家有所帮助,如有错误或未考虑完全的地方,望不吝赐教... 目录Redis在Windows环境下启动1.在redis的安装目录下2.输入·redis-server.exe
阅读更多...
Redis实现延迟任务的三种方法详解

Redis实现延迟任务的三种方法详解

《Redis实现延迟任务的三种方法详解》延迟任务（DelayedTask）是指在未来的某个时间点,执行相应的任务,本文为大家整理了三种常见的实现方法,感兴趣的小伙伴可以参考一下... 目录1.前言2.Redis如何实现延迟任务3.代码实现3.1. 过期键通知事件实现3.2. 使用ZSet实现延迟任务3.3
阅读更多...
Java调用C++动态库超详细步骤讲解(附源码)

Java调用C++动态库超详细步骤讲解(附源码)

《Java调用C++动态库超详细步骤讲解(附源码)》C语言因其高效和接近硬件的特性,时常会被用在性能要求较高或者需要直接操作硬件的场合,：本文主要介绍Java调用C++动态库的相关资料,文中通过代... 目录一、直接调用C++库第一步：动态库生成（vs2017+qt5.12.10）第二步：Java调用C++
阅读更多...
Redis分片集群的实现

Redis分片集群的实现

《Redis分片集群的实现》Redis分片集群是一种将Redis数据库分散到多个节点上的方式,以提供更高的性能和可伸缩性,本文主要介绍了Redis分片集群的实现,具有一定的参考价值,感兴趣的可以了解一... 目录1. Redis Cluster的核心概念哈希槽（Hash Slots）主从复制与故障转移2.
阅读更多...
Python实现无痛修改第三方库源码的方法详解

Python实现无痛修改第三方库源码的方法详解

《Python实现无痛修改第三方库源码的方法详解》很多时候,我们下载的第三方库是不会有需求不满足的情况,但也有极少的情况,第三方库没有兼顾到需求,本文将介绍几个修改源码的操作,大家可以根据需求进行选择... 目录需求不符合模拟示例 1. 修改源文件2. 继承修改3. 猴子补丁4. 追踪局部变量需求不符合很
阅读更多...
Redis 中的热点键和数据倾斜示例详解

Redis 中的热点键和数据倾斜示例详解

《Redis中的热点键和数据倾斜示例详解》热点键是指在Redis中被频繁访问的特定键,这些键由于其高访问频率,可能导致Redis服务器的性能问题,尤其是在高并发场景下,本文给大家介绍Redis中的热... 目录Redis 中的热点键和数据倾斜热点键（Hot Key）定义特点应对策略示例数据倾斜（Data S
阅读更多...
redis+lua实现分布式限流的示例

redis+lua实现分布式限流的示例

《redis+lua实现分布式限流的示例》本文主要介绍了redis+lua实现分布式限流的示例,可以实现复杂的限流逻辑,如滑动窗口限流,并且避免了多步操作导致的并发问题,具有一定的参考价值,感兴趣的可... 目录为什么使用Redis+Lua实现分布式限流使用ZSET也可以实现限流，为什么选择lua的方式实现
阅读更多...
Redis中管道操作pipeline的实现

Redis中管道操作pipeline的实现

《Redis中管道操作pipeline的实现》RedisPipeline是一种优化客户端与服务器通信的技术,通过批量发送和接收命令减少网络往返次数,提高命令执行效率,本文就来介绍一下Redis中管道操... 目录什么是pipeline场景一:我要向Redis新增大批量的数据分批处理事务（ MULTI/EXE
阅读更多...
Redis中高并发读写性能的深度解析与优化

Redis中高并发读写性能的深度解析与优化

《Redis中高并发读写性能的深度解析与优化》Redis作为一款高性能的内存数据库,广泛应用于缓存、消息队列、实时统计等场景,本文将深入探讨Redis的读写并发能力,感兴趣的小伙伴可以了解下... 目录引言一、Redis 并发能力概述1.1 Redis 的读写性能1.2 影响 Redis 并发能力的因素二、
阅读更多...

Copyright China编程 23002807@qq.com

沪ICP备2023033072号-2