1 /* 2 * Copyright (c) 2009-2012, Salvatore Sanfilippo <antirez at gmail dot com> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions are met: 7 * 8 * * Redistributions of source code must retain the above copyright notice, 9 * this list of conditions and the following disclaimer. 10 * * Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * * Neither the name of Redis nor the names of its contributors may be used 14 * to endorse or promote products derived from this software without 15 * specific prior written permission. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 27 * POSSIBILITY OF SUCH DAMAGE. 28 */ 29 30 #include "server.h" 31 #include "sha1.h" 32 #include "rand.h" 33 #include "cluster.h" 34 35 #include <lua.h> 36 #include <lauxlib.h> 37 #include <lualib.h> 38 #include <ctype.h> 39 #include <math.h> 40 41 char *redisProtocolToLuaType_Int(lua_State *lua, char *reply); 42 char *redisProtocolToLuaType_Bulk(lua_State *lua, char *reply); 43 char *redisProtocolToLuaType_Status(lua_State *lua, char *reply); 44 char *redisProtocolToLuaType_Error(lua_State *lua, char *reply); 45 char *redisProtocolToLuaType_MultiBulk(lua_State *lua, char *reply); 46 int redis_math_random (lua_State *L); 47 int redis_math_randomseed (lua_State *L); 48 void ldbInit(void); 49 void ldbDisable(client *c); 50 void ldbEnable(client *c); 51 void evalGenericCommandWithDebugging(client *c, int evalsha); 52 void luaLdbLineHook(lua_State *lua, lua_Debug *ar); 53 void ldbLog(sds entry); 54 void ldbLogRedisReply(char *reply); 55 sds ldbCatStackValue(sds s, lua_State *lua, int idx); 56 57 /* Debugger shared state is stored inside this global structure. */ 58 #define LDB_BREAKPOINTS_MAX 64 /* Max number of breakpoints. */ 59 #define LDB_MAX_LEN_DEFAULT 256 /* Default len limit for replies / var dumps. */ 60 struct ldbState { 61 int fd; /* Socket of the debugging client. */ 62 int active; /* Are we debugging EVAL right now? */ 63 int forked; /* Is this a fork()ed debugging session? */ 64 list *logs; /* List of messages to send to the client. */ 65 list *traces; /* Messages about Redis commands executed since last stop.*/ 66 list *children; /* All forked debugging sessions pids. */ 67 int bp[LDB_BREAKPOINTS_MAX]; /* An array of breakpoints line numbers. */ 68 int bpcount; /* Number of valid entries inside bp. */ 69 int step; /* Stop at next line ragardless of breakpoints. */ 70 int luabp; /* Stop at next line because redis.breakpoint() was called. */ 71 sds *src; /* Lua script source code split by line. */ 72 int lines; /* Number of lines in 'src'. */ 73 int currentline; /* Current line number. */ 74 sds cbuf; /* Debugger client command buffer. */ 75 size_t maxlen; /* Max var dump / reply length. */ 76 int maxlen_hint_sent; /* Did we already hint about "set maxlen"? */ 77 } ldb; 78 79 /* --------------------------------------------------------------------------- 80 * Utility functions. 81 * ------------------------------------------------------------------------- */ 82 83 /* Perform the SHA1 of the input string. We use this both for hashing script 84 * bodies in order to obtain the Lua function name, and in the implementation 85 * of redis.sha1(). 86 * 87 * 'digest' should point to a 41 bytes buffer: 40 for SHA1 converted into an 88 * hexadecimal number, plus 1 byte for null term. */ 89 void sha1hex(char *digest, char *script, size_t len) { 90 SHA1_CTX ctx; 91 unsigned char hash[20]; 92 char *cset = "0123456789abcdef"; 93 int j; 94 95 SHA1Init(&ctx); 96 SHA1Update(&ctx,(unsigned char*)script,len); 97 SHA1Final(hash,&ctx); 98 99 for (j = 0; j < 20; j++) { 100 digest[j*2] = cset[((hash[j]&0xF0)>>4)]; 101 digest[j*2+1] = cset[(hash[j]&0xF)]; 102 } 103 digest[40] = '\0'; 104 } 105 106 /* --------------------------------------------------------------------------- 107 * Redis reply to Lua type conversion functions. 108 * ------------------------------------------------------------------------- */ 109 110 /* Take a Redis reply in the Redis protocol format and convert it into a 111 * Lua type. Thanks to this function, and the introduction of not connected 112 * clients, it is trivial to implement the redis() lua function. 113 * 114 * Basically we take the arguments, execute the Redis command in the context 115 * of a non connected client, then take the generated reply and convert it 116 * into a suitable Lua type. With this trick the scripting feature does not 117 * need the introduction of a full Redis internals API. The script 118 * is like a normal client that bypasses all the slow I/O paths. 119 * 120 * Note: in this function we do not do any sanity check as the reply is 121 * generated by Redis directly. This allows us to go faster. 122 * 123 * Errors are returned as a table with a single 'err' field set to the 124 * error string. 125 */ 126 127 char *redisProtocolToLuaType(lua_State *lua, char* reply) { 128 char *p = reply; 129 130 switch(*p) { 131 case ':': p = redisProtocolToLuaType_Int(lua,reply); break; 132 case '$': p = redisProtocolToLuaType_Bulk(lua,reply); break; 133 case '+': p = redisProtocolToLuaType_Status(lua,reply); break; 134 case '-': p = redisProtocolToLuaType_Error(lua,reply); break; 135 case '*': p = redisProtocolToLuaType_MultiBulk(lua,reply); break; 136 } 137 return p; 138 } 139 140 char *redisProtocolToLuaType_Int(lua_State *lua, char *reply) { 141 char *p = strchr(reply+1,'\r'); 142 long long value; 143 144 string2ll(reply+1,p-reply-1,&value); 145 lua_pushnumber(lua,(lua_Number)value); 146 return p+2; 147 } 148 149 char *redisProtocolToLuaType_Bulk(lua_State *lua, char *reply) { 150 char *p = strchr(reply+1,'\r'); 151 long long bulklen; 152 153 string2ll(reply+1,p-reply-1,&bulklen); 154 if (bulklen == -1) { 155 lua_pushboolean(lua,0); 156 return p+2; 157 } else { 158 lua_pushlstring(lua,p+2,bulklen); 159 return p+2+bulklen+2; 160 } 161 } 162 163 char *redisProtocolToLuaType_Status(lua_State *lua, char *reply) { 164 char *p = strchr(reply+1,'\r'); 165 166 lua_newtable(lua); 167 lua_pushstring(lua,"ok"); 168 lua_pushlstring(lua,reply+1,p-reply-1); 169 lua_settable(lua,-3); 170 return p+2; 171 } 172 173 char *redisProtocolToLuaType_Error(lua_State *lua, char *reply) { 174 char *p = strchr(reply+1,'\r'); 175 176 lua_newtable(lua); 177 lua_pushstring(lua,"err"); 178 lua_pushlstring(lua,reply+1,p-reply-1); 179 lua_settable(lua,-3); 180 return p+2; 181 } 182 183 char *redisProtocolToLuaType_MultiBulk(lua_State *lua, char *reply) { 184 char *p = strchr(reply+1,'\r'); 185 long long mbulklen; 186 int j = 0; 187 188 string2ll(reply+1,p-reply-1,&mbulklen); 189 p += 2; 190 if (mbulklen == -1) { 191 lua_pushboolean(lua,0); 192 return p; 193 } 194 lua_newtable(lua); 195 for (j = 0; j < mbulklen; j++) { 196 lua_pushnumber(lua,j+1); 197 p = redisProtocolToLuaType(lua,p); 198 lua_settable(lua,-3); 199 } 200 return p; 201 } 202 203 /* This function is used in order to push an error on the Lua stack in the 204 * format used by redis.pcall to return errors, which is a lua table 205 * with a single "err" field set to the error string. Note that this 206 * table is never a valid reply by proper commands, since the returned 207 * tables are otherwise always indexed by integers, never by strings. */ 208 void luaPushError(lua_State *lua, char *error) { 209 lua_Debug dbg; 210 211 /* If debugging is active and in step mode, log errors resulting from 212 * Redis commands. */ 213 if (ldb.active && ldb.step) { 214 ldbLog(sdscatprintf(sdsempty(),"<error> %s",error)); 215 } 216 217 lua_newtable(lua); 218 lua_pushstring(lua,"err"); 219 220 /* Attempt to figure out where this function was called, if possible */ 221 if(lua_getstack(lua, 1, &dbg) && lua_getinfo(lua, "nSl", &dbg)) { 222 sds msg = sdscatprintf(sdsempty(), "%s: %d: %s", 223 dbg.source, dbg.currentline, error); 224 lua_pushstring(lua, msg); 225 sdsfree(msg); 226 } else { 227 lua_pushstring(lua, error); 228 } 229 lua_settable(lua,-3); 230 } 231 232 /* In case the error set into the Lua stack by luaPushError() was generated 233 * by the non-error-trapping version of redis.pcall(), which is redis.call(), 234 * this function will raise the Lua error so that the execution of the 235 * script will be halted. */ 236 int luaRaiseError(lua_State *lua) { 237 lua_pushstring(lua,"err"); 238 lua_gettable(lua,-2); 239 return lua_error(lua); 240 } 241 242 /* Sort the array currently in the stack. We do this to make the output 243 * of commands like KEYS or SMEMBERS something deterministic when called 244 * from Lua (to play well with AOf/replication). 245 * 246 * The array is sorted using table.sort itself, and assuming all the 247 * list elements are strings. */ 248 void luaSortArray(lua_State *lua) { 249 /* Initial Stack: array */ 250 lua_getglobal(lua,"table"); 251 lua_pushstring(lua,"sort"); 252 lua_gettable(lua,-2); /* Stack: array, table, table.sort */ 253 lua_pushvalue(lua,-3); /* Stack: array, table, table.sort, array */ 254 if (lua_pcall(lua,1,0,0)) { 255 /* Stack: array, table, error */ 256 257 /* We are not interested in the error, we assume that the problem is 258 * that there are 'false' elements inside the array, so we try 259 * again with a slower function but able to handle this case, that 260 * is: table.sort(table, __redis__compare_helper) */ 261 lua_pop(lua,1); /* Stack: array, table */ 262 lua_pushstring(lua,"sort"); /* Stack: array, table, sort */ 263 lua_gettable(lua,-2); /* Stack: array, table, table.sort */ 264 lua_pushvalue(lua,-3); /* Stack: array, table, table.sort, array */ 265 lua_getglobal(lua,"__redis__compare_helper"); 266 /* Stack: array, table, table.sort, array, __redis__compare_helper */ 267 lua_call(lua,2,0); 268 } 269 /* Stack: array (sorted), table */ 270 lua_pop(lua,1); /* Stack: array (sorted) */ 271 } 272 273 /* --------------------------------------------------------------------------- 274 * Lua reply to Redis reply conversion functions. 275 * ------------------------------------------------------------------------- */ 276 277 void luaReplyToRedisReply(client *c, lua_State *lua) { 278 int t = lua_type(lua,-1); 279 280 switch(t) { 281 case LUA_TSTRING: 282 addReplyBulkCBuffer(c,(char*)lua_tostring(lua,-1),lua_strlen(lua,-1)); 283 break; 284 case LUA_TBOOLEAN: 285 addReply(c,lua_toboolean(lua,-1) ? shared.cone : shared.nullbulk); 286 break; 287 case LUA_TNUMBER: 288 addReplyLongLong(c,(long long)lua_tonumber(lua,-1)); 289 break; 290 case LUA_TTABLE: 291 /* We need to check if it is an array, an error, or a status reply. 292 * Error are returned as a single element table with 'err' field. 293 * Status replies are returned as single element table with 'ok' 294 * field. */ 295 lua_pushstring(lua,"err"); 296 lua_gettable(lua,-2); 297 t = lua_type(lua,-1); 298 if (t == LUA_TSTRING) { 299 sds err = sdsnew(lua_tostring(lua,-1)); 300 sdsmapchars(err,"\r\n"," ",2); 301 addReplySds(c,sdscatprintf(sdsempty(),"-%s\r\n",err)); 302 sdsfree(err); 303 lua_pop(lua,2); 304 return; 305 } 306 307 lua_pop(lua,1); 308 lua_pushstring(lua,"ok"); 309 lua_gettable(lua,-2); 310 t = lua_type(lua,-1); 311 if (t == LUA_TSTRING) { 312 sds ok = sdsnew(lua_tostring(lua,-1)); 313 sdsmapchars(ok,"\r\n"," ",2); 314 addReplySds(c,sdscatprintf(sdsempty(),"+%s\r\n",ok)); 315 sdsfree(ok); 316 lua_pop(lua,1); 317 } else { 318 void *replylen = addDeferredMultiBulkLength(c); 319 int j = 1, mbulklen = 0; 320 321 lua_pop(lua,1); /* Discard the 'ok' field value we popped */ 322 while(1) { 323 lua_pushnumber(lua,j++); 324 lua_gettable(lua,-2); 325 t = lua_type(lua,-1); 326 if (t == LUA_TNIL) { 327 lua_pop(lua,1); 328 break; 329 } 330 luaReplyToRedisReply(c, lua); 331 mbulklen++; 332 } 333 setDeferredMultiBulkLength(c,replylen,mbulklen); 334 } 335 break; 336 default: 337 addReply(c,shared.nullbulk); 338 } 339 lua_pop(lua,1); 340 } 341 342 /* --------------------------------------------------------------------------- 343 * Lua redis.* functions implementations. 344 * ------------------------------------------------------------------------- */ 345 346 #define LUA_CMD_OBJCACHE_SIZE 32 347 #define LUA_CMD_OBJCACHE_MAX_LEN 64 348 int luaRedisGenericCommand(lua_State *lua, int raise_error) { 349 int j, argc = lua_gettop(lua); 350 struct redisCommand *cmd; 351 client *c = server.lua_client; 352 sds reply; 353 354 /* Cached across calls. */ 355 static robj **argv = NULL; 356 static int argv_size = 0; 357 static robj *cached_objects[LUA_CMD_OBJCACHE_SIZE]; 358 static size_t cached_objects_len[LUA_CMD_OBJCACHE_SIZE]; 359 static int inuse = 0; /* Recursive calls detection. */ 360 361 /* Reflect MULTI state */ 362 if (server.lua_multi_emitted || (server.lua_caller->flags & CLIENT_MULTI)) { 363 c->flags |= CLIENT_MULTI; 364 } else { 365 c->flags &= ~CLIENT_MULTI; 366 } 367 368 /* By using Lua debug hooks it is possible to trigger a recursive call 369 * to luaRedisGenericCommand(), which normally should never happen. 370 * To make this function reentrant is futile and makes it slower, but 371 * we should at least detect such a misuse, and abort. */ 372 if (inuse) { 373 char *recursion_warning = 374 "luaRedisGenericCommand() recursive call detected. " 375 "Are you doing funny stuff with Lua debug hooks?"; 376 serverLog(LL_WARNING,"%s",recursion_warning); 377 luaPushError(lua,recursion_warning); 378 return 1; 379 } 380 inuse++; 381 382 /* Require at least one argument */ 383 if (argc == 0) { 384 luaPushError(lua, 385 "Please specify at least one argument for redis.call()"); 386 inuse--; 387 return raise_error ? luaRaiseError(lua) : 1; 388 } 389 390 /* Build the arguments vector */ 391 if (argv_size < argc) { 392 argv = zrealloc(argv,sizeof(robj*)*argc); 393 argv_size = argc; 394 } 395 396 for (j = 0; j < argc; j++) { 397 char *obj_s; 398 size_t obj_len; 399 char dbuf[64]; 400 401 if (lua_type(lua,j+1) == LUA_TNUMBER) { 402 /* We can't use lua_tolstring() for number -> string conversion 403 * since Lua uses a format specifier that loses precision. */ 404 lua_Number num = lua_tonumber(lua,j+1); 405 406 obj_len = snprintf(dbuf,sizeof(dbuf),"%.17g",(double)num); 407 obj_s = dbuf; 408 } else { 409 obj_s = (char*)lua_tolstring(lua,j+1,&obj_len); 410 if (obj_s == NULL) break; /* Not a string. */ 411 } 412 413 /* Try to use a cached object. */ 414 if (j < LUA_CMD_OBJCACHE_SIZE && cached_objects[j] && 415 cached_objects_len[j] >= obj_len) 416 { 417 sds s = cached_objects[j]->ptr; 418 argv[j] = cached_objects[j]; 419 cached_objects[j] = NULL; 420 memcpy(s,obj_s,obj_len+1); 421 sdssetlen(s, obj_len); 422 } else { 423 argv[j] = createStringObject(obj_s, obj_len); 424 } 425 } 426 427 /* Check if one of the arguments passed by the Lua script 428 * is not a string or an integer (lua_isstring() return true for 429 * integers as well). */ 430 if (j != argc) { 431 j--; 432 while (j >= 0) { 433 decrRefCount(argv[j]); 434 j--; 435 } 436 luaPushError(lua, 437 "Lua redis() command arguments must be strings or integers"); 438 inuse--; 439 return raise_error ? luaRaiseError(lua) : 1; 440 } 441 442 /* Setup our fake client for command execution */ 443 c->argv = argv; 444 c->argc = argc; 445 446 /* Process module hooks */ 447 moduleCallCommandFilters(c); 448 argv = c->argv; 449 argc = c->argc; 450 451 /* Log the command if debugging is active. */ 452 if (ldb.active && ldb.step) { 453 sds cmdlog = sdsnew("<redis>"); 454 for (j = 0; j < c->argc; j++) { 455 if (j == 10) { 456 cmdlog = sdscatprintf(cmdlog," ... (%d more)", 457 c->argc-j-1); 458 break; 459 } else { 460 cmdlog = sdscatlen(cmdlog," ",1); 461 cmdlog = sdscatsds(cmdlog,c->argv[j]->ptr); 462 } 463 } 464 ldbLog(cmdlog); 465 } 466 467 /* Command lookup */ 468 cmd = lookupCommand(argv[0]->ptr); 469 if (!cmd || ((cmd->arity > 0 && cmd->arity != argc) || 470 (argc < -cmd->arity))) 471 { 472 if (cmd) 473 luaPushError(lua, 474 "Wrong number of args calling Redis command From Lua script"); 475 else 476 luaPushError(lua,"Unknown Redis command called from Lua script"); 477 goto cleanup; 478 } 479 c->cmd = c->lastcmd = cmd; 480 481 /* There are commands that are not allowed inside scripts. */ 482 if (cmd->flags & CMD_NOSCRIPT) { 483 luaPushError(lua, "This Redis command is not allowed from scripts"); 484 goto cleanup; 485 } 486 487 /* Write commands are forbidden against read-only slaves, or if a 488 * command marked as non-deterministic was already called in the context 489 * of this script. */ 490 if (cmd->flags & CMD_WRITE) { 491 int deny_write_type = writeCommandsDeniedByDiskError(); 492 if (server.lua_random_dirty && !server.lua_replicate_commands) { 493 luaPushError(lua, 494 "Write commands not allowed after non deterministic commands. Call redis.replicate_commands() at the start of your script in order to switch to single commands replication mode."); 495 goto cleanup; 496 } else if (server.masterhost && server.repl_slave_ro && 497 !server.loading && 498 !(server.lua_caller->flags & CLIENT_MASTER)) 499 { 500 luaPushError(lua, shared.roslaveerr->ptr); 501 goto cleanup; 502 } else if (deny_write_type != DISK_ERROR_TYPE_NONE) { 503 if (deny_write_type == DISK_ERROR_TYPE_RDB) { 504 luaPushError(lua, shared.bgsaveerr->ptr); 505 } else { 506 sds aof_write_err = sdscatfmt(sdsempty(), 507 "-MISCONF Errors writing to the AOF file: %s\r\n", 508 strerror(server.aof_last_write_errno)); 509 luaPushError(lua, aof_write_err); 510 sdsfree(aof_write_err); 511 } 512 goto cleanup; 513 } 514 } 515 516 /* If we reached the memory limit configured via maxmemory, commands that 517 * could enlarge the memory usage are not allowed, but only if this is the 518 * first write in the context of this script, otherwise we can't stop 519 * in the middle. */ 520 if (server.maxmemory && /* Maxmemory is actually enabled. */ 521 !server.loading && /* Don't care about mem if loading. */ 522 !server.masterhost && /* Slave must execute the script. */ 523 server.lua_write_dirty == 0 && /* Script had no side effects so far. */ 524 (cmd->flags & CMD_DENYOOM)) 525 { 526 if (getMaxmemoryState(NULL,NULL,NULL,NULL) != C_OK) { 527 luaPushError(lua, shared.oomerr->ptr); 528 goto cleanup; 529 } 530 } 531 532 if (cmd->flags & CMD_RANDOM) server.lua_random_dirty = 1; 533 if (cmd->flags & CMD_WRITE) server.lua_write_dirty = 1; 534 535 /* If this is a Redis Cluster node, we need to make sure Lua is not 536 * trying to access non-local keys, with the exception of commands 537 * received from our master or when loading the AOF back in memory. */ 538 if (server.cluster_enabled && !server.loading && 539 !(server.lua_caller->flags & CLIENT_MASTER)) 540 { 541 /* Duplicate relevant flags in the lua client. */ 542 c->flags &= ~(CLIENT_READONLY|CLIENT_ASKING); 543 c->flags |= server.lua_caller->flags & (CLIENT_READONLY|CLIENT_ASKING); 544 if (getNodeByQuery(c,c->cmd,c->argv,c->argc,NULL,NULL) != 545 server.cluster->myself) 546 { 547 luaPushError(lua, 548 "Lua script attempted to access a non local key in a " 549 "cluster node"); 550 goto cleanup; 551 } 552 } 553 554 /* If we are using single commands replication, we need to wrap what 555 * we propagate into a MULTI/EXEC block, so that it will be atomic like 556 * a Lua script in the context of AOF and slaves. */ 557 if (server.lua_replicate_commands && 558 !server.lua_multi_emitted && 559 !(server.lua_caller->flags & CLIENT_MULTI) && 560 server.lua_write_dirty && 561 server.lua_repl != PROPAGATE_NONE) 562 { 563 execCommandPropagateMulti(server.lua_caller); 564 server.lua_multi_emitted = 1; 565 } 566 567 /* Run the command */ 568 int call_flags = CMD_CALL_SLOWLOG | CMD_CALL_STATS; 569 if (server.lua_replicate_commands) { 570 /* Set flags according to redis.set_repl() settings. */ 571 if (server.lua_repl & PROPAGATE_AOF) 572 call_flags |= CMD_CALL_PROPAGATE_AOF; 573 if (server.lua_repl & PROPAGATE_REPL) 574 call_flags |= CMD_CALL_PROPAGATE_REPL; 575 } 576 call(c,call_flags); 577 578 /* Convert the result of the Redis command into a suitable Lua type. 579 * The first thing we need is to create a single string from the client 580 * output buffers. */ 581 if (listLength(c->reply) == 0 && c->bufpos < PROTO_REPLY_CHUNK_BYTES) { 582 /* This is a fast path for the common case of a reply inside the 583 * client static buffer. Don't create an SDS string but just use 584 * the client buffer directly. */ 585 c->buf[c->bufpos] = '\0'; 586 reply = c->buf; 587 c->bufpos = 0; 588 } else { 589 reply = sdsnewlen(c->buf,c->bufpos); 590 c->bufpos = 0; 591 while(listLength(c->reply)) { 592 clientReplyBlock *o = listNodeValue(listFirst(c->reply)); 593 594 reply = sdscatlen(reply,o->buf,o->used); 595 listDelNode(c->reply,listFirst(c->reply)); 596 } 597 } 598 if (raise_error && reply[0] != '-') raise_error = 0; 599 redisProtocolToLuaType(lua,reply); 600 601 /* If the debugger is active, log the reply from Redis. */ 602 if (ldb.active && ldb.step) 603 ldbLogRedisReply(reply); 604 605 /* Sort the output array if needed, assuming it is a non-null multi bulk 606 * reply as expected. */ 607 if ((cmd->flags & CMD_SORT_FOR_SCRIPT) && 608 (server.lua_replicate_commands == 0) && 609 (reply[0] == '*' && reply[1] != '-')) { 610 luaSortArray(lua); 611 } 612 if (reply != c->buf) sdsfree(reply); 613 c->reply_bytes = 0; 614 615 cleanup: 616 /* Clean up. Command code may have changed argv/argc so we use the 617 * argv/argc of the client instead of the local variables. */ 618 for (j = 0; j < c->argc; j++) { 619 robj *o = c->argv[j]; 620 621 /* Try to cache the object in the cached_objects array. 622 * The object must be small, SDS-encoded, and with refcount = 1 623 * (we must be the only owner) for us to cache it. */ 624 if (j < LUA_CMD_OBJCACHE_SIZE && 625 o->refcount == 1 && 626 (o->encoding == OBJ_ENCODING_RAW || 627 o->encoding == OBJ_ENCODING_EMBSTR) && 628 sdslen(o->ptr) <= LUA_CMD_OBJCACHE_MAX_LEN) 629 { 630 sds s = o->ptr; 631 if (cached_objects[j]) decrRefCount(cached_objects[j]); 632 cached_objects[j] = o; 633 cached_objects_len[j] = sdsalloc(s); 634 } else { 635 decrRefCount(o); 636 } 637 } 638 639 if (c->argv != argv) { 640 zfree(c->argv); 641 argv = NULL; 642 argv_size = 0; 643 } 644 645 if (raise_error) { 646 /* If we are here we should have an error in the stack, in the 647 * form of a table with an "err" field. Extract the string to 648 * return the plain error. */ 649 inuse--; 650 return luaRaiseError(lua); 651 } 652 inuse--; 653 return 1; 654 } 655 656 /* redis.call() */ 657 int luaRedisCallCommand(lua_State *lua) { 658 return luaRedisGenericCommand(lua,1); 659 } 660 661 /* redis.pcall() */ 662 int luaRedisPCallCommand(lua_State *lua) { 663 return luaRedisGenericCommand(lua,0); 664 } 665 666 /* This adds redis.sha1hex(string) to Lua scripts using the same hashing 667 * function used for sha1ing lua scripts. */ 668 int luaRedisSha1hexCommand(lua_State *lua) { 669 int argc = lua_gettop(lua); 670 char digest[41]; 671 size_t len; 672 char *s; 673 674 if (argc != 1) { 675 lua_pushstring(lua, "wrong number of arguments"); 676 return lua_error(lua); 677 } 678 679 s = (char*)lua_tolstring(lua,1,&len); 680 sha1hex(digest,s,len); 681 lua_pushstring(lua,digest); 682 return 1; 683 } 684 685 /* Returns a table with a single field 'field' set to the string value 686 * passed as argument. This helper function is handy when returning 687 * a Redis Protocol error or status reply from Lua: 688 * 689 * return redis.error_reply("ERR Some Error") 690 * return redis.status_reply("ERR Some Error") 691 */ 692 int luaRedisReturnSingleFieldTable(lua_State *lua, char *field) { 693 if (lua_gettop(lua) != 1 || lua_type(lua,-1) != LUA_TSTRING) { 694 luaPushError(lua, "wrong number or type of arguments"); 695 return 1; 696 } 697 698 lua_newtable(lua); 699 lua_pushstring(lua, field); 700 lua_pushvalue(lua, -3); 701 lua_settable(lua, -3); 702 return 1; 703 } 704 705 /* redis.error_reply() */ 706 int luaRedisErrorReplyCommand(lua_State *lua) { 707 return luaRedisReturnSingleFieldTable(lua,"err"); 708 } 709 710 /* redis.status_reply() */ 711 int luaRedisStatusReplyCommand(lua_State *lua) { 712 return luaRedisReturnSingleFieldTable(lua,"ok"); 713 } 714 715 /* redis.replicate_commands() 716 * 717 * Turn on single commands replication if the script never called 718 * a write command so far, and returns true. Otherwise if the script 719 * already started to write, returns false and stick to whole scripts 720 * replication, which is our default. */ 721 int luaRedisReplicateCommandsCommand(lua_State *lua) { 722 if (server.lua_write_dirty) { 723 lua_pushboolean(lua,0); 724 } else { 725 server.lua_replicate_commands = 1; 726 /* When we switch to single commands replication, we can provide 727 * different math.random() sequences at every call, which is what 728 * the user normally expects. */ 729 redisSrand48(rand()); 730 lua_pushboolean(lua,1); 731 } 732 return 1; 733 } 734 735 /* redis.breakpoint() 736 * 737 * Allows to stop execution during a debuggign session from within 738 * the Lua code implementation, like if a breakpoint was set in the code 739 * immediately after the function. */ 740 int luaRedisBreakpointCommand(lua_State *lua) { 741 if (ldb.active) { 742 ldb.luabp = 1; 743 lua_pushboolean(lua,1); 744 } else { 745 lua_pushboolean(lua,0); 746 } 747 return 1; 748 } 749 750 /* redis.debug() 751 * 752 * Log a string message into the output console. 753 * Can take multiple arguments that will be separated by commas. 754 * Nothing is returned to the caller. */ 755 int luaRedisDebugCommand(lua_State *lua) { 756 if (!ldb.active) return 0; 757 int argc = lua_gettop(lua); 758 sds log = sdscatprintf(sdsempty(),"<debug> line %d: ", ldb.currentline); 759 while(argc--) { 760 log = ldbCatStackValue(log,lua,-1 - argc); 761 if (argc != 0) log = sdscatlen(log,", ",2); 762 } 763 ldbLog(log); 764 return 0; 765 } 766 767 /* redis.set_repl() 768 * 769 * Set the propagation of write commands executed in the context of the 770 * script to on/off for AOF and slaves. */ 771 int luaRedisSetReplCommand(lua_State *lua) { 772 int argc = lua_gettop(lua); 773 int flags; 774 775 if (server.lua_replicate_commands == 0) { 776 lua_pushstring(lua, "You can set the replication behavior only after turning on single commands replication with redis.replicate_commands()."); 777 return lua_error(lua); 778 } else if (argc != 1) { 779 lua_pushstring(lua, "redis.set_repl() requires two arguments."); 780 return lua_error(lua); 781 } 782 783 flags = lua_tonumber(lua,-1); 784 if ((flags & ~(PROPAGATE_AOF|PROPAGATE_REPL)) != 0) { 785 lua_pushstring(lua, "Invalid replication flags. Use REPL_AOF, REPL_REPLICA, REPL_ALL or REPL_NONE."); 786 return lua_error(lua); 787 } 788 server.lua_repl = flags; 789 return 0; 790 } 791 792 /* redis.log() */ 793 int luaLogCommand(lua_State *lua) { 794 int j, argc = lua_gettop(lua); 795 int level; 796 sds log; 797 798 if (argc < 2) { 799 lua_pushstring(lua, "redis.log() requires two arguments or more."); 800 return lua_error(lua); 801 } else if (!lua_isnumber(lua,-argc)) { 802 lua_pushstring(lua, "First argument must be a number (log level)."); 803 return lua_error(lua); 804 } 805 level = lua_tonumber(lua,-argc); 806 if (level < LL_DEBUG || level > LL_WARNING) { 807 lua_pushstring(lua, "Invalid debug level."); 808 return lua_error(lua); 809 } 810 811 /* Glue together all the arguments */ 812 log = sdsempty(); 813 for (j = 1; j < argc; j++) { 814 size_t len; 815 char *s; 816 817 s = (char*)lua_tolstring(lua,(-argc)+j,&len); 818 if (s) { 819 if (j != 1) log = sdscatlen(log," ",1); 820 log = sdscatlen(log,s,len); 821 } 822 } 823 serverLogRaw(level,log); 824 sdsfree(log); 825 return 0; 826 } 827 828 /* --------------------------------------------------------------------------- 829 * Lua engine initialization and reset. 830 * ------------------------------------------------------------------------- */ 831 832 void luaLoadLib(lua_State *lua, const char *libname, lua_CFunction luafunc) { 833 lua_pushcfunction(lua, luafunc); 834 lua_pushstring(lua, libname); 835 lua_call(lua, 1, 0); 836 } 837 838 LUALIB_API int (luaopen_cjson) (lua_State *L); 839 LUALIB_API int (luaopen_struct) (lua_State *L); 840 LUALIB_API int (luaopen_cmsgpack) (lua_State *L); 841 LUALIB_API int (luaopen_bit) (lua_State *L); 842 843 void luaLoadLibraries(lua_State *lua) { 844 luaLoadLib(lua, "", luaopen_base); 845 luaLoadLib(lua, LUA_TABLIBNAME, luaopen_table); 846 luaLoadLib(lua, LUA_STRLIBNAME, luaopen_string); 847 luaLoadLib(lua, LUA_MATHLIBNAME, luaopen_math); 848 luaLoadLib(lua, LUA_DBLIBNAME, luaopen_debug); 849 luaLoadLib(lua, "cjson", luaopen_cjson); 850 luaLoadLib(lua, "struct", luaopen_struct); 851 luaLoadLib(lua, "cmsgpack", luaopen_cmsgpack); 852 luaLoadLib(lua, "bit", luaopen_bit); 853 854 #if 0 /* Stuff that we don't load currently, for sandboxing concerns. */ 855 luaLoadLib(lua, LUA_LOADLIBNAME, luaopen_package); 856 luaLoadLib(lua, LUA_OSLIBNAME, luaopen_os); 857 #endif 858 } 859 860 /* Remove a functions that we don't want to expose to the Redis scripting 861 * environment. */ 862 void luaRemoveUnsupportedFunctions(lua_State *lua) { 863 lua_pushnil(lua); 864 lua_setglobal(lua,"loadfile"); 865 lua_pushnil(lua); 866 lua_setglobal(lua,"dofile"); 867 } 868 869 /* This function installs metamethods in the global table _G that prevent 870 * the creation of globals accidentally. 871 * 872 * It should be the last to be called in the scripting engine initialization 873 * sequence, because it may interact with creation of globals. */ 874 void scriptingEnableGlobalsProtection(lua_State *lua) { 875 char *s[32]; 876 sds code = sdsempty(); 877 int j = 0; 878 879 /* strict.lua from: http://metalua.luaforge.net/src/lib/strict.lua.html. 880 * Modified to be adapted to Redis. */ 881 s[j++]="local dbg=debug\n"; 882 s[j++]="local mt = {}\n"; 883 s[j++]="setmetatable(_G, mt)\n"; 884 s[j++]="mt.__newindex = function (t, n, v)\n"; 885 s[j++]=" if dbg.getinfo(2) then\n"; 886 s[j++]=" local w = dbg.getinfo(2, \"S\").what\n"; 887 s[j++]=" if w ~= \"main\" and w ~= \"C\" then\n"; 888 s[j++]=" error(\"Script attempted to create global variable '\"..tostring(n)..\"'\", 2)\n"; 889 s[j++]=" end\n"; 890 s[j++]=" end\n"; 891 s[j++]=" rawset(t, n, v)\n"; 892 s[j++]="end\n"; 893 s[j++]="mt.__index = function (t, n)\n"; 894 s[j++]=" if dbg.getinfo(2) and dbg.getinfo(2, \"S\").what ~= \"C\" then\n"; 895 s[j++]=" error(\"Script attempted to access nonexistent global variable '\"..tostring(n)..\"'\", 2)\n"; 896 s[j++]=" end\n"; 897 s[j++]=" return rawget(t, n)\n"; 898 s[j++]="end\n"; 899 s[j++]="debug = nil\n"; 900 s[j++]=NULL; 901 902 for (j = 0; s[j] != NULL; j++) code = sdscatlen(code,s[j],strlen(s[j])); 903 luaL_loadbuffer(lua,code,sdslen(code),"@enable_strict_lua"); 904 lua_pcall(lua,0,0,0); 905 sdsfree(code); 906 } 907 908 /* Initialize the scripting environment. 909 * 910 * This function is called the first time at server startup with 911 * the 'setup' argument set to 1. 912 * 913 * It can be called again multiple times during the lifetime of the Redis 914 * process, with 'setup' set to 0, and following a scriptingRelease() call, 915 * in order to reset the Lua scripting environment. 916 * 917 * However it is simpler to just call scriptingReset() that does just that. */ 918 void scriptingInit(int setup) { 919 lua_State *lua = lua_open(); 920 921 if (setup) { 922 server.lua_client = NULL; 923 server.lua_caller = NULL; 924 server.lua_timedout = 0; 925 ldbInit(); 926 } 927 928 luaLoadLibraries(lua); 929 luaRemoveUnsupportedFunctions(lua); 930 931 /* Initialize a dictionary we use to map SHAs to scripts. 932 * This is useful for replication, as we need to replicate EVALSHA 933 * as EVAL, so we need to remember the associated script. */ 934 server.lua_scripts = dictCreate(&shaScriptObjectDictType,NULL); 935 server.lua_scripts_mem = 0; 936 937 /* Register the redis commands table and fields */ 938 lua_newtable(lua); 939 940 /* redis.call */ 941 lua_pushstring(lua,"call"); 942 lua_pushcfunction(lua,luaRedisCallCommand); 943 lua_settable(lua,-3); 944 945 /* redis.pcall */ 946 lua_pushstring(lua,"pcall"); 947 lua_pushcfunction(lua,luaRedisPCallCommand); 948 lua_settable(lua,-3); 949 950 /* redis.log and log levels. */ 951 lua_pushstring(lua,"log"); 952 lua_pushcfunction(lua,luaLogCommand); 953 lua_settable(lua,-3); 954 955 lua_pushstring(lua,"LOG_DEBUG"); 956 lua_pushnumber(lua,LL_DEBUG); 957 lua_settable(lua,-3); 958 959 lua_pushstring(lua,"LOG_VERBOSE"); 960 lua_pushnumber(lua,LL_VERBOSE); 961 lua_settable(lua,-3); 962 963 lua_pushstring(lua,"LOG_NOTICE"); 964 lua_pushnumber(lua,LL_NOTICE); 965 lua_settable(lua,-3); 966 967 lua_pushstring(lua,"LOG_WARNING"); 968 lua_pushnumber(lua,LL_WARNING); 969 lua_settable(lua,-3); 970 971 /* redis.sha1hex */ 972 lua_pushstring(lua, "sha1hex"); 973 lua_pushcfunction(lua, luaRedisSha1hexCommand); 974 lua_settable(lua, -3); 975 976 /* redis.error_reply and redis.status_reply */ 977 lua_pushstring(lua, "error_reply"); 978 lua_pushcfunction(lua, luaRedisErrorReplyCommand); 979 lua_settable(lua, -3); 980 lua_pushstring(lua, "status_reply"); 981 lua_pushcfunction(lua, luaRedisStatusReplyCommand); 982 lua_settable(lua, -3); 983 984 /* redis.replicate_commands */ 985 lua_pushstring(lua, "replicate_commands"); 986 lua_pushcfunction(lua, luaRedisReplicateCommandsCommand); 987 lua_settable(lua, -3); 988 989 /* redis.set_repl and associated flags. */ 990 lua_pushstring(lua,"set_repl"); 991 lua_pushcfunction(lua,luaRedisSetReplCommand); 992 lua_settable(lua,-3); 993 994 lua_pushstring(lua,"REPL_NONE"); 995 lua_pushnumber(lua,PROPAGATE_NONE); 996 lua_settable(lua,-3); 997 998 lua_pushstring(lua,"REPL_AOF"); 999 lua_pushnumber(lua,PROPAGATE_AOF); 1000 lua_settable(lua,-3); 1001 1002 lua_pushstring(lua,"REPL_SLAVE"); 1003 lua_pushnumber(lua,PROPAGATE_REPL); 1004 lua_settable(lua,-3); 1005 1006 lua_pushstring(lua,"REPL_REPLICA"); 1007 lua_pushnumber(lua,PROPAGATE_REPL); 1008 lua_settable(lua,-3); 1009 1010 lua_pushstring(lua,"REPL_ALL"); 1011 lua_pushnumber(lua,PROPAGATE_AOF|PROPAGATE_REPL); 1012 lua_settable(lua,-3); 1013 1014 /* redis.breakpoint */ 1015 lua_pushstring(lua,"breakpoint"); 1016 lua_pushcfunction(lua,luaRedisBreakpointCommand); 1017 lua_settable(lua,-3); 1018 1019 /* redis.debug */ 1020 lua_pushstring(lua,"debug"); 1021 lua_pushcfunction(lua,luaRedisDebugCommand); 1022 lua_settable(lua,-3); 1023 1024 /* Finally set the table as 'redis' global var. */ 1025 lua_setglobal(lua,"redis"); 1026 1027 /* Replace math.random and math.randomseed with our implementations. */ 1028 lua_getglobal(lua,"math"); 1029 1030 lua_pushstring(lua,"random"); 1031 lua_pushcfunction(lua,redis_math_random); 1032 lua_settable(lua,-3); 1033 1034 lua_pushstring(lua,"randomseed"); 1035 lua_pushcfunction(lua,redis_math_randomseed); 1036 lua_settable(lua,-3); 1037 1038 lua_setglobal(lua,"math"); 1039 1040 /* Add a helper function that we use to sort the multi bulk output of non 1041 * deterministic commands, when containing 'false' elements. */ 1042 { 1043 char *compare_func = "function __redis__compare_helper(a,b)\n" 1044 " if a == false then a = '' end\n" 1045 " if b == false then b = '' end\n" 1046 " return a<b\n" 1047 "end\n"; 1048 luaL_loadbuffer(lua,compare_func,strlen(compare_func),"@cmp_func_def"); 1049 lua_pcall(lua,0,0,0); 1050 } 1051 1052 /* Add a helper function we use for pcall error reporting. 1053 * Note that when the error is in the C function we want to report the 1054 * information about the caller, that's what makes sense from the point 1055 * of view of the user debugging a script. */ 1056 { 1057 char *errh_func = "local dbg = debug\n" 1058 "function __redis__err__handler(err)\n" 1059 " local i = dbg.getinfo(2,'nSl')\n" 1060 " if i and i.what == 'C' then\n" 1061 " i = dbg.getinfo(3,'nSl')\n" 1062 " end\n" 1063 " if i then\n" 1064 " return i.source .. ':' .. i.currentline .. ': ' .. err\n" 1065 " else\n" 1066 " return err\n" 1067 " end\n" 1068 "end\n"; 1069 luaL_loadbuffer(lua,errh_func,strlen(errh_func),"@err_handler_def"); 1070 lua_pcall(lua,0,0,0); 1071 } 1072 1073 /* Create the (non connected) client that we use to execute Redis commands 1074 * inside the Lua interpreter. 1075 * Note: there is no need to create it again when this function is called 1076 * by scriptingReset(). */ 1077 if (server.lua_client == NULL) { 1078 server.lua_client = createClient(-1); 1079 server.lua_client->flags |= CLIENT_LUA; 1080 } 1081 1082 /* Lua beginners often don't use "local", this is likely to introduce 1083 * subtle bugs in their code. To prevent problems we protect accesses 1084 * to global variables. */ 1085 scriptingEnableGlobalsProtection(lua); 1086 1087 server.lua = lua; 1088 } 1089 1090 /* Release resources related to Lua scripting. 1091 * This function is used in order to reset the scripting environment. */ 1092 void scriptingRelease(void) { 1093 dictRelease(server.lua_scripts); 1094 server.lua_scripts_mem = 0; 1095 lua_close(server.lua); 1096 } 1097 1098 void scriptingReset(void) { 1099 scriptingRelease(); 1100 scriptingInit(0); 1101 } 1102 1103 /* Set an array of Redis String Objects as a Lua array (table) stored into a 1104 * global variable. */ 1105 void luaSetGlobalArray(lua_State *lua, char *var, robj **elev, int elec) { 1106 int j; 1107 1108 lua_newtable(lua); 1109 for (j = 0; j < elec; j++) { 1110 lua_pushlstring(lua,(char*)elev[j]->ptr,sdslen(elev[j]->ptr)); 1111 lua_rawseti(lua,-2,j+1); 1112 } 1113 lua_setglobal(lua,var); 1114 } 1115 1116 /* --------------------------------------------------------------------------- 1117 * Redis provided math.random 1118 * ------------------------------------------------------------------------- */ 1119 1120 /* We replace math.random() with our implementation that is not affected 1121 * by specific libc random() implementations and will output the same sequence 1122 * (for the same seed) in every arch. */ 1123 1124 /* The following implementation is the one shipped with Lua itself but with 1125 * rand() replaced by redisLrand48(). */ 1126 int redis_math_random (lua_State *L) { 1127 /* the `%' avoids the (rare) case of r==1, and is needed also because on 1128 some systems (SunOS!) `rand()' may return a value larger than RAND_MAX */ 1129 lua_Number r = (lua_Number)(redisLrand48()%REDIS_LRAND48_MAX) / 1130 (lua_Number)REDIS_LRAND48_MAX; 1131 switch (lua_gettop(L)) { /* check number of arguments */ 1132 case 0: { /* no arguments */ 1133 lua_pushnumber(L, r); /* Number between 0 and 1 */ 1134 break; 1135 } 1136 case 1: { /* only upper limit */ 1137 int u = luaL_checkint(L, 1); 1138 luaL_argcheck(L, 1<=u, 1, "interval is empty"); 1139 lua_pushnumber(L, floor(r*u)+1); /* int between 1 and `u' */ 1140 break; 1141 } 1142 case 2: { /* lower and upper limits */ 1143 int l = luaL_checkint(L, 1); 1144 int u = luaL_checkint(L, 2); 1145 luaL_argcheck(L, l<=u, 2, "interval is empty"); 1146 lua_pushnumber(L, floor(r*(u-l+1))+l); /* int between `l' and `u' */ 1147 break; 1148 } 1149 default: return luaL_error(L, "wrong number of arguments"); 1150 } 1151 return 1; 1152 } 1153 1154 int redis_math_randomseed (lua_State *L) { 1155 redisSrand48(luaL_checkint(L, 1)); 1156 return 0; 1157 } 1158 1159 /* --------------------------------------------------------------------------- 1160 * EVAL and SCRIPT commands implementation 1161 * ------------------------------------------------------------------------- */ 1162 1163 /* Define a Lua function with the specified body. 1164 * The function name will be generated in the following form: 1165 * 1166 * f_<hex sha1 sum> 1167 * 1168 * The function increments the reference count of the 'body' object as a 1169 * side effect of a successful call. 1170 * 1171 * On success a pointer to an SDS string representing the function SHA1 of the 1172 * just added function is returned (and will be valid until the next call 1173 * to scriptingReset() function), otherwise NULL is returned. 1174 * 1175 * The function handles the fact of being called with a script that already 1176 * exists, and in such a case, it behaves like in the success case. 1177 * 1178 * If 'c' is not NULL, on error the client is informed with an appropriate 1179 * error describing the nature of the problem and the Lua interpreter error. */ 1180 sds luaCreateFunction(client *c, lua_State *lua, robj *body) { 1181 char funcname[43]; 1182 dictEntry *de; 1183 1184 funcname[0] = 'f'; 1185 funcname[1] = '_'; 1186 sha1hex(funcname+2,body->ptr,sdslen(body->ptr)); 1187 1188 sds sha = sdsnewlen(funcname+2,40); 1189 if ((de = dictFind(server.lua_scripts,sha)) != NULL) { 1190 sdsfree(sha); 1191 return dictGetKey(de); 1192 } 1193 1194 sds funcdef = sdsempty(); 1195 funcdef = sdscat(funcdef,"function "); 1196 funcdef = sdscatlen(funcdef,funcname,42); 1197 funcdef = sdscatlen(funcdef,"() ",3); 1198 funcdef = sdscatlen(funcdef,body->ptr,sdslen(body->ptr)); 1199 funcdef = sdscatlen(funcdef,"\nend",4); 1200 1201 if (luaL_loadbuffer(lua,funcdef,sdslen(funcdef),"@user_script")) { 1202 if (c != NULL) { 1203 addReplyErrorFormat(c, 1204 "Error compiling script (new function): %s\n", 1205 lua_tostring(lua,-1)); 1206 } 1207 lua_pop(lua,1); 1208 sdsfree(sha); 1209 sdsfree(funcdef); 1210 return NULL; 1211 } 1212 sdsfree(funcdef); 1213 1214 if (lua_pcall(lua,0,0,0)) { 1215 if (c != NULL) { 1216 addReplyErrorFormat(c,"Error running script (new function): %s\n", 1217 lua_tostring(lua,-1)); 1218 } 1219 lua_pop(lua,1); 1220 sdsfree(sha); 1221 return NULL; 1222 } 1223 1224 /* We also save a SHA1 -> Original script map in a dictionary 1225 * so that we can replicate / write in the AOF all the 1226 * EVALSHA commands as EVAL using the original script. */ 1227 int retval = dictAdd(server.lua_scripts,sha,body); 1228 serverAssertWithInfo(c ? c : server.lua_client,NULL,retval == DICT_OK); 1229 server.lua_scripts_mem += sdsZmallocSize(sha) + getStringObjectSdsUsedMemory(body); 1230 incrRefCount(body); 1231 return sha; 1232 } 1233 1234 /* This is the Lua script "count" hook that we use to detect scripts timeout. */ 1235 void luaMaskCountHook(lua_State *lua, lua_Debug *ar) { 1236 long long elapsed = mstime() - server.lua_time_start; 1237 UNUSED(ar); 1238 UNUSED(lua); 1239 1240 /* Set the timeout condition if not already set and the maximum 1241 * execution time was reached. */ 1242 if (elapsed >= server.lua_time_limit && server.lua_timedout == 0) { 1243 serverLog(LL_WARNING,"Lua slow script detected: still in execution after %lld milliseconds. You can try killing the script using the SCRIPT KILL command.",elapsed); 1244 server.lua_timedout = 1; 1245 /* Once the script timeouts we reenter the event loop to permit others 1246 * to call SCRIPT KILL or SHUTDOWN NOSAVE if needed. For this reason 1247 * we need to mask the client executing the script from the event loop. 1248 * If we don't do that the client may disconnect and could no longer be 1249 * here when the EVAL command will return. */ 1250 protectClient(server.lua_caller); 1251 } 1252 if (server.lua_timedout) processEventsWhileBlocked(); 1253 if (server.lua_kill) { 1254 serverLog(LL_WARNING,"Lua script killed by user with SCRIPT KILL."); 1255 lua_pushstring(lua,"Script killed by user with SCRIPT KILL..."); 1256 lua_error(lua); 1257 } 1258 } 1259 1260 void evalGenericCommand(client *c, int evalsha) { 1261 lua_State *lua = server.lua; 1262 char funcname[43]; 1263 long long numkeys; 1264 long long initial_server_dirty = server.dirty; 1265 int delhook = 0, err; 1266 1267 /* When we replicate whole scripts, we want the same PRNG sequence at 1268 * every call so that our PRNG is not affected by external state. */ 1269 redisSrand48(0); 1270 1271 /* We set this flag to zero to remember that so far no random command 1272 * was called. This way we can allow the user to call commands like 1273 * SRANDMEMBER or RANDOMKEY from Lua scripts as far as no write command 1274 * is called (otherwise the replication and AOF would end with non 1275 * deterministic sequences). 1276 * 1277 * Thanks to this flag we'll raise an error every time a write command 1278 * is called after a random command was used. */ 1279 server.lua_random_dirty = 0; 1280 server.lua_write_dirty = 0; 1281 server.lua_replicate_commands = server.lua_always_replicate_commands; 1282 server.lua_multi_emitted = 0; 1283 server.lua_repl = PROPAGATE_AOF|PROPAGATE_REPL; 1284 1285 /* Get the number of arguments that are keys */ 1286 if (getLongLongFromObjectOrReply(c,c->argv[2],&numkeys,NULL) != C_OK) 1287 return; 1288 if (numkeys > (c->argc - 3)) { 1289 addReplyError(c,"Number of keys can't be greater than number of args"); 1290 return; 1291 } else if (numkeys < 0) { 1292 addReplyError(c,"Number of keys can't be negative"); 1293 return; 1294 } 1295 1296 /* We obtain the script SHA1, then check if this function is already 1297 * defined into the Lua state */ 1298 funcname[0] = 'f'; 1299 funcname[1] = '_'; 1300 if (!evalsha) { 1301 /* Hash the code if this is an EVAL call */ 1302 sha1hex(funcname+2,c->argv[1]->ptr,sdslen(c->argv[1]->ptr)); 1303 } else { 1304 /* We already have the SHA if it is a EVALSHA */ 1305 int j; 1306 char *sha = c->argv[1]->ptr; 1307 1308 /* Convert to lowercase. We don't use tolower since the function 1309 * managed to always show up in the profiler output consuming 1310 * a non trivial amount of time. */ 1311 for (j = 0; j < 40; j++) 1312 funcname[j+2] = (sha[j] >= 'A' && sha[j] <= 'Z') ? 1313 sha[j]+('a'-'A') : sha[j]; 1314 funcname[42] = '\0'; 1315 } 1316 1317 /* Push the pcall error handler function on the stack. */ 1318 lua_getglobal(lua, "__redis__err__handler"); 1319 1320 /* Try to lookup the Lua function */ 1321 lua_getglobal(lua, funcname); 1322 if (lua_isnil(lua,-1)) { 1323 lua_pop(lua,1); /* remove the nil from the stack */ 1324 /* Function not defined... let's define it if we have the 1325 * body of the function. If this is an EVALSHA call we can just 1326 * return an error. */ 1327 if (evalsha) { 1328 lua_pop(lua,1); /* remove the error handler from the stack. */ 1329 addReply(c, shared.noscripterr); 1330 return; 1331 } 1332 if (luaCreateFunction(c,lua,c->argv[1]) == NULL) { 1333 lua_pop(lua,1); /* remove the error handler from the stack. */ 1334 /* The error is sent to the client by luaCreateFunction() 1335 * itself when it returns NULL. */ 1336 return; 1337 } 1338 /* Now the following is guaranteed to return non nil */ 1339 lua_getglobal(lua, funcname); 1340 serverAssert(!lua_isnil(lua,-1)); 1341 } 1342 1343 /* Populate the argv and keys table accordingly to the arguments that 1344 * EVAL received. */ 1345 luaSetGlobalArray(lua,"KEYS",c->argv+3,numkeys); 1346 luaSetGlobalArray(lua,"ARGV",c->argv+3+numkeys,c->argc-3-numkeys); 1347 1348 /* Select the right DB in the context of the Lua client */ 1349 selectDb(server.lua_client,c->db->id); 1350 1351 /* Set a hook in order to be able to stop the script execution if it 1352 * is running for too much time. 1353 * We set the hook only if the time limit is enabled as the hook will 1354 * make the Lua script execution slower. 1355 * 1356 * If we are debugging, we set instead a "line" hook so that the 1357 * debugger is call-back at every line executed by the script. */ 1358 server.lua_caller = c; 1359 server.lua_time_start = mstime(); 1360 server.lua_kill = 0; 1361 if (server.lua_time_limit > 0 && ldb.active == 0) { 1362 lua_sethook(lua,luaMaskCountHook,LUA_MASKCOUNT,100000); 1363 delhook = 1; 1364 } else if (ldb.active) { 1365 lua_sethook(server.lua,luaLdbLineHook,LUA_MASKLINE|LUA_MASKCOUNT,100000); 1366 delhook = 1; 1367 } 1368 1369 /* At this point whether this script was never seen before or if it was 1370 * already defined, we can call it. We have zero arguments and expect 1371 * a single return value. */ 1372 err = lua_pcall(lua,0,1,-2); 1373 1374 /* Perform some cleanup that we need to do both on error and success. */ 1375 if (delhook) lua_sethook(lua,NULL,0,0); /* Disable hook */ 1376 if (server.lua_timedout) { 1377 server.lua_timedout = 0; 1378 /* Restore the client that was protected when the script timeout 1379 * was detected. */ 1380 unprotectClient(c); 1381 if (server.masterhost && server.master) 1382 queueClientForReprocessing(server.master); 1383 } 1384 server.lua_caller = NULL; 1385 1386 /* Call the Lua garbage collector from time to time to avoid a 1387 * full cycle performed by Lua, which adds too latency. 1388 * 1389 * The call is performed every LUA_GC_CYCLE_PERIOD executed commands 1390 * (and for LUA_GC_CYCLE_PERIOD collection steps) because calling it 1391 * for every command uses too much CPU. */ 1392 #define LUA_GC_CYCLE_PERIOD 50 1393 { 1394 static long gc_count = 0; 1395 1396 gc_count++; 1397 if (gc_count == LUA_GC_CYCLE_PERIOD) { 1398 lua_gc(lua,LUA_GCSTEP,LUA_GC_CYCLE_PERIOD); 1399 gc_count = 0; 1400 } 1401 } 1402 1403 if (err) { 1404 addReplyErrorFormat(c,"Error running script (call to %s): %s\n", 1405 funcname, lua_tostring(lua,-1)); 1406 lua_pop(lua,2); /* Consume the Lua reply and remove error handler. */ 1407 } else { 1408 /* On success convert the Lua return value into Redis protocol, and 1409 * send it to * the client. */ 1410 luaReplyToRedisReply(c,lua); /* Convert and consume the reply. */ 1411 lua_pop(lua,1); /* Remove the error handler. */ 1412 } 1413 1414 /* If we are using single commands replication, emit EXEC if there 1415 * was at least a write. */ 1416 if (server.lua_replicate_commands) { 1417 preventCommandPropagation(c); 1418 if (server.lua_multi_emitted) { 1419 robj *propargv[1]; 1420 propargv[0] = createStringObject("EXEC",4); 1421 alsoPropagate(server.execCommand,c->db->id,propargv,1, 1422 PROPAGATE_AOF|PROPAGATE_REPL); 1423 decrRefCount(propargv[0]); 1424 } 1425 } 1426 1427 /* EVALSHA should be propagated to Slave and AOF file as full EVAL, unless 1428 * we are sure that the script was already in the context of all the 1429 * attached slaves *and* the current AOF file if enabled. 1430 * 1431 * To do so we use a cache of SHA1s of scripts that we already propagated 1432 * as full EVAL, that's called the Replication Script Cache. 1433 * 1434 * For repliation, everytime a new slave attaches to the master, we need to 1435 * flush our cache of scripts that can be replicated as EVALSHA, while 1436 * for AOF we need to do so every time we rewrite the AOF file. */ 1437 if (evalsha && !server.lua_replicate_commands) { 1438 if (!replicationScriptCacheExists(c->argv[1]->ptr)) { 1439 /* This script is not in our script cache, replicate it as 1440 * EVAL, then add it into the script cache, as from now on 1441 * slaves and AOF know about it. */ 1442 robj *script = dictFetchValue(server.lua_scripts,c->argv[1]->ptr); 1443 1444 replicationScriptCacheAdd(c->argv[1]->ptr); 1445 serverAssertWithInfo(c,NULL,script != NULL); 1446 1447 /* If the script did not produce any changes in the dataset we want 1448 * just to replicate it as SCRIPT LOAD, otherwise we risk running 1449 * an aborted script on slaves (that may then produce results there) 1450 * or just running a CPU costly read-only script on the slaves. */ 1451 if (server.dirty == initial_server_dirty) { 1452 rewriteClientCommandVector(c,3, 1453 resetRefCount(createStringObject("SCRIPT",6)), 1454 resetRefCount(createStringObject("LOAD",4)), 1455 script); 1456 } else { 1457 rewriteClientCommandArgument(c,0, 1458 resetRefCount(createStringObject("EVAL",4))); 1459 rewriteClientCommandArgument(c,1,script); 1460 } 1461 forceCommandPropagation(c,PROPAGATE_REPL|PROPAGATE_AOF); 1462 } 1463 } 1464 } 1465 1466 void evalCommand(client *c) { 1467 if (!(c->flags & CLIENT_LUA_DEBUG)) 1468 evalGenericCommand(c,0); 1469 else 1470 evalGenericCommandWithDebugging(c,0); 1471 } 1472 1473 void evalShaCommand(client *c) { 1474 if (sdslen(c->argv[1]->ptr) != 40) { 1475 /* We know that a match is not possible if the provided SHA is 1476 * not the right length. So we return an error ASAP, this way 1477 * evalGenericCommand() can be implemented without string length 1478 * sanity check */ 1479 addReply(c, shared.noscripterr); 1480 return; 1481 } 1482 if (!(c->flags & CLIENT_LUA_DEBUG)) 1483 evalGenericCommand(c,1); 1484 else { 1485 addReplyError(c,"Please use EVAL instead of EVALSHA for debugging"); 1486 return; 1487 } 1488 } 1489 1490 void scriptCommand(client *c) { 1491 if (c->argc == 2 && !strcasecmp(c->argv[1]->ptr,"help")) { 1492 const char *help[] = { 1493 "DEBUG (yes|sync|no) -- Set the debug mode for subsequent scripts executed.", 1494 "EXISTS <sha1> [<sha1> ...] -- Return information about the existence of the scripts in the script cache.", 1495 "FLUSH -- Flush the Lua scripts cache. Very dangerous on replicas.", 1496 "KILL -- Kill the currently executing Lua script.", 1497 "LOAD <script> -- Load a script into the scripts cache, without executing it.", 1498 NULL 1499 }; 1500 addReplyHelp(c, help); 1501 } else if (c->argc == 2 && !strcasecmp(c->argv[1]->ptr,"flush")) { 1502 scriptingReset(); 1503 addReply(c,shared.ok); 1504 replicationScriptCacheFlush(); 1505 server.dirty++; /* Propagating this command is a good idea. */ 1506 } else if (c->argc >= 2 && !strcasecmp(c->argv[1]->ptr,"exists")) { 1507 int j; 1508 1509 addReplyMultiBulkLen(c, c->argc-2); 1510 for (j = 2; j < c->argc; j++) { 1511 if (dictFind(server.lua_scripts,c->argv[j]->ptr)) 1512 addReply(c,shared.cone); 1513 else 1514 addReply(c,shared.czero); 1515 } 1516 } else if (c->argc == 3 && !strcasecmp(c->argv[1]->ptr,"load")) { 1517 sds sha = luaCreateFunction(c,server.lua,c->argv[2]); 1518 if (sha == NULL) return; /* The error was sent by luaCreateFunction(). */ 1519 addReplyBulkCBuffer(c,sha,40); 1520 forceCommandPropagation(c,PROPAGATE_REPL|PROPAGATE_AOF); 1521 } else if (c->argc == 2 && !strcasecmp(c->argv[1]->ptr,"kill")) { 1522 if (server.lua_caller == NULL) { 1523 addReplySds(c,sdsnew("-NOTBUSY No scripts in execution right now.\r\n")); 1524 } else if (server.lua_caller->flags & CLIENT_MASTER) { 1525 addReplySds(c,sdsnew("-UNKILLABLE The busy script was sent by a master instance in the context of replication and cannot be killed.\r\n")); 1526 } else if (server.lua_write_dirty) { 1527 addReplySds(c,sdsnew("-UNKILLABLE Sorry the script already executed write commands against the dataset. You can either wait the script termination or kill the server in a hard way using the SHUTDOWN NOSAVE command.\r\n")); 1528 } else { 1529 server.lua_kill = 1; 1530 addReply(c,shared.ok); 1531 } 1532 } else if (c->argc == 3 && !strcasecmp(c->argv[1]->ptr,"debug")) { 1533 if (clientHasPendingReplies(c)) { 1534 addReplyError(c,"SCRIPT DEBUG must be called outside a pipeline"); 1535 return; 1536 } 1537 if (!strcasecmp(c->argv[2]->ptr,"no")) { 1538 ldbDisable(c); 1539 addReply(c,shared.ok); 1540 } else if (!strcasecmp(c->argv[2]->ptr,"yes")) { 1541 ldbEnable(c); 1542 addReply(c,shared.ok); 1543 } else if (!strcasecmp(c->argv[2]->ptr,"sync")) { 1544 ldbEnable(c); 1545 addReply(c,shared.ok); 1546 c->flags |= CLIENT_LUA_DEBUG_SYNC; 1547 } else { 1548 addReplyError(c,"Use SCRIPT DEBUG yes/sync/no"); 1549 return; 1550 } 1551 } else { 1552 addReplySubcommandSyntaxError(c); 1553 } 1554 } 1555 1556 /* --------------------------------------------------------------------------- 1557 * LDB: Redis Lua debugging facilities 1558 * ------------------------------------------------------------------------- */ 1559 1560 /* Initialize Lua debugger data structures. */ 1561 void ldbInit(void) { 1562 ldb.fd = -1; 1563 ldb.active = 0; 1564 ldb.logs = listCreate(); 1565 listSetFreeMethod(ldb.logs,(void (*)(void*))sdsfree); 1566 ldb.children = listCreate(); 1567 ldb.src = NULL; 1568 ldb.lines = 0; 1569 ldb.cbuf = sdsempty(); 1570 } 1571 1572 /* Remove all the pending messages in the specified list. */ 1573 void ldbFlushLog(list *log) { 1574 listNode *ln; 1575 1576 while((ln = listFirst(log)) != NULL) 1577 listDelNode(log,ln); 1578 } 1579 1580 /* Enable debug mode of Lua scripts for this client. */ 1581 void ldbEnable(client *c) { 1582 c->flags |= CLIENT_LUA_DEBUG; 1583 ldbFlushLog(ldb.logs); 1584 ldb.fd = c->fd; 1585 ldb.step = 1; 1586 ldb.bpcount = 0; 1587 ldb.luabp = 0; 1588 sdsfree(ldb.cbuf); 1589 ldb.cbuf = sdsempty(); 1590 ldb.maxlen = LDB_MAX_LEN_DEFAULT; 1591 ldb.maxlen_hint_sent = 0; 1592 } 1593 1594 /* Exit debugging mode from the POV of client. This function is not enough 1595 * to properly shut down a client debugging session, see ldbEndSession() 1596 * for more information. */ 1597 void ldbDisable(client *c) { 1598 c->flags &= ~(CLIENT_LUA_DEBUG|CLIENT_LUA_DEBUG_SYNC); 1599 } 1600 1601 /* Append a log entry to the specified LDB log. */ 1602 void ldbLog(sds entry) { 1603 listAddNodeTail(ldb.logs,entry); 1604 } 1605 1606 /* A version of ldbLog() which prevents producing logs greater than 1607 * ldb.maxlen. The first time the limit is reached an hint is generated 1608 * to inform the user that reply trimming can be disabled using the 1609 * debugger "maxlen" command. */ 1610 void ldbLogWithMaxLen(sds entry) { 1611 int trimmed = 0; 1612 if (ldb.maxlen && sdslen(entry) > ldb.maxlen) { 1613 sdsrange(entry,0,ldb.maxlen-1); 1614 entry = sdscatlen(entry," ...",4); 1615 trimmed = 1; 1616 } 1617 ldbLog(entry); 1618 if (trimmed && ldb.maxlen_hint_sent == 0) { 1619 ldb.maxlen_hint_sent = 1; 1620 ldbLog(sdsnew( 1621 "<hint> The above reply was trimmed. Use 'maxlen 0' to disable trimming.")); 1622 } 1623 } 1624 1625 /* Send ldb.logs to the debugging client as a multi-bulk reply 1626 * consisting of simple strings. Log entries which include newlines have them 1627 * replaced with spaces. The entries sent are also consumed. */ 1628 void ldbSendLogs(void) { 1629 sds proto = sdsempty(); 1630 proto = sdscatfmt(proto,"*%i\r\n", (int)listLength(ldb.logs)); 1631 while(listLength(ldb.logs)) { 1632 listNode *ln = listFirst(ldb.logs); 1633 proto = sdscatlen(proto,"+",1); 1634 sdsmapchars(ln->value,"\r\n"," ",2); 1635 proto = sdscatsds(proto,ln->value); 1636 proto = sdscatlen(proto,"\r\n",2); 1637 listDelNode(ldb.logs,ln); 1638 } 1639 if (write(ldb.fd,proto,sdslen(proto)) == -1) { 1640 /* Avoid warning. We don't check the return value of write() 1641 * since the next read() will catch the I/O error and will 1642 * close the debugging session. */ 1643 } 1644 sdsfree(proto); 1645 } 1646 1647 /* Start a debugging session before calling EVAL implementation. 1648 * The techique we use is to capture the client socket file descriptor, 1649 * in order to perform direct I/O with it from within Lua hooks. This 1650 * way we don't have to re-enter Redis in order to handle I/O. 1651 * 1652 * The function returns 1 if the caller should proceed to call EVAL, 1653 * and 0 if instead the caller should abort the operation (this happens 1654 * for the parent in a forked session, since it's up to the children 1655 * to continue, or when fork returned an error). 1656 * 1657 * The caller should call ldbEndSession() only if ldbStartSession() 1658 * returned 1. */ 1659 int ldbStartSession(client *c) { 1660 ldb.forked = (c->flags & CLIENT_LUA_DEBUG_SYNC) == 0; 1661 if (ldb.forked) { 1662 pid_t cp = fork(); 1663 if (cp == -1) { 1664 addReplyError(c,"Fork() failed: can't run EVAL in debugging mode."); 1665 return 0; 1666 } else if (cp == 0) { 1667 /* Child. Let's ignore important signals handled by the parent. */ 1668 struct sigaction act; 1669 sigemptyset(&act.sa_mask); 1670 act.sa_flags = 0; 1671 act.sa_handler = SIG_IGN; 1672 sigaction(SIGTERM, &act, NULL); 1673 sigaction(SIGINT, &act, NULL); 1674 1675 /* Log the creation of the child and close the listening 1676 * socket to make sure if the parent crashes a reset is sent 1677 * to the clients. */ 1678 serverLog(LL_WARNING,"Redis forked for debugging eval"); 1679 closeListeningSockets(0); 1680 resetCpuAffinity("redis-dbg"); 1681 } else { 1682 /* Parent */ 1683 listAddNodeTail(ldb.children,(void*)(unsigned long)cp); 1684 freeClientAsync(c); /* Close the client in the parent side. */ 1685 return 0; 1686 } 1687 } else { 1688 serverLog(LL_WARNING, 1689 "Redis synchronous debugging eval session started"); 1690 } 1691 1692 /* Setup our debugging session. */ 1693 anetBlock(NULL,ldb.fd); 1694 anetSendTimeout(NULL,ldb.fd,5000); 1695 ldb.active = 1; 1696 1697 /* First argument of EVAL is the script itself. We split it into different 1698 * lines since this is the way the debugger accesses the source code. */ 1699 sds srcstring = sdsdup(c->argv[1]->ptr); 1700 size_t srclen = sdslen(srcstring); 1701 while(srclen && (srcstring[srclen-1] == '\n' || 1702 srcstring[srclen-1] == '\r')) 1703 { 1704 srcstring[--srclen] = '\0'; 1705 } 1706 sdssetlen(srcstring,srclen); 1707 ldb.src = sdssplitlen(srcstring,sdslen(srcstring),"\n",1,&ldb.lines); 1708 sdsfree(srcstring); 1709 return 1; 1710 } 1711 1712 /* End a debugging session after the EVAL call with debugging enabled 1713 * returned. */ 1714 void ldbEndSession(client *c) { 1715 /* Emit the remaining logs and an <endsession> mark. */ 1716 ldbLog(sdsnew("<endsession>")); 1717 ldbSendLogs(); 1718 1719 /* If it's a fork()ed session, we just exit. */ 1720 if (ldb.forked) { 1721 writeToClient(c->fd, c, 0); 1722 serverLog(LL_WARNING,"Lua debugging session child exiting"); 1723 exitFromChild(0); 1724 } else { 1725 serverLog(LL_WARNING, 1726 "Redis synchronous debugging eval session ended"); 1727 } 1728 1729 /* Otherwise let's restore client's state. */ 1730 anetNonBlock(NULL,ldb.fd); 1731 anetSendTimeout(NULL,ldb.fd,0); 1732 1733 /* Close the client connectin after sending the final EVAL reply 1734 * in order to signal the end of the debugging session. */ 1735 c->flags |= CLIENT_CLOSE_AFTER_REPLY; 1736 1737 /* Cleanup. */ 1738 sdsfreesplitres(ldb.src,ldb.lines); 1739 ldb.lines = 0; 1740 ldb.active = 0; 1741 } 1742 1743 /* If the specified pid is among the list of children spawned for 1744 * forked debugging sessions, it is removed from the children list. 1745 * If the pid was found non-zero is returned. */ 1746 int ldbRemoveChild(pid_t pid) { 1747 listNode *ln = listSearchKey(ldb.children,(void*)(unsigned long)pid); 1748 if (ln) { 1749 listDelNode(ldb.children,ln); 1750 return 1; 1751 } 1752 return 0; 1753 } 1754 1755 /* Return the number of children we still did not receive termination 1756 * acknowledge via wait() in the parent process. */ 1757 int ldbPendingChildren(void) { 1758 return listLength(ldb.children); 1759 } 1760 1761 /* Kill all the forked sessions. */ 1762 void ldbKillForkedSessions(void) { 1763 listIter li; 1764 listNode *ln; 1765 1766 listRewind(ldb.children,&li); 1767 while((ln = listNext(&li))) { 1768 pid_t pid = (unsigned long) ln->value; 1769 serverLog(LL_WARNING,"Killing debugging session %ld",(long)pid); 1770 kill(pid,SIGKILL); 1771 } 1772 listRelease(ldb.children); 1773 ldb.children = listCreate(); 1774 } 1775 1776 /* Wrapper for EVAL / EVALSHA that enables debugging, and makes sure 1777 * that when EVAL returns, whatever happened, the session is ended. */ 1778 void evalGenericCommandWithDebugging(client *c, int evalsha) { 1779 if (ldbStartSession(c)) { 1780 evalGenericCommand(c,evalsha); 1781 ldbEndSession(c); 1782 } else { 1783 ldbDisable(c); 1784 } 1785 } 1786 1787 /* Return a pointer to ldb.src source code line, considering line to be 1788 * one-based, and returning a special string for out of range lines. */ 1789 char *ldbGetSourceLine(int line) { 1790 int idx = line-1; 1791 if (idx < 0 || idx >= ldb.lines) return "<out of range source code line>"; 1792 return ldb.src[idx]; 1793 } 1794 1795 /* Return true if there is a breakpoint in the specified line. */ 1796 int ldbIsBreakpoint(int line) { 1797 int j; 1798 1799 for (j = 0; j < ldb.bpcount; j++) 1800 if (ldb.bp[j] == line) return 1; 1801 return 0; 1802 } 1803 1804 /* Add the specified breakpoint. Ignore it if we already reached the max. 1805 * Returns 1 if the breakpoint was added (or was already set). 0 if there is 1806 * no space for the breakpoint or if the line is invalid. */ 1807 int ldbAddBreakpoint(int line) { 1808 if (line <= 0 || line > ldb.lines) return 0; 1809 if (!ldbIsBreakpoint(line) && ldb.bpcount != LDB_BREAKPOINTS_MAX) { 1810 ldb.bp[ldb.bpcount++] = line; 1811 return 1; 1812 } 1813 return 0; 1814 } 1815 1816 /* Remove the specified breakpoint, returning 1 if the operation was 1817 * performed or 0 if there was no such breakpoint. */ 1818 int ldbDelBreakpoint(int line) { 1819 int j; 1820 1821 for (j = 0; j < ldb.bpcount; j++) { 1822 if (ldb.bp[j] == line) { 1823 ldb.bpcount--; 1824 memmove(ldb.bp+j,ldb.bp+j+1,ldb.bpcount-j); 1825 return 1; 1826 } 1827 } 1828 return 0; 1829 } 1830 1831 /* Expect a valid multi-bulk command in the debugging client query buffer. 1832 * On success the command is parsed and returned as an array of SDS strings, 1833 * otherwise NULL is returned and there is to read more buffer. */ 1834 sds *ldbReplParseCommand(int *argcp) { 1835 sds *argv = NULL; 1836 int argc = 0; 1837 if (sdslen(ldb.cbuf) == 0) return NULL; 1838 1839 /* Working on a copy is simpler in this case. We can modify it freely 1840 * for the sake of simpler parsing. */ 1841 sds copy = sdsdup(ldb.cbuf); 1842 char *p = copy; 1843 1844 /* This Redis protocol parser is a joke... just the simplest thing that 1845 * works in this context. It is also very forgiving regarding broken 1846 * protocol. */ 1847 1848 /* Seek and parse *<count>\r\n. */ 1849 p = strchr(p,'*'); if (!p) goto protoerr; 1850 char *plen = p+1; /* Multi bulk len pointer. */ 1851 p = strstr(p,"\r\n"); if (!p) goto protoerr; 1852 *p = '\0'; p += 2; 1853 *argcp = atoi(plen); 1854 if (*argcp <= 0 || *argcp > 1024) goto protoerr; 1855 1856 /* Parse each argument. */ 1857 argv = zmalloc(sizeof(sds)*(*argcp)); 1858 argc = 0; 1859 while(argc < *argcp) { 1860 if (*p != '$') goto protoerr; 1861 plen = p+1; /* Bulk string len pointer. */ 1862 p = strstr(p,"\r\n"); if (!p) goto protoerr; 1863 *p = '\0'; p += 2; 1864 int slen = atoi(plen); /* Length of this arg. */ 1865 if (slen <= 0 || slen > 1024) goto protoerr; 1866 argv[argc++] = sdsnewlen(p,slen); 1867 p += slen; /* Skip the already parsed argument. */ 1868 if (p[0] != '\r' || p[1] != '\n') goto protoerr; 1869 p += 2; /* Skip \r\n. */ 1870 } 1871 sdsfree(copy); 1872 return argv; 1873 1874 protoerr: 1875 sdsfreesplitres(argv,argc); 1876 sdsfree(copy); 1877 return NULL; 1878 } 1879 1880 /* Log the specified line in the Lua debugger output. */ 1881 void ldbLogSourceLine(int lnum) { 1882 char *line = ldbGetSourceLine(lnum); 1883 char *prefix; 1884 int bp = ldbIsBreakpoint(lnum); 1885 int current = ldb.currentline == lnum; 1886 1887 if (current && bp) 1888 prefix = "->#"; 1889 else if (current) 1890 prefix = "-> "; 1891 else if (bp) 1892 prefix = " #"; 1893 else 1894 prefix = " "; 1895 sds thisline = sdscatprintf(sdsempty(),"%s%-3d %s", prefix, lnum, line); 1896 ldbLog(thisline); 1897 } 1898 1899 /* Implement the "list" command of the Lua debugger. If around is 0 1900 * the whole file is listed, otherwise only a small portion of the file 1901 * around the specified line is shown. When a line number is specified 1902 * the amonut of context (lines before/after) is specified via the 1903 * 'context' argument. */ 1904 void ldbList(int around, int context) { 1905 int j; 1906 1907 for (j = 1; j <= ldb.lines; j++) { 1908 if (around != 0 && abs(around-j) > context) continue; 1909 ldbLogSourceLine(j); 1910 } 1911 } 1912 1913 /* Append an human readable representation of the Lua value at position 'idx' 1914 * on the stack of the 'lua' state, to the SDS string passed as argument. 1915 * The new SDS string with the represented value attached is returned. 1916 * Used in order to implement ldbLogStackValue(). 1917 * 1918 * The element is not automatically removed from the stack, nor it is 1919 * converted to a different type. */ 1920 #define LDB_MAX_VALUES_DEPTH (LUA_MINSTACK/2) 1921 sds ldbCatStackValueRec(sds s, lua_State *lua, int idx, int level) { 1922 int t = lua_type(lua,idx); 1923 1924 if (level++ == LDB_MAX_VALUES_DEPTH) 1925 return sdscat(s,"<max recursion level reached! Nested table?>"); 1926 1927 switch(t) { 1928 case LUA_TSTRING: 1929 { 1930 size_t strl; 1931 char *strp = (char*)lua_tolstring(lua,idx,&strl); 1932 s = sdscatrepr(s,strp,strl); 1933 } 1934 break; 1935 case LUA_TBOOLEAN: 1936 s = sdscat(s,lua_toboolean(lua,idx) ? "true" : "false"); 1937 break; 1938 case LUA_TNUMBER: 1939 s = sdscatprintf(s,"%g",(double)lua_tonumber(lua,idx)); 1940 break; 1941 case LUA_TNIL: 1942 s = sdscatlen(s,"nil",3); 1943 break; 1944 case LUA_TTABLE: 1945 { 1946 int expected_index = 1; /* First index we expect in an array. */ 1947 int is_array = 1; /* Will be set to null if check fails. */ 1948 /* Note: we create two representations at the same time, one 1949 * assuming the table is an array, one assuming it is not. At the 1950 * end we know what is true and select the right one. */ 1951 sds repr1 = sdsempty(); 1952 sds repr2 = sdsempty(); 1953 lua_pushnil(lua); /* The first key to start the iteration is nil. */ 1954 while (lua_next(lua,idx-1)) { 1955 /* Test if so far the table looks like an array. */ 1956 if (is_array && 1957 (lua_type(lua,-2) != LUA_TNUMBER || 1958 lua_tonumber(lua,-2) != expected_index)) is_array = 0; 1959 /* Stack now: table, key, value */ 1960 /* Array repr. */ 1961 repr1 = ldbCatStackValueRec(repr1,lua,-1,level); 1962 repr1 = sdscatlen(repr1,"; ",2); 1963 /* Full repr. */ 1964 repr2 = sdscatlen(repr2,"[",1); 1965 repr2 = ldbCatStackValueRec(repr2,lua,-2,level); 1966 repr2 = sdscatlen(repr2,"]=",2); 1967 repr2 = ldbCatStackValueRec(repr2,lua,-1,level); 1968 repr2 = sdscatlen(repr2,"; ",2); 1969 lua_pop(lua,1); /* Stack: table, key. Ready for next iteration. */ 1970 expected_index++; 1971 } 1972 /* Strip the last " ;" from both the representations. */ 1973 if (sdslen(repr1)) sdsrange(repr1,0,-3); 1974 if (sdslen(repr2)) sdsrange(repr2,0,-3); 1975 /* Select the right one and discard the other. */ 1976 s = sdscatlen(s,"{",1); 1977 s = sdscatsds(s,is_array ? repr1 : repr2); 1978 s = sdscatlen(s,"}",1); 1979 sdsfree(repr1); 1980 sdsfree(repr2); 1981 } 1982 break; 1983 case LUA_TFUNCTION: 1984 case LUA_TUSERDATA: 1985 case LUA_TTHREAD: 1986 case LUA_TLIGHTUSERDATA: 1987 { 1988 const void *p = lua_topointer(lua,idx); 1989 char *typename = "unknown"; 1990 if (t == LUA_TFUNCTION) typename = "function"; 1991 else if (t == LUA_TUSERDATA) typename = "userdata"; 1992 else if (t == LUA_TTHREAD) typename = "thread"; 1993 else if (t == LUA_TLIGHTUSERDATA) typename = "light-userdata"; 1994 s = sdscatprintf(s,"\"%s@%p\"",typename,p); 1995 } 1996 break; 1997 default: 1998 s = sdscat(s,"\"<unknown-lua-type>\""); 1999 break; 2000 } 2001 return s; 2002 } 2003 2004 /* Higher level wrapper for ldbCatStackValueRec() that just uses an initial 2005 * recursion level of '0'. */ 2006 sds ldbCatStackValue(sds s, lua_State *lua, int idx) { 2007 return ldbCatStackValueRec(s,lua,idx,0); 2008 } 2009 2010 /* Produce a debugger log entry representing the value of the Lua object 2011 * currently on the top of the stack. The element is ot popped nor modified. 2012 * Check ldbCatStackValue() for the actual implementation. */ 2013 void ldbLogStackValue(lua_State *lua, char *prefix) { 2014 sds s = sdsnew(prefix); 2015 s = ldbCatStackValue(s,lua,-1); 2016 ldbLogWithMaxLen(s); 2017 } 2018 2019 char *ldbRedisProtocolToHuman_Int(sds *o, char *reply); 2020 char *ldbRedisProtocolToHuman_Bulk(sds *o, char *reply); 2021 char *ldbRedisProtocolToHuman_Status(sds *o, char *reply); 2022 char *ldbRedisProtocolToHuman_MultiBulk(sds *o, char *reply); 2023 2024 /* Get Redis protocol from 'reply' and appends it in human readable form to 2025 * the passed SDS string 'o'. 2026 * 2027 * Note that the SDS string is passed by reference (pointer of pointer to 2028 * char*) so that we can return a modified pointer, as for SDS semantics. */ 2029 char *ldbRedisProtocolToHuman(sds *o, char *reply) { 2030 char *p = reply; 2031 switch(*p) { 2032 case ':': p = ldbRedisProtocolToHuman_Int(o,reply); break; 2033 case '$': p = ldbRedisProtocolToHuman_Bulk(o,reply); break; 2034 case '+': p = ldbRedisProtocolToHuman_Status(o,reply); break; 2035 case '-': p = ldbRedisProtocolToHuman_Status(o,reply); break; 2036 case '*': p = ldbRedisProtocolToHuman_MultiBulk(o,reply); break; 2037 } 2038 return p; 2039 } 2040 2041 /* The following functions are helpers for ldbRedisProtocolToHuman(), each 2042 * take care of a given Redis return type. */ 2043 2044 char *ldbRedisProtocolToHuman_Int(sds *o, char *reply) { 2045 char *p = strchr(reply+1,'\r'); 2046 *o = sdscatlen(*o,reply+1,p-reply-1); 2047 return p+2; 2048 } 2049 2050 char *ldbRedisProtocolToHuman_Bulk(sds *o, char *reply) { 2051 char *p = strchr(reply+1,'\r'); 2052 long long bulklen; 2053 2054 string2ll(reply+1,p-reply-1,&bulklen); 2055 if (bulklen == -1) { 2056 *o = sdscatlen(*o,"NULL",4); 2057 return p+2; 2058 } else { 2059 *o = sdscatrepr(*o,p+2,bulklen); 2060 return p+2+bulklen+2; 2061 } 2062 } 2063 2064 char *ldbRedisProtocolToHuman_Status(sds *o, char *reply) { 2065 char *p = strchr(reply+1,'\r'); 2066 2067 *o = sdscatrepr(*o,reply,p-reply); 2068 return p+2; 2069 } 2070 2071 char *ldbRedisProtocolToHuman_MultiBulk(sds *o, char *reply) { 2072 char *p = strchr(reply+1,'\r'); 2073 long long mbulklen; 2074 int j = 0; 2075 2076 string2ll(reply+1,p-reply-1,&mbulklen); 2077 p += 2; 2078 if (mbulklen == -1) { 2079 *o = sdscatlen(*o,"NULL",4); 2080 return p; 2081 } 2082 *o = sdscatlen(*o,"[",1); 2083 for (j = 0; j < mbulklen; j++) { 2084 p = ldbRedisProtocolToHuman(o,p); 2085 if (j != mbulklen-1) *o = sdscatlen(*o,",",1); 2086 } 2087 *o = sdscatlen(*o,"]",1); 2088 return p; 2089 } 2090 2091 /* Log a Redis reply as debugger output, in an human readable format. 2092 * If the resulting string is longer than 'len' plus a few more chars 2093 * used as prefix, it gets truncated. */ 2094 void ldbLogRedisReply(char *reply) { 2095 sds log = sdsnew("<reply> "); 2096 ldbRedisProtocolToHuman(&log,reply); 2097 ldbLogWithMaxLen(log); 2098 } 2099 2100 /* Implements the "print <var>" command of the Lua debugger. It scans for Lua 2101 * var "varname" starting from the current stack frame up to the top stack 2102 * frame. The first matching variable is printed. */ 2103 void ldbPrint(lua_State *lua, char *varname) { 2104 lua_Debug ar; 2105 2106 int l = 0; /* Stack level. */ 2107 while (lua_getstack(lua,l,&ar) != 0) { 2108 l++; 2109 const char *name; 2110 int i = 1; /* Variable index. */ 2111 while((name = lua_getlocal(lua,&ar,i)) != NULL) { 2112 i++; 2113 if (strcmp(varname,name) == 0) { 2114 ldbLogStackValue(lua,"<value> "); 2115 lua_pop(lua,1); 2116 return; 2117 } else { 2118 lua_pop(lua,1); /* Discard the var name on the stack. */ 2119 } 2120 } 2121 } 2122 2123 /* Let's try with global vars in two selected cases */ 2124 if (!strcmp(varname,"ARGV") || !strcmp(varname,"KEYS")) { 2125 lua_getglobal(lua, varname); 2126 ldbLogStackValue(lua,"<value> "); 2127 lua_pop(lua,1); 2128 } else { 2129 ldbLog(sdsnew("No such variable.")); 2130 } 2131 } 2132 2133 /* Implements the "print" command (without arguments) of the Lua debugger. 2134 * Prints all the variables in the current stack frame. */ 2135 void ldbPrintAll(lua_State *lua) { 2136 lua_Debug ar; 2137 int vars = 0; 2138 2139 if (lua_getstack(lua,0,&ar) != 0) { 2140 const char *name; 2141 int i = 1; /* Variable index. */ 2142 while((name = lua_getlocal(lua,&ar,i)) != NULL) { 2143 i++; 2144 if (!strstr(name,"(*temporary)")) { 2145 sds prefix = sdscatprintf(sdsempty(),"<value> %s = ",name); 2146 ldbLogStackValue(lua,prefix); 2147 sdsfree(prefix); 2148 vars++; 2149 } 2150 lua_pop(lua,1); 2151 } 2152 } 2153 2154 if (vars == 0) { 2155 ldbLog(sdsnew("No local variables in the current context.")); 2156 } 2157 } 2158 2159 /* Implements the break command to list, add and remove breakpoints. */ 2160 void ldbBreak(sds *argv, int argc) { 2161 if (argc == 1) { 2162 if (ldb.bpcount == 0) { 2163 ldbLog(sdsnew("No breakpoints set. Use 'b <line>' to add one.")); 2164 return; 2165 } else { 2166 ldbLog(sdscatfmt(sdsempty(),"%i breakpoints set:",ldb.bpcount)); 2167 int j; 2168 for (j = 0; j < ldb.bpcount; j++) 2169 ldbLogSourceLine(ldb.bp[j]); 2170 } 2171 } else { 2172 int j; 2173 for (j = 1; j < argc; j++) { 2174 char *arg = argv[j]; 2175 long line; 2176 if (!string2l(arg,sdslen(arg),&line)) { 2177 ldbLog(sdscatfmt(sdsempty(),"Invalid argument:'%s'",arg)); 2178 } else { 2179 if (line == 0) { 2180 ldb.bpcount = 0; 2181 ldbLog(sdsnew("All breakpoints removed.")); 2182 } else if (line > 0) { 2183 if (ldb.bpcount == LDB_BREAKPOINTS_MAX) { 2184 ldbLog(sdsnew("Too many breakpoints set.")); 2185 } else if (ldbAddBreakpoint(line)) { 2186 ldbList(line,1); 2187 } else { 2188 ldbLog(sdsnew("Wrong line number.")); 2189 } 2190 } else if (line < 0) { 2191 if (ldbDelBreakpoint(-line)) 2192 ldbLog(sdsnew("Breakpoint removed.")); 2193 else 2194 ldbLog(sdsnew("No breakpoint in the specified line.")); 2195 } 2196 } 2197 } 2198 } 2199 } 2200 2201 /* Implements the Lua debugger "eval" command. It just compiles the user 2202 * passed fragment of code and executes it, showing the result left on 2203 * the stack. */ 2204 void ldbEval(lua_State *lua, sds *argv, int argc) { 2205 /* Glue the script together if it is composed of multiple arguments. */ 2206 sds code = sdsjoinsds(argv+1,argc-1," ",1); 2207 sds expr = sdscatsds(sdsnew("return "),code); 2208 2209 /* Try to compile it as an expression, prepending "return ". */ 2210 if (luaL_loadbuffer(lua,expr,sdslen(expr),"@ldb_eval")) { 2211 lua_pop(lua,1); 2212 /* Failed? Try as a statement. */ 2213 if (luaL_loadbuffer(lua,code,sdslen(code),"@ldb_eval")) { 2214 ldbLog(sdscatfmt(sdsempty(),"<error> %s",lua_tostring(lua,-1))); 2215 lua_pop(lua,1); 2216 sdsfree(code); 2217 return; 2218 } 2219 } 2220 2221 /* Call it. */ 2222 sdsfree(code); 2223 sdsfree(expr); 2224 if (lua_pcall(lua,0,1,0)) { 2225 ldbLog(sdscatfmt(sdsempty(),"<error> %s",lua_tostring(lua,-1))); 2226 lua_pop(lua,1); 2227 return; 2228 } 2229 ldbLogStackValue(lua,"<retval> "); 2230 lua_pop(lua,1); 2231 } 2232 2233 /* Implement the debugger "redis" command. We use a trick in order to make 2234 * the implementation very simple: we just call the Lua redis.call() command 2235 * implementation, with ldb.step enabled, so as a side effect the Redis command 2236 * and its reply are logged. */ 2237 void ldbRedis(lua_State *lua, sds *argv, int argc) { 2238 int j, saved_rc = server.lua_replicate_commands; 2239 2240 lua_getglobal(lua,"redis"); 2241 lua_pushstring(lua,"call"); 2242 lua_gettable(lua,-2); /* Stack: redis, redis.call */ 2243 for (j = 1; j < argc; j++) 2244 lua_pushlstring(lua,argv[j],sdslen(argv[j])); 2245 ldb.step = 1; /* Force redis.call() to log. */ 2246 server.lua_replicate_commands = 1; 2247 lua_pcall(lua,argc-1,1,0); /* Stack: redis, result */ 2248 ldb.step = 0; /* Disable logging. */ 2249 server.lua_replicate_commands = saved_rc; 2250 lua_pop(lua,2); /* Discard the result and clean the stack. */ 2251 } 2252 2253 /* Implements "trace" command of the Lua debugger. It just prints a backtrace 2254 * querying Lua starting from the current callframe back to the outer one. */ 2255 void ldbTrace(lua_State *lua) { 2256 lua_Debug ar; 2257 int level = 0; 2258 2259 while(lua_getstack(lua,level,&ar)) { 2260 lua_getinfo(lua,"Snl",&ar); 2261 if(strstr(ar.short_src,"user_script") != NULL) { 2262 ldbLog(sdscatprintf(sdsempty(),"%s %s:", 2263 (level == 0) ? "In" : "From", 2264 ar.name ? ar.name : "top level")); 2265 ldbLogSourceLine(ar.currentline); 2266 } 2267 level++; 2268 } 2269 if (level == 0) { 2270 ldbLog(sdsnew("<error> Can't retrieve Lua stack.")); 2271 } 2272 } 2273 2274 /* Impleemnts the debugger "maxlen" command. It just queries or sets the 2275 * ldb.maxlen variable. */ 2276 void ldbMaxlen(sds *argv, int argc) { 2277 if (argc == 2) { 2278 int newval = atoi(argv[1]); 2279 ldb.maxlen_hint_sent = 1; /* User knows about this command. */ 2280 if (newval != 0 && newval <= 60) newval = 60; 2281 ldb.maxlen = newval; 2282 } 2283 if (ldb.maxlen) { 2284 ldbLog(sdscatprintf(sdsempty(),"<value> replies are truncated at %d bytes.",(int)ldb.maxlen)); 2285 } else { 2286 ldbLog(sdscatprintf(sdsempty(),"<value> replies are unlimited.")); 2287 } 2288 } 2289 2290 /* Read debugging commands from client. 2291 * Return C_OK if the debugging session is continuing, otherwise 2292 * C_ERR if the client closed the connection or is timing out. */ 2293 int ldbRepl(lua_State *lua) { 2294 sds *argv; 2295 int argc; 2296 2297 /* We continue processing commands until a command that should return 2298 * to the Lua interpreter is found. */ 2299 while(1) { 2300 while((argv = ldbReplParseCommand(&argc)) == NULL) { 2301 char buf[1024]; 2302 int nread = read(ldb.fd,buf,sizeof(buf)); 2303 if (nread <= 0) { 2304 /* Make sure the script runs without user input since the 2305 * client is no longer connected. */ 2306 ldb.step = 0; 2307 ldb.bpcount = 0; 2308 return C_ERR; 2309 } 2310 ldb.cbuf = sdscatlen(ldb.cbuf,buf,nread); 2311 } 2312 2313 /* Flush the old buffer. */ 2314 sdsfree(ldb.cbuf); 2315 ldb.cbuf = sdsempty(); 2316 2317 /* Execute the command. */ 2318 if (!strcasecmp(argv[0],"h") || !strcasecmp(argv[0],"help")) { 2319 ldbLog(sdsnew("Redis Lua debugger help:")); 2320 ldbLog(sdsnew("[h]elp Show this help.")); 2321 ldbLog(sdsnew("[s]tep Run current line and stop again.")); 2322 ldbLog(sdsnew("[n]ext Alias for step.")); 2323 ldbLog(sdsnew("[c]continue Run till next breakpoint.")); 2324 ldbLog(sdsnew("[l]list List source code around current line.")); 2325 ldbLog(sdsnew("[l]list [line] List source code around [line].")); 2326 ldbLog(sdsnew(" line = 0 means: current position.")); 2327 ldbLog(sdsnew("[l]list [line] [ctx] In this form [ctx] specifies how many lines")); 2328 ldbLog(sdsnew(" to show before/after [line].")); 2329 ldbLog(sdsnew("[w]hole List all source code. Alias for 'list 1 1000000'.")); 2330 ldbLog(sdsnew("[p]rint Show all the local variables.")); 2331 ldbLog(sdsnew("[p]rint <var> Show the value of the specified variable.")); 2332 ldbLog(sdsnew(" Can also show global vars KEYS and ARGV.")); 2333 ldbLog(sdsnew("[b]reak Show all breakpoints.")); 2334 ldbLog(sdsnew("[b]reak <line> Add a breakpoint to the specified line.")); 2335 ldbLog(sdsnew("[b]reak -<line> Remove breakpoint from the specified line.")); 2336 ldbLog(sdsnew("[b]reak 0 Remove all breakpoints.")); 2337 ldbLog(sdsnew("[t]race Show a backtrace.")); 2338 ldbLog(sdsnew("[e]eval <code> Execute some Lua code (in a different callframe).")); 2339 ldbLog(sdsnew("[r]edis <cmd> Execute a Redis command.")); 2340 ldbLog(sdsnew("[m]axlen [len] Trim logged Redis replies and Lua var dumps to len.")); 2341 ldbLog(sdsnew(" Specifying zero as <len> means unlimited.")); 2342 ldbLog(sdsnew("[a]bort Stop the execution of the script. In sync")); 2343 ldbLog(sdsnew(" mode dataset changes will be retained.")); 2344 ldbLog(sdsnew("")); 2345 ldbLog(sdsnew("Debugger functions you can call from Lua scripts:")); 2346 ldbLog(sdsnew("redis.debug() Produce logs in the debugger console.")); 2347 ldbLog(sdsnew("redis.breakpoint() Stop execution like if there was a breakpoing.")); 2348 ldbLog(sdsnew(" in the next line of code.")); 2349 ldbSendLogs(); 2350 } else if (!strcasecmp(argv[0],"s") || !strcasecmp(argv[0],"step") || 2351 !strcasecmp(argv[0],"n") || !strcasecmp(argv[0],"next")) { 2352 ldb.step = 1; 2353 break; 2354 } else if (!strcasecmp(argv[0],"c") || !strcasecmp(argv[0],"continue")){ 2355 break; 2356 } else if (!strcasecmp(argv[0],"t") || !strcasecmp(argv[0],"trace")) { 2357 ldbTrace(lua); 2358 ldbSendLogs(); 2359 } else if (!strcasecmp(argv[0],"m") || !strcasecmp(argv[0],"maxlen")) { 2360 ldbMaxlen(argv,argc); 2361 ldbSendLogs(); 2362 } else if (!strcasecmp(argv[0],"b") || !strcasecmp(argv[0],"break")) { 2363 ldbBreak(argv,argc); 2364 ldbSendLogs(); 2365 } else if (!strcasecmp(argv[0],"e") || !strcasecmp(argv[0],"eval")) { 2366 ldbEval(lua,argv,argc); 2367 ldbSendLogs(); 2368 } else if (!strcasecmp(argv[0],"a") || !strcasecmp(argv[0],"abort")) { 2369 lua_pushstring(lua, "script aborted for user request"); 2370 lua_error(lua); 2371 } else if (argc > 1 && 2372 (!strcasecmp(argv[0],"r") || !strcasecmp(argv[0],"redis"))) { 2373 ldbRedis(lua,argv,argc); 2374 ldbSendLogs(); 2375 } else if ((!strcasecmp(argv[0],"p") || !strcasecmp(argv[0],"print"))) { 2376 if (argc == 2) 2377 ldbPrint(lua,argv[1]); 2378 else 2379 ldbPrintAll(lua); 2380 ldbSendLogs(); 2381 } else if (!strcasecmp(argv[0],"l") || !strcasecmp(argv[0],"list")){ 2382 int around = ldb.currentline, ctx = 5; 2383 if (argc > 1) { 2384 int num = atoi(argv[1]); 2385 if (num > 0) around = num; 2386 } 2387 if (argc > 2) ctx = atoi(argv[2]); 2388 ldbList(around,ctx); 2389 ldbSendLogs(); 2390 } else if (!strcasecmp(argv[0],"w") || !strcasecmp(argv[0],"whole")){ 2391 ldbList(1,1000000); 2392 ldbSendLogs(); 2393 } else { 2394 ldbLog(sdsnew("<error> Unknown Redis Lua debugger command or " 2395 "wrong number of arguments.")); 2396 ldbSendLogs(); 2397 } 2398 2399 /* Free the command vector. */ 2400 sdsfreesplitres(argv,argc); 2401 } 2402 2403 /* Free the current command argv if we break inside the while loop. */ 2404 sdsfreesplitres(argv,argc); 2405 return C_OK; 2406 } 2407 2408 /* This is the core of our Lua debugger, called each time Lua is about 2409 * to start executing a new line. */ 2410 void luaLdbLineHook(lua_State *lua, lua_Debug *ar) { 2411 lua_getstack(lua,0,ar); 2412 lua_getinfo(lua,"Sl",ar); 2413 ldb.currentline = ar->currentline; 2414 2415 int bp = ldbIsBreakpoint(ldb.currentline) || ldb.luabp; 2416 int timeout = 0; 2417 2418 /* Events outside our script are not interesting. */ 2419 if(strstr(ar->short_src,"user_script") == NULL) return; 2420 2421 /* Check if a timeout occurred. */ 2422 if (ar->event == LUA_HOOKCOUNT && ldb.step == 0 && bp == 0) { 2423 mstime_t elapsed = mstime() - server.lua_time_start; 2424 mstime_t timelimit = server.lua_time_limit ? 2425 server.lua_time_limit : 5000; 2426 if (elapsed >= timelimit) { 2427 timeout = 1; 2428 ldb.step = 1; 2429 } else { 2430 return; /* No timeout, ignore the COUNT event. */ 2431 } 2432 } 2433 2434 if (ldb.step || bp) { 2435 char *reason = "step over"; 2436 if (bp) reason = ldb.luabp ? "redis.breakpoint() called" : 2437 "break point"; 2438 else if (timeout) reason = "timeout reached, infinite loop?"; 2439 ldb.step = 0; 2440 ldb.luabp = 0; 2441 ldbLog(sdscatprintf(sdsempty(), 2442 "* Stopped at %d, stop reason = %s", 2443 ldb.currentline, reason)); 2444 ldbLogSourceLine(ldb.currentline); 2445 ldbSendLogs(); 2446 if (ldbRepl(lua) == C_ERR && timeout) { 2447 /* If the client closed the connection and we have a timeout 2448 * connection, let's kill the script otherwise the process 2449 * will remain blocked indefinitely. */ 2450 lua_pushstring(lua, "timeout during Lua debugging with client closing connection"); 2451 lua_error(lua); 2452 } 2453 server.lua_time_start = mstime(); 2454 } 2455 } 2456 2457