From 6dc63a460360fe5dca435cb82b0135766eb3123e Mon Sep 17 00:00:00 2001 From: Michael Roth Date: Mon, 5 Mar 2012 17:44:37 -0500 Subject: [PATCH 70/98] json-lexer: fix flushing logic to not always go to error state Currently we flush the lexer by passing in a NULL character. This generally forces the lexer to go to the corresponding TERMINAL() state for whatever token type it is currently parsing, emits the token to the parser, then puts the lexer back into IN_START state. However, since a NULL character causes char_consumed to be 0, we always do a second pass after this, which puts us in the IN_ERROR state. Fix this behavior by adding a "flush" flag that tells the lexer not to do a more than 1 iteration. Signed-off-by: Michael Roth Signed-off-by: Anthony Liguori (cherry picked from commit bd3924a33a66c40065a8fa73b4d7a27aca3b0e04) Signed-off-by: Jeff Cody Signed-off-by: Michal Novotny --- json-lexer.c | 6 +++--- 1 files changed, 3 insertions(+), 3 deletions(-) diff --git a/json-lexer.c b/json-lexer.c index a5bbe9e..6b49047 100644 --- a/json-lexer.c +++ b/json-lexer.c @@ -274,7 +274,7 @@ void json_lexer_init(JSONLexer *lexer, JSONLexerEmitter func) lexer->x = lexer->y = 0; } -static int json_lexer_feed_char(JSONLexer *lexer, char ch) +static int json_lexer_feed_char(JSONLexer *lexer, char ch, bool flush) { int char_consumed, new_state; @@ -313,7 +313,7 @@ static int json_lexer_feed_char(JSONLexer *lexer, char ch) break; } lexer->state = new_state; - } while (!char_consumed); + } while (!char_consumed && !flush); /* Do not let a single token grow to an arbitrarily large size, * this is a security consideration. @@ -335,7 +335,7 @@ int json_lexer_feed(JSONLexer *lexer, const char *buffer, size_t size) for (i = 0; i < size; i++) { int err; - err = json_lexer_feed_char(lexer, buffer[i]); + err = json_lexer_feed_char(lexer, buffer[i], false); if (err < 0) { return err; } -- 1.7.7.6