| /* |
| * JSON Parser |
| * |
| * Copyright IBM, Corp. 2009 |
| * |
| * Authors: |
| * Anthony Liguori <aliguori@us.ibm.com> |
| * |
| * This work is licensed under the terms of the GNU LGPL, version 2.1 or later. |
| * See the COPYING.LIB file in the top-level directory. |
| * |
| */ |
| |
| #include <stdarg.h> |
| |
| #include "qemu-common.h" |
| #include "qstring.h" |
| #include "qint.h" |
| #include "qdict.h" |
| #include "qlist.h" |
| #include "qfloat.h" |
| #include "qbool.h" |
| #include "json-parser.h" |
| #include "json-lexer.h" |
| #include "qerror.h" |
| |
| typedef struct JSONParserContext |
| { |
| Error *err; |
| struct { |
| QObject **buf; |
| size_t pos; |
| size_t count; |
| } tokens; |
| } JSONParserContext; |
| |
| #define BUG_ON(cond) assert(!(cond)) |
| |
| /** |
| * TODO |
| * |
| * 0) make errors meaningful again |
| * 1) add geometry information to tokens |
| * 3) should we return a parsed size? |
| * 4) deal with premature EOI |
| */ |
| |
| static QObject *parse_value(JSONParserContext *ctxt, va_list *ap); |
| |
| /** |
| * Token manipulators |
| * |
| * tokens are dictionaries that contain a type, a string value, and geometry information |
| * about a token identified by the lexer. These are routines that make working with |
| * these objects a bit easier. |
| */ |
| static const char *token_get_value(QObject *obj) |
| { |
| return qdict_get_str(qobject_to_qdict(obj), "token"); |
| } |
| |
| static JSONTokenType token_get_type(QObject *obj) |
| { |
| return qdict_get_int(qobject_to_qdict(obj), "type"); |
| } |
| |
| static int token_is_operator(QObject *obj, char op) |
| { |
| const char *val; |
| |
| if (token_get_type(obj) != JSON_OPERATOR) { |
| return 0; |
| } |
| |
| val = token_get_value(obj); |
| |
| return (val[0] == op) && (val[1] == 0); |
| } |
| |
| static int token_is_keyword(QObject *obj, const char *value) |
| { |
| if (token_get_type(obj) != JSON_KEYWORD) { |
| return 0; |
| } |
| |
| return strcmp(token_get_value(obj), value) == 0; |
| } |
| |
| static int token_is_escape(QObject *obj, const char *value) |
| { |
| if (token_get_type(obj) != JSON_ESCAPE) { |
| return 0; |
| } |
| |
| return (strcmp(token_get_value(obj), value) == 0); |
| } |
| |
| /** |
| * Error handler |
| */ |
| static void GCC_FMT_ATTR(3, 4) parse_error(JSONParserContext *ctxt, |
| QObject *token, const char *msg, ...) |
| { |
| va_list ap; |
| char message[1024]; |
| va_start(ap, msg); |
| vsnprintf(message, sizeof(message), msg, ap); |
| va_end(ap); |
| if (ctxt->err) { |
| error_free(ctxt->err); |
| ctxt->err = NULL; |
| } |
| error_set(&ctxt->err, QERR_JSON_PARSE_ERROR, message); |
| } |
| |
| /** |
| * String helpers |
| * |
| * These helpers are used to unescape strings. |
| */ |
| static void wchar_to_utf8(uint16_t wchar, char *buffer, size_t buffer_length) |
| { |
| if (wchar <= 0x007F) { |
| BUG_ON(buffer_length < 2); |
| |
| buffer[0] = wchar & 0x7F; |
| buffer[1] = 0; |
| } else if (wchar <= 0x07FF) { |
| BUG_ON(buffer_length < 3); |
| |
| buffer[0] = 0xC0 | ((wchar >> 6) & 0x1F); |
| buffer[1] = 0x80 | (wchar & 0x3F); |
| buffer[2] = 0; |
| } else { |
| BUG_ON(buffer_length < 4); |
| |
| buffer[0] = 0xE0 | ((wchar >> 12) & 0x0F); |
| buffer[1] = 0x80 | ((wchar >> 6) & 0x3F); |
| buffer[2] = 0x80 | (wchar & 0x3F); |
| buffer[3] = 0; |
| } |
| } |
| |
| static int hex2decimal(char ch) |
| { |
| if (ch >= '0' && ch <= '9') { |
| return (ch - '0'); |
| } else if (ch >= 'a' && ch <= 'f') { |
| return 10 + (ch - 'a'); |
| } else if (ch >= 'A' && ch <= 'F') { |
| return 10 + (ch - 'A'); |
| } |
| |
| return -1; |
| } |
| |
| /** |
| * parse_string(): Parse a json string and return a QObject |
| * |
| * string |
| * "" |
| * " chars " |
| * chars |
| * char |
| * char chars |
| * char |
| * any-Unicode-character- |
| * except-"-or-\-or- |
| * control-character |
| * \" |
| * \\ |
| * \/ |
| * \b |
| * \f |
| * \n |
| * \r |
| * \t |
| * \u four-hex-digits |
| */ |
| static QString *qstring_from_escaped_str(JSONParserContext *ctxt, QObject *token) |
| { |
| const char *ptr = token_get_value(token); |
| QString *str; |
| int double_quote = 1; |
| |
| if (*ptr == '"') { |
| double_quote = 1; |
| } else { |
| double_quote = 0; |
| } |
| ptr++; |
| |
| str = qstring_new(); |
| while (*ptr && |
| ((double_quote && *ptr != '"') || (!double_quote && *ptr != '\''))) { |
| if (*ptr == '\\') { |
| ptr++; |
| |
| switch (*ptr) { |
| case '"': |
| qstring_append(str, "\""); |
| ptr++; |
| break; |
| case '\'': |
| qstring_append(str, "'"); |
| ptr++; |
| break; |
| case '\\': |
| qstring_append(str, "\\"); |
| ptr++; |
| break; |
| case '/': |
| qstring_append(str, "/"); |
| ptr++; |
| break; |
| case 'b': |
| qstring_append(str, "\b"); |
| ptr++; |
| break; |
| case 'f': |
| qstring_append(str, "\f"); |
| ptr++; |
| break; |
| case 'n': |
| qstring_append(str, "\n"); |
| ptr++; |
| break; |
| case 'r': |
| qstring_append(str, "\r"); |
| ptr++; |
| break; |
| case 't': |
| qstring_append(str, "\t"); |
| ptr++; |
| break; |
| case 'u': { |
| uint16_t unicode_char = 0; |
| char utf8_char[4]; |
| int i = 0; |
| |
| ptr++; |
| |
| for (i = 0; i < 4; i++) { |
| if (qemu_isxdigit(*ptr)) { |
| unicode_char |= hex2decimal(*ptr) << ((3 - i) * 4); |
| } else { |
| parse_error(ctxt, token, |
| "invalid hex escape sequence in string"); |
| goto out; |
| } |
| ptr++; |
| } |
| |
| wchar_to_utf8(unicode_char, utf8_char, sizeof(utf8_char)); |
| qstring_append(str, utf8_char); |
| } break; |
| default: |
| parse_error(ctxt, token, "invalid escape sequence in string"); |
| goto out; |
| } |
| } else { |
| char dummy[2]; |
| |
| dummy[0] = *ptr++; |
| dummy[1] = 0; |
| |
| qstring_append(str, dummy); |
| } |
| } |
| |
| return str; |
| |
| out: |
| QDECREF(str); |
| return NULL; |
| } |
| |
| static QObject *parser_context_pop_token(JSONParserContext *ctxt) |
| { |
| QObject *token; |
| g_assert(ctxt->tokens.pos < ctxt->tokens.count); |
| token = ctxt->tokens.buf[ctxt->tokens.pos]; |
| ctxt->tokens.pos++; |
| return token; |
| } |
| |
| /* Note: parser_context_{peek|pop}_token do not increment the |
| * token object's refcount. In both cases the references will continue |
| * to be tracked and cleaned up in parser_context_free(), so do not |
| * attempt to free the token object. |
| */ |
| static QObject *parser_context_peek_token(JSONParserContext *ctxt) |
| { |
| QObject *token; |
| g_assert(ctxt->tokens.pos < ctxt->tokens.count); |
| token = ctxt->tokens.buf[ctxt->tokens.pos]; |
| return token; |
| } |
| |
| static JSONParserContext parser_context_save(JSONParserContext *ctxt) |
| { |
| JSONParserContext saved_ctxt = {0}; |
| saved_ctxt.tokens.pos = ctxt->tokens.pos; |
| saved_ctxt.tokens.count = ctxt->tokens.count; |
| saved_ctxt.tokens.buf = ctxt->tokens.buf; |
| return saved_ctxt; |
| } |
| |
| static void parser_context_restore(JSONParserContext *ctxt, |
| JSONParserContext saved_ctxt) |
| { |
| ctxt->tokens.pos = saved_ctxt.tokens.pos; |
| ctxt->tokens.count = saved_ctxt.tokens.count; |
| ctxt->tokens.buf = saved_ctxt.tokens.buf; |
| } |
| |
| static void tokens_append_from_iter(QObject *obj, void *opaque) |
| { |
| JSONParserContext *ctxt = opaque; |
| g_assert(ctxt->tokens.pos < ctxt->tokens.count); |
| ctxt->tokens.buf[ctxt->tokens.pos++] = obj; |
| qobject_incref(obj); |
| } |
| |
| static JSONParserContext *parser_context_new(QList *tokens) |
| { |
| JSONParserContext *ctxt; |
| size_t count; |
| |
| if (!tokens) { |
| return NULL; |
| } |
| |
| count = qlist_size(tokens); |
| if (count == 0) { |
| return NULL; |
| } |
| |
| ctxt = g_malloc0(sizeof(JSONParserContext)); |
| ctxt->tokens.pos = 0; |
| ctxt->tokens.count = count; |
| ctxt->tokens.buf = g_malloc(count * sizeof(QObject *)); |
| qlist_iter(tokens, tokens_append_from_iter, ctxt); |
| ctxt->tokens.pos = 0; |
| |
| return ctxt; |
| } |
| |
| /* to support error propagation, ctxt->err must be freed separately */ |
| static void parser_context_free(JSONParserContext *ctxt) |
| { |
| int i; |
| if (ctxt) { |
| for (i = 0; i < ctxt->tokens.count; i++) { |
| qobject_decref(ctxt->tokens.buf[i]); |
| } |
| g_free(ctxt->tokens.buf); |
| g_free(ctxt); |
| } |
| } |
| |
| /** |
| * Parsing rules |
| */ |
| static int parse_pair(JSONParserContext *ctxt, QDict *dict, va_list *ap) |
| { |
| QObject *key = NULL, *token = NULL, *value, *peek; |
| JSONParserContext saved_ctxt = parser_context_save(ctxt); |
| |
| peek = parser_context_peek_token(ctxt); |
| if (peek == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| |
| key = parse_value(ctxt, ap); |
| if (!key || qobject_type(key) != QTYPE_QSTRING) { |
| parse_error(ctxt, peek, "key is not a string in object"); |
| goto out; |
| } |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| |
| if (!token_is_operator(token, ':')) { |
| parse_error(ctxt, token, "missing : in object pair"); |
| goto out; |
| } |
| |
| value = parse_value(ctxt, ap); |
| if (value == NULL) { |
| parse_error(ctxt, token, "Missing value in dict"); |
| goto out; |
| } |
| |
| qdict_put_obj(dict, qstring_get_str(qobject_to_qstring(key)), value); |
| |
| qobject_decref(key); |
| |
| return 0; |
| |
| out: |
| parser_context_restore(ctxt, saved_ctxt); |
| qobject_decref(key); |
| |
| return -1; |
| } |
| |
| static QObject *parse_object(JSONParserContext *ctxt, va_list *ap) |
| { |
| QDict *dict = NULL; |
| QObject *token, *peek; |
| JSONParserContext saved_ctxt = parser_context_save(ctxt); |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| goto out; |
| } |
| |
| if (!token_is_operator(token, '{')) { |
| goto out; |
| } |
| token = NULL; |
| |
| dict = qdict_new(); |
| |
| peek = parser_context_peek_token(ctxt); |
| if (peek == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| |
| if (!token_is_operator(peek, '}')) { |
| if (parse_pair(ctxt, dict, ap) == -1) { |
| goto out; |
| } |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| |
| while (!token_is_operator(token, '}')) { |
| if (!token_is_operator(token, ',')) { |
| parse_error(ctxt, token, "expected separator in dict"); |
| goto out; |
| } |
| token = NULL; |
| |
| if (parse_pair(ctxt, dict, ap) == -1) { |
| goto out; |
| } |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| } |
| token = NULL; |
| } else { |
| token = parser_context_pop_token(ctxt); |
| token = NULL; |
| } |
| |
| return QOBJECT(dict); |
| |
| out: |
| parser_context_restore(ctxt, saved_ctxt); |
| QDECREF(dict); |
| return NULL; |
| } |
| |
| static QObject *parse_array(JSONParserContext *ctxt, va_list *ap) |
| { |
| QList *list = NULL; |
| QObject *token, *peek; |
| JSONParserContext saved_ctxt = parser_context_save(ctxt); |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| goto out; |
| } |
| |
| if (!token_is_operator(token, '[')) { |
| token = NULL; |
| goto out; |
| } |
| token = NULL; |
| |
| list = qlist_new(); |
| |
| peek = parser_context_peek_token(ctxt); |
| if (peek == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| |
| if (!token_is_operator(peek, ']')) { |
| QObject *obj; |
| |
| obj = parse_value(ctxt, ap); |
| if (obj == NULL) { |
| parse_error(ctxt, token, "expecting value"); |
| goto out; |
| } |
| |
| qlist_append_obj(list, obj); |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| |
| while (!token_is_operator(token, ']')) { |
| if (!token_is_operator(token, ',')) { |
| parse_error(ctxt, token, "expected separator in list"); |
| goto out; |
| } |
| |
| token = NULL; |
| |
| obj = parse_value(ctxt, ap); |
| if (obj == NULL) { |
| parse_error(ctxt, token, "expecting value"); |
| goto out; |
| } |
| |
| qlist_append_obj(list, obj); |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| parse_error(ctxt, NULL, "premature EOI"); |
| goto out; |
| } |
| } |
| |
| token = NULL; |
| } else { |
| token = parser_context_pop_token(ctxt); |
| token = NULL; |
| } |
| |
| return QOBJECT(list); |
| |
| out: |
| parser_context_restore(ctxt, saved_ctxt); |
| QDECREF(list); |
| return NULL; |
| } |
| |
| static QObject *parse_keyword(JSONParserContext *ctxt) |
| { |
| QObject *token, *ret; |
| JSONParserContext saved_ctxt = parser_context_save(ctxt); |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| goto out; |
| } |
| |
| if (token_get_type(token) != JSON_KEYWORD) { |
| goto out; |
| } |
| |
| if (token_is_keyword(token, "true")) { |
| ret = QOBJECT(qbool_from_int(true)); |
| } else if (token_is_keyword(token, "false")) { |
| ret = QOBJECT(qbool_from_int(false)); |
| } else { |
| parse_error(ctxt, token, "invalid keyword `%s'", token_get_value(token)); |
| goto out; |
| } |
| |
| return ret; |
| |
| out: |
| parser_context_restore(ctxt, saved_ctxt); |
| |
| return NULL; |
| } |
| |
| static QObject *parse_escape(JSONParserContext *ctxt, va_list *ap) |
| { |
| QObject *token = NULL, *obj; |
| JSONParserContext saved_ctxt = parser_context_save(ctxt); |
| |
| if (ap == NULL) { |
| goto out; |
| } |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| goto out; |
| } |
| |
| if (token_is_escape(token, "%p")) { |
| obj = va_arg(*ap, QObject *); |
| } else if (token_is_escape(token, "%i")) { |
| obj = QOBJECT(qbool_from_int(va_arg(*ap, int))); |
| } else if (token_is_escape(token, "%d")) { |
| obj = QOBJECT(qint_from_int(va_arg(*ap, int))); |
| } else if (token_is_escape(token, "%ld")) { |
| obj = QOBJECT(qint_from_int(va_arg(*ap, long))); |
| } else if (token_is_escape(token, "%lld") || |
| token_is_escape(token, "%I64d")) { |
| obj = QOBJECT(qint_from_int(va_arg(*ap, long long))); |
| } else if (token_is_escape(token, "%s")) { |
| obj = QOBJECT(qstring_from_str(va_arg(*ap, const char *))); |
| } else if (token_is_escape(token, "%f")) { |
| obj = QOBJECT(qfloat_from_double(va_arg(*ap, double))); |
| } else { |
| goto out; |
| } |
| |
| return obj; |
| |
| out: |
| parser_context_restore(ctxt, saved_ctxt); |
| |
| return NULL; |
| } |
| |
| static QObject *parse_literal(JSONParserContext *ctxt) |
| { |
| QObject *token, *obj; |
| JSONParserContext saved_ctxt = parser_context_save(ctxt); |
| |
| token = parser_context_pop_token(ctxt); |
| if (token == NULL) { |
| goto out; |
| } |
| |
| switch (token_get_type(token)) { |
| case JSON_STRING: |
| obj = QOBJECT(qstring_from_escaped_str(ctxt, token)); |
| break; |
| case JSON_INTEGER: |
| obj = QOBJECT(qint_from_int(strtoll(token_get_value(token), NULL, 10))); |
| break; |
| case JSON_FLOAT: |
| /* FIXME dependent on locale */ |
| obj = QOBJECT(qfloat_from_double(strtod(token_get_value(token), NULL))); |
| break; |
| default: |
| goto out; |
| } |
| |
| return obj; |
| |
| out: |
| parser_context_restore(ctxt, saved_ctxt); |
| |
| return NULL; |
| } |
| |
| static QObject *parse_value(JSONParserContext *ctxt, va_list *ap) |
| { |
| QObject *obj; |
| |
| obj = parse_object(ctxt, ap); |
| if (obj == NULL) { |
| obj = parse_array(ctxt, ap); |
| } |
| if (obj == NULL) { |
| obj = parse_escape(ctxt, ap); |
| } |
| if (obj == NULL) { |
| obj = parse_keyword(ctxt); |
| } |
| if (obj == NULL) { |
| obj = parse_literal(ctxt); |
| } |
| |
| return obj; |
| } |
| |
| QObject *json_parser_parse(QList *tokens, va_list *ap) |
| { |
| return json_parser_parse_err(tokens, ap, NULL); |
| } |
| |
| QObject *json_parser_parse_err(QList *tokens, va_list *ap, Error **errp) |
| { |
| JSONParserContext *ctxt = parser_context_new(tokens); |
| QObject *result; |
| |
| if (!ctxt) { |
| return NULL; |
| } |
| |
| result = parse_value(ctxt, ap); |
| |
| error_propagate(errp, ctxt->err); |
| |
| parser_context_free(ctxt); |
| |
| return result; |
| } |
