note string_ptr in token

1 files changed, 7 insertions, 2 deletions

diff --git a/token.c b/token.c
index 6ec9f40..dbe4125 100644
--- a/token.c
+++ b/token.c
@@ -14,6 +14,7 @@ token_create(Slice slice, unsigned int type)
 	}
 	token->slice = slice;
 	token->type = type;
+	token->string_ptr = 0;
 	token->prev = NULL;
 	token->next = NULL;
 	return token;
@@ -120,8 +121,12 @@ token_print(Token *token, int recurse, int depth)
 				token_print(token->group.scope, 1, depth);
 			token_print(token->group.tokens, 1, depth + 1);
 		} else {
-			printf("type: %c  slice: ", token->type);
-			slice_print(token->slice);
+			printf("type: %c  slice: \"", token->type);
+			slice_write(token->slice);
+			printf("\"");
+			if (token->type == TOK_STRING)
+				printf("  string_ptr: %ld", token->string_ptr);
+			printf("\n");
 		}
 		if (!recurse)
 			return tok;