add more

Author: emctoo

.sconsign.dblite

@@ -28,13 +28,28 @@ bool program_load(char *file_name, program_t *program) {
 }
 
 // ----
-#define TOKEN_MAX_LENGTH 16
+#define TOKEN_MAX_LENGTH 32
+
+typedef enum _token_type { 
+	tk_identifier, tk_boolean, tk_number, tk_character, tk_string, tk_single
+} token_type;
 
 typedef struct { 
 	char token[TOKEN_MAX_LENGTH];
 	int len;
+	token_type tp;
 } token_t;
 
+bool token_loop_until_blank(program_t *program, token_t *token) {
+	char *code = program->code;
+	int iter = 0;
+	while ( isblank(code[iter]) == false ) {
+		if ( program->iter + iter == TOKEN_MAX_LENGTH) { return false; }
+		token->token[iter] = code[program->iter + iter];
+		iter++;
+	}
+}
+
 bool token_any(program_t *program, token_t *token, char any[]) {
 	char c[] = { program->code[program->iter] } ;
 	int idx = strspn(c, any);
@@ -49,10 +64,10 @@ bool is_reserved(char _c) {
 	return strspn(c, reserved);
 }
 
-const char token_character[] = "()'`,.";
-bool is_token_chararcter(char _c) {
+const char token_single[] = "()'`,.";
+bool is_token_single(char _c) {
 	char c[] = { _c };
-	return strspn(c, token_character);
+	return strspn(c, token_single);
 }
 
 // comma(,) is also a token_character, with ,@ the same
@@ -84,7 +99,102 @@ bool is_special_subquent(char _c) {
 	return strspn(c, special_subquent); 
 }
 
-// const char peculiar_identifier = "+-..."
+bool token_period(program_t *program, token_t *token) {
+	char c = program->code[program->iter];
+	char n = program->code[program->iter + 1];
+	char *code = program->code;
+	if( c == '.' && isblank(n) ) {
+		program->iter++, program->col++;		
+		token->token[0] = '.', token->len = 1;
+		return true;
+	} else if ( strncmp(code, "...", 3) == 0 ) {
+		program->iter += 3, program->col += 3;
+		strncpy(token->token, ".", 3);
+		token->len = 3;	
+		return true;
+	}
+	return false;
+}
+
+/* #(, #t, #f, #\<char>, #\<char name>, #i, #e, #b, #o, #d, #x */
+bool token_sharp(program_t *program, token_t *token) {
+}
+
+/* ---- character #\<character name>
+
+#\nul 			Unicode character 0
+#\alarm 		Unicode character 7
+#\backspace 	Unicode character 8
+#\tab 			Unicode character 9
+#\newline 		Unicode character 10 (newline character)
+#\linefeed 		Unicode character 10
+#\vtab 			Unicode character 11
+#\page 			Unicode character 12
+#\return 		Unicode character 13
+#\esc 			Unicode character 27
+#\space 		Unicode character 32 (space character)
+#\delete 		Unicode character 127
+
+-- not supported
+#\xhh 			character encoded in hexadecimal (>= 1 hexadecimal digit)
+#\uhhhh 		character encoded in hexadecimal (exactly 4 hexadecimal digits)
+#\Uhhhhhhhh 	character encoded in hexadecimal (exactly 8 hexadecimal digits)
+
+*/
+
+bool token_character(program_t *program, token_t *token) {
+	char _1 = program->code[program->iter];
+	char _2 = program->code[program->iter + 1];
+	char _3 = program->code[program->iter + 2];
+	char _4 = program->code[program->iter + 3];
+	if ( _1 == '#' && _2 == '\\' ) {
+		if( _3 > 32 && _3 < 127 && isblank(_4) ) {
+			program->iter += 2, program->col += 2;
+			token->token[0] = _3, token->len = 1, token->tp = tk_character;
+			return true;
+		}		
+		token_loop_until_blank(program, token);
+		token->len = 1, token->tp = tk_character;
+		return true;
+	}
+	return false;
+}
+		
+
+/* ----  string escape code
+
+\a 			Unicode character 7
+\b 			Unicode character 8
+\t 			Unicode character 9
+\n 			Unicode character 10 (newline character)
+\v 			Unicode character 11
+\f 			Unicode character 12
+\r 			Unicode character 13
+\" 			"
+\\ 			\
+\| 			|
+\? 			?
+
+\ooo 		character encoded in octal (1 to 3 octal digits, first digit must 
+			be less than 4 when there are 3 octal digits)
+
+\xhh 		character encoded in hexadecimal (>= 1 hexadecimal digit)
+\uhhhh 		character encoded in hexadecimal (exactly 4 hexadecimal digits)
+\Uhhhhhhhh 	character encoded in hexadecimal (exactly 8 hexadecimal digits)
+\<space> 	Unicode character 32 (space character)
+
+\<newline><whitespace-except-newline>*
+			This sequence expands to nothing (it is useful for splitting a long 
+			string literal on multiple lines while respecting proper indentation
+			of the source code)
+
+*/
+
+/* only support two kind of escape, \\ and \" */ 
+bool token_string(program_t *program, token_t *token) {
+	if ( program->code[program->iter] != '"' ) return false;
+	
+}
 
 /*
 bool token_identifier(program_t *program, token_t *token) {