Merge branch 'master' into cmd-casl

[YACASL2.git] / src / token.c

diff --git a/src/token.c b/src/token.c
index aa0a620..68ed3a7 100644 (file)
--- a/src/token.c
+++ b/src/token.c
@@ -5,8 +5,8 @@
 OPD *opdtok(const char *str)
 {
     OPD *opd = malloc(sizeof(OPD));
-    char *p, *q, *sepp;
-    int sepc = ',';
+    char *p, *q, *r, *sepp;
+    int sepc = ',', len;
     bool quoting = false;
 
     opd->opdc = 0;
@@ -31,7 +31,7 @@ OPD *opdtok(const char *str)
         if(quoting == true) {
             /* 閉じ「'」がないまま文字列が終了した場合 */
             if(*q == '\0') {
-                setcerr(123, str);    /* illegal string */
+                setcerr(123, str);    /* unclosed quote */
                 break;
             }
             q++;
@@ -39,12 +39,17 @@ OPD *opdtok(const char *str)
             sepp = q + strcspn(q, ", ");
             sepc = *sepp;
             *sepp = '\0';
-            if(strlen(p) == 0) {
+            if(*p == '\0') {
                 setcerr(121, NULL);    /* cannot get operand token */
                 break;
             }
-            if(strlen(p) > OPDSIZE + 2) {    /* OPDSIZE + 「'」2文字分 */
-                setcerr(118, p);    /* operand length is too long */
+            len = strlen(r = p);
+            while(*r != '\0' && (r = strstr(r, "''")) != NULL) {
+                len--;
+                r += 2;
+            };
+            if(len > OPDSIZE + 2) {    /* OPDSIZE + 「'」2文字分 */
+                setcerr(118, NULL);    /* operand length is too long */
                 break;
             }
             opd->opdv[(++opd->opdc)-1] = strdup(p);
@@ -57,19 +62,28 @@ OPD *opdtok(const char *str)
 /* 空白またはタブで区切られた1行から、トークンを取得 */
 CMDLINE *linetok(const char *line)
 {
-    char *tokens, *p, *q, *sepp;
+    char *tokens, *p, *sepp;
+    bool quoting = false;
     CMDLINE *cmdl = malloc(sizeof(CMDLINE));
+
     if(line == NULL || strlen(line) == 0) {
         return NULL;
     }
-    tokens = p = strdup(line);
+    tokens = strdup(line);
     /* コメントを削除 */
-    if((q = strchr(tokens, ';')) != NULL) {
-        *q = '\0';
+    for(p = tokens; *p != '\0'; p++) {
+        /* 「'」で囲まれた文字列の処理。「''」は無視 */
+        if(*p == '\'' && *(p+1) != '\'' && !(p > tokens && *(p-1) == '\'')) {
+            quoting = !quoting;
+        } else if(quoting == false && *p == ';') {
+            *p = '\0';
+            break;
+        }
     }
-    if(*p == '\0') {
+    if(*tokens == '\0') {
         return NULL;
     }
+    p = tokens;
     /* 行の先頭が空白またはタブの場合、ラベルは空 */
     if((sepp = p + strcspn(p, " \t\n")) == p){
         cmdl->label = NULL;