o5r/plan9port
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

rc: handle 4-byte utf-8

Browse source 
R=rsc
http://codereview.appspot.com/3833043
This commit is contained in:
Russ Cox 2011-01-02 13:44:15 -05:00
parent 72f66c2d3c
commit 0786c9647c
3 changed files with 20 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
src/cmd/rc/glob.c
View file

@ -125,6 +125,17 @@ equtf(char *p, char *q)
return 1; /* broken code at end of string! */
return p[2]==q[2];
}
if(fourbyte(*p)){
if(p[1]!=q[1])
return 0;
if(p[1]=='\0')
return 1;
if(p[2]!=q[2])
return 0;
if(p[2]=='\0')
return 1;
return p[3]==q[3];
}
return 1;
}
/*
@ -137,6 +148,7 @@ nextutf(char *p)
{
if(twobyte(*p)) return p[1]=='\0'?p+1:p+2;
if(threebyte(*p)) return p[1]=='\0'?p+1:p[2]=='\0'?p+2:p+3;
if(fourbyte(*p)) return p[1]=='\0'?p+1:p[2]=='\0'?p+2:p[3]=='\0'?p+3:p+4;
return p+1;
}
/*
@ -149,6 +161,7 @@ unicode(char *p)
int u=*p&0xff;
if(twobyte(u)) return ((u&0x1f)<<6)|(p[1]&0x3f);
if(threebyte(u)) return (u<<12)|((p[1]&0x3f)<<6)|(p[2]&0x3f);
if(fourbyte(u)) return (u<<18)|((p[1]&0x3f)<<12)|((p[2]&0x3f)<<6)|(p[3]&0x3f);
return u;
}
/*

5
src/cmd/rc/lex.c
View file

@ -173,6 +173,11 @@ addutf(char *p, int c)
p = addtok(p, advance());
return addtok(p, advance());
}
if(fourbyte(c)){ /* 4-byte escape */
p = addtok(p, advance());
p = addtok(p, advance());
return addtok(p, advance());
}
return p;
}
int lastdol; /* was the last token read '$' or '$#' or '"'? */

2
src/cmd/rc/rc.h
View file

@ -121,6 +121,8 @@ int mypid;
#define onebyte(c) ((c&0x80)==0x00)
#define twobyte(c) ((c&0xe0)==0xc0)
#define threebyte(c) ((c&0xf0)==0xe0)
#define fourbyte(c) ((c&0xf8)==0xf0)
char **argp;
char **args;
int nerror; /* number of errors encountered during compilation */