FazBrowse GitHub Viewer
|
Trending
|
URL:
|
Home
Tools:
[Download Repo ZIP]
[View Raw Code]
[Original HTTPS Page]
mruby/src/transcode_data.h at master · javier/mruby · GitHub
javier
/
mruby
Public
forked from
mruby/mruby
Notifications
You must be signed in to change notification settings
Fork
0
Star
1
Code
Pull requests
0
Actions
Projects
Wiki
Security and quality
0
Insights
Additional navigation options
Code
Pull requests
Actions
Projects
Wiki
Security and quality
Insights
Expand file tree
Breadcrumbs
mruby
/
src
/
transcode_data.h
Copy path
More file actions
More file actions
Latest commit
History
History
History
109 lines (89 loc) · 5.09 KB
Breadcrumbs
mruby
/
src
/
transcode_data.h
Copy path
File metadata and controls
109 lines (89 loc) · 5.09 KB
Raw
Copy raw file
Download raw file
Open symbols panel
Edit and raw actions
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
/**********************************************************************
transcode_data.h -
$Author: duerst $
created at: Mon 10 Dec 2007 14:01:47 JST 2007
Copyright (C) 2007 Martin Duerst
**********************************************************************/
//#include "ruby/ruby.h"
#ifndef
RUBY_TRANSCODE_DATA_H
#define
RUBY_TRANSCODE_DATA_H
1
#define
WORDINDEX_SHIFT_BITS
2
#define
WORDINDEX2INFO
(
widx
) ((widx) << WORDINDEX_SHIFT_BITS)
#define
INFO2WORDINDEX
(
info
) ((info) >> WORDINDEX_SHIFT_BITS)
#define
BYTE_LOOKUP_BASE
(
bl
) ((bl)[0])
#define
BYTE_LOOKUP_INFO
(
bl
) ((bl)[1])
#define
PType
(unsigned int)
#define
NOMAP
(PType 0x01)
/* direct map */
#define
ONEbt
(0x02)
/* one byte payload */
#define
TWObt
(0x03)
/* two bytes payload */
#define
THREEbt
(0x05)
/* three bytes payload */
#define
FOURbt
(0x06)
/* four bytes payload, UTF-8 only, macros start at getBT0 */
#define
INVALID
(PType 0x07)
/* invalid byte sequence */
#define
UNDEF
(PType 0x09)
/* legal but undefined */
#define
ZERObt
(PType 0x0A)
/* zero bytes of payload, i.e. remove */
#define
FUNii
(PType 0x0B)
/* function from info to info */
#define
FUNsi
(PType 0x0D)
/* function from start to info */
#define
FUNio
(PType 0x0E)
/* function from info to output */
#define
FUNso
(PType 0x0F)
/* function from start to output */
#define
STR1
(PType 0x11)
/* string 4 <= len <= 259 bytes: 1byte length + content */
#define
GB4bt
(PType 0x12)
/* GB18030 four bytes payload */
#define
FUNsio
(PType 0x13)
/* function from start and info to output */
#define
STR1_LENGTH
(
byte_addr
) (unsigned int)(*(byte_addr) + 4)
#define
STR1_BYTEINDEX
(
w
) ((w) >> 6)
#define
makeSTR1
(
bi
) (((bi) << 6) | STR1)
#define
makeSTR1LEN
(
len
) ((len)-4)
#define
o1
(
b1
) (PType((((unsigned char)(b1))<<8)|ONEbt))
#define
o2
(
b1
,
b2
) (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|TWObt))
#define
o3
(
b1
,
b2
,
b3
) (PType(((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|(((unsigned int)(unsigned char)(b3))<<24)|THREEbt)&0xffffffffU))
#define
o4
(
b0
,
b1
,
b2
,
b3
) (PType(((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|(((unsigned char)(b3))<<24)|((((unsigned char)(b0))&0x07)<<5)|FOURbt)&0xffffffffU))
#define
g4
(
b0
,
b1
,
b2
,
b3
) (PType(((((unsigned char)(b0))<<8)|(((unsigned char)(b2))<<16)|((((unsigned char)(b1))&0x0f)<<24)|((((unsigned int)(unsigned char)(b3))&0x0f)<<28)|GB4bt)&0xffffffffU))
#define
funsio
(
diff
) (PType((((unsigned int)(diff))<<8)|FUNsio))
#define
getBT1
(
a
) ((unsigned char)((a)>> 8))
#define
getBT2
(
a
) ((unsigned char)((a)>>16))
#define
getBT3
(
a
) ((unsigned char)((a)>>24))
#define
getBT0
(
a
) (((unsigned char)((a)>> 5)&0x07)|0xF0)
/* for UTF-8 only!!! */
#define
getGB4bt0
(
a
) ((unsigned char)((a)>> 8))
#define
getGB4bt1
(
a
) ((((unsigned char)((a)>>24))&0x0F)|0x30)
#define
getGB4bt2
(
a
) ((unsigned char)((a)>>16))
#define
getGB4bt3
(
a
) ((((unsigned char)((a)>>28))&0x0F)|0x30)
#define
o2FUNii
(
b1
,
b2
) (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|FUNii))
/* do we need these??? maybe not, can be done with simple tables */
#define
ONETRAIL
/* legal but undefined if one more trailing UTF-8 */
#define
TWOTRAIL
/* legal but undefined if two more trailing UTF-8 */
#define
THREETRAIL
/* legal but undefined if three more trailing UTF-8 */
typedef
enum
{
asciicompat_converter
,
/* ASCII-compatible -> ASCII-compatible */
asciicompat_decoder
,
/* ASCII-incompatible -> ASCII-compatible */
asciicompat_encoder
/* ASCII-compatible -> ASCII-incompatible */
/* ASCII-incompatible -> ASCII-incompatible is intentionally omitted. */
}
mrb_transcoder_asciicompat_type_t
;
typedef
struct
mrb_transcoder
mrb_transcoder
;
/* static structure, one per supported encoding pair */
struct
mrb_transcoder
{
const
char
*
src_encoding
;
const
char
*
dst_encoding
;
unsigned
int
conv_tree_start
;
const
unsigned
char
*
byte_array
;
unsigned
int
byte_array_length
;
const
unsigned
int
*
word_array
;
unsigned
int
word_array_length
;
int
word_size
;
int
input_unit_length
;
int
max_input
;
int
max_output
;
mrb_transcoder_asciicompat_type_t
asciicompat_type
;
size_t
state_size
;
int
(
*
state_init_func
)(
void
*
);
/* ret==0:success ret!=0:failure(errno) */
int
(
*
state_fini_func
)(
void
*
);
/* ret==0:success ret!=0:failure(errno) */
mrb_value
(
*
func_ii
)(
void
*
,
mrb_value
);
/* info -> info */
mrb_value
(
*
func_si
)(
void
*
,
const
unsigned
char
*
,
size_t
);
/* start -> info */
ssize_t
(
*
func_io
)(
void
*
,
mrb_value
,
const
unsigned
char
*
,
size_t
);
/* info -> output */
ssize_t
(
*
func_so
)(
void
*
,
const
unsigned
char
*
,
size_t
,
unsigned
char
*
,
size_t
);
/* start -> output */
ssize_t
(
*
finish_func
)(
void
*
,
unsigned
char
*
,
size_t
);
/* -> output */
ssize_t
(
*
resetsize_func
)(
void
*
);
/* -> len */
ssize_t
(
*
resetstate_func
)(
void
*
,
unsigned
char
*
,
size_t
);
/* -> output */
ssize_t
(
*
func_sio
)(
void
*
,
const
unsigned
char
*
,
size_t
,
mrb_value
,
unsigned
char
*
,
size_t
);
/* start -> output */
};
void
mrb_declare_transcoder
(
mrb_state
*
mrb
,
const
char
*
enc1
,
const
char
*
enc2
,
const
char
*
lib
);
void
mrb_register_transcoder
(
mrb_state
*
mrb
,
const
mrb_transcoder
*
);
#endif
/* RUBY_TRANSCODE_DATA_H */
Back
|
FazBrowse Home
|
New Git URL