void freestoplist(StopList * s);
void readstoplist(text *in, StopList * s);
bool searchstoplist(StopList * s, char *key);
-char *lowerstr(char *str);
typedef struct
{
#include "dict.h"
#include "common.h"
+#include "ts_locale.h"
typedef struct
{
#include "dict.h"
#include "common.h"
#include "ispell/spell.h"
+#include "ts_locale.h"
typedef struct
{
#include "snowball/header.h"
#include "snowball/english_stem.h"
#include "snowball/russian_stem.h"
+#include "ts_locale.h"
typedef struct
{
#include "dict.h"
#include "common.h"
+#include "ts_locale.h"
#define SYNBUFLEN 4096
typedef struct
#include "common.h"
#include "snowball/header.h"
#include "subinclude.h"
+#include "ts_locale.h"
typedef struct {
struct SN_env *z;
#include "common.h"
#include "subinclude.h"
+#include "ts_locale.h"
HASINIT typedef struct {
HASINIT StopList stoplist;
#include "postgres.h"
#include "spell.h"
+#include "ts_locale.h"
#define MAX_NORM 1024
#define MAXNORMLEN 256
return (strcmp(((const SPELL *) s1)->p.flag, ((const SPELL *) s2)->p.flag));
}
-static void
-strlower(char *str)
-{
- unsigned char *ptr = (unsigned char *) str;
-
- while (*ptr)
- {
- *ptr = tolower(*ptr);
- ptr++;
- }
-}
-
static char *
strnduplicate(char *s, int len)
{
}
else
flag = "";
- strlower(str);
+ lowerstr(str);
/* Dont load words if first letter is not required */
/* It allows to optimize loading at search time */
s = str;
*s = 0;
if (!*str)
continue;
- strlower(str);
+ lowerstr(str);
strcpy(mask, "");
strcpy(find, "");
strcpy(repl, "");
if (wrdlen > MAXNORMLEN)
return NULL;
- strlower(word);
+ lowerstr(word);
cur = forms = (char **) palloc(MAX_NORM * sizeof(char *));
*cur = NULL;
#include "dict.h"
#include "common.h"
+#include "ts_locale.h"
#define CS_WAITKEY 0
#define CS_INKEY 1
cptr = ptr = res;
while (*ptr)
{
- if (*ptr == '\\')
+ if (t_iseq(ptr, '\\'))
ptr++;
- *cptr = *ptr;
- ptr++;
- cptr++;
+ COPYCHAR( cptr, ptr );
+ cptr+=pg_mblen(ptr);
+ ptr+=pg_mblen(ptr);
}
*cptr = '\0';
while (ptr - VARDATA(in) < VARSIZE(in) - VARHDRSZ)
{
- if (*ptr == ',')
+ if ( t_iseq(ptr, ',') )
num++;
- ptr++;
+ ptr+=pg_mblen(ptr);
}
*m = mptr = (Map *) palloc(sizeof(Map) * (num + 2));
{
if (state == CS_WAITKEY)
{
- if (isalpha((unsigned char) *ptr))
+ if (t_isalpha(ptr))
{
begin = ptr;
state = CS_INKEY;
}
- else if (!isspace((unsigned char) *ptr))
+ else if (!t_isspace(ptr))
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("syntax error"),
- errdetail("Syntax error in position %d near \"%c\"",
- (int) (ptr - VARDATA(in)), *ptr)));
+ errdetail("Syntax error in position %d",
+ (int) (ptr - VARDATA(in)))));
}
else if (state == CS_INKEY)
{
- if (isspace((unsigned char) *ptr))
+ if (t_isspace(ptr))
{
mptr->key = nstrdup(begin, ptr - begin);
state = CS_WAITEQ;
}
- else if (*ptr == '=')
+ else if (t_iseq(ptr,'='))
{
mptr->key = nstrdup(begin, ptr - begin);
state = CS_WAITVALUE;
}
- else if (!isalpha((unsigned char) *ptr))
+ else if (!t_isalpha(ptr))
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("syntax error"),
- errdetail("Syntax error in position %d near \"%c\"",
- (int) (ptr - VARDATA(in)), *ptr)));
+ errdetail("Syntax error in position %d",
+ (int) (ptr - VARDATA(in)))));
}
else if (state == CS_WAITEQ)
{
- if (*ptr == '=')
+ if (t_iseq(ptr, '='))
state = CS_WAITVALUE;
- else if (!isspace((unsigned char) *ptr))
+ else if (!t_isspace(ptr))
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("syntax error"),
- errdetail("Syntax error in position %d near \"%c\"",
- (int) (ptr - VARDATA(in)), *ptr)));
+ errdetail("Syntax error in position %d",
+ (int) (ptr - VARDATA(in)))));
}
else if (state == CS_WAITVALUE)
{
- if (*ptr == '"')
+ if (t_iseq(ptr, '"'))
{
begin = ptr + 1;
state = CS_INVALUE;
}
- else if (!isspace((unsigned char) *ptr))
+ else if (!t_isspace(ptr))
{
begin = ptr;
state = CS_IN2VALUE;
}
else if (state == CS_INVALUE)
{
- if (*ptr == '"')
+ if (t_iseq(ptr, '"'))
{
mptr->value = nstrdup(begin, ptr - begin);
mptr++;
state = CS_WAITDELIM;
}
- else if (*ptr == '\\')
+ else if (t_iseq(ptr, '\\'))
state = CS_INESC;
}
else if (state == CS_IN2VALUE)
{
- if (isspace((unsigned char) *ptr) || *ptr == ',')
+ if (t_isspace(ptr) || t_iseq(ptr, ','))
{
mptr->value = nstrdup(begin, ptr - begin);
mptr++;
- state = (*ptr == ',') ? CS_WAITKEY : CS_WAITDELIM;
+ state = (t_iseq(ptr, ',')) ? CS_WAITKEY : CS_WAITDELIM;
}
- else if (*ptr == '\\')
+ else if (t_iseq(ptr, '\\'))
state = CS_INESC;
}
else if (state == CS_WAITDELIM)
{
- if (*ptr == ',')
+ if (t_iseq(ptr, ','))
state = CS_WAITKEY;
- else if (!isspace((unsigned char) *ptr))
+ else if (!t_isspace(ptr))
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("syntax error"),
- errdetail("Syntax error in position %d near \"%c\"",
- (int) (ptr - VARDATA(in)), *ptr)));
+ errdetail("Syntax error in position %d",
+ (int) (ptr - VARDATA(in)))));
}
else if (state == CS_INESC)
state = CS_INVALUE;
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("bad parser state"),
- errdetail("%d at position %d near \"%c\"",
- state, (int) (ptr - VARDATA(in)), *ptr)));
- ptr++;
+ errdetail("%d at position %d",
+ state, (int) (ptr - VARDATA(in)))));
+ ptr+=pg_mblen(ptr);
}
if (state == CS_IN2VALUE)
#include "query.h"
#include "query_cleanup.h"
#include "common.h"
-
+#include "ts_locale.h"
PG_FUNCTION_INFO_V1(tsquery_in);
Datum tsquery_in(PG_FUNCTION_ARGS);
{
*weight = 0;
- if (*buf != ':')
+ if ( !t_iseq(buf, ':') )
return buf;
buf++;
- while (*buf)
+ while ( *buf && pg_mblen(buf) == 1 )
{
- switch (tolower(*buf))
+ switch (*buf)
{
case 'a':
+ case 'A':
*weight |= 1 << 3;
break;
case 'b':
+ case 'B':
*weight |= 1 << 2;
break;
case 'c':
+ case 'C':
*weight |= 1 << 1;
break;
case 'd':
+ case 'D':
*weight |= 1;
break;
default:
{
case WAITFIRSTOPERAND:
case WAITOPERAND:
- if (*(state->buf) == '!')
+ if ( t_iseq(state->buf, '!') )
{
- (state->buf)++;
+ (state->buf)++; /* can safely ++, t_iseq guarantee that pg_mblen()==1 */
*val = (int4) '!';
return OPR;
}
- else if (*(state->buf) == '(')
+ else if ( t_iseq(state->buf, '(') )
{
state->count++;
(state->buf)++;
return OPEN;
}
- else if (*(state->buf) == ':')
+ else if ( t_iseq(state->buf, ':') )
{
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("error at start of operand")));
}
- else if (*(state->buf) != ' ')
+ else if ( !t_isspace(state->buf) )
{
state->valstate.prsbuf = state->buf;
if (gettoken_tsvector(&(state->valstate)))
}
break;
case WAITOPERATOR:
- if (*(state->buf) == '&' || *(state->buf) == '|')
+ if ( t_iseq(state->buf, '&') || t_iseq(state->buf, '|') )
{
state->state = WAITOPERAND;
*val = (int4) *(state->buf);
(state->buf)++;
return OPR;
}
- else if (*(state->buf) == ')')
+ else if ( t_iseq(state->buf, ')') )
{
(state->buf)++;
state->count--;
}
else if (*(state->buf) == '\0')
return (state->count) ? ERR : END;
- else if (*(state->buf) != ' ')
+ else if ( !t_isspace(state->buf) )
return ERR;
break;
case WAITSINGLEOPERAND:
return ERR;
break;
}
- (state->buf)++;
+ state->buf+=pg_mblen(state->buf);
}
return END;
}
Datum
tsquery_in(PG_FUNCTION_ARGS)
{
+ char * in = (char*)PG_GETARG_POINTER(0);
+ pg_verifymbstr( in, strlen(in), false);
+
SET_FUNCOID();
- PG_RETURN_POINTER(queryin((char *) PG_GETARG_POINTER(0), pushval_asis, 0, false));
+ PG_RETURN_POINTER(queryin((char *) in, pushval_asis, 0, false));
}
/*
if (in->curpol->type == VAL)
{
char *op = in->op + in->curpol->distance;
+ int clen;
- RESIZEBUF(in, in->curpol->length * 2 + 2 + 5);
+ RESIZEBUF(in, in->curpol->length * (pg_database_encoding_max_length()+1) + 2 + 5);
*(in->cur) = '\'';
in->cur++;
while (*op)
{
- if (*op == '\'')
+ if ( t_iseq(op, '\'') )
{
*(in->cur) = '\\';
in->cur++;
}
- *(in->cur) = *op;
- op++;
- in->cur++;
+ COPYCHAR(in->cur,op);
+
+ clen = pg_mblen(op);
+ op+=clen;
+ in->cur+=clen;
}
*(in->cur) = '\'';
in->cur++;
#define BS_DEBUG
*/
-
+#include "ts_locale.h"
/*
* item in polish notation with back link
* to left operand
#define GETQUERY(x) (ITEM*)( (char*)(x)+HDRSIZEQT )
#define GETOPERAND(x) ( (char*)GETQUERY(x) + ((QUERYTYPE*)(x))->size * sizeof(ITEM) )
-#define ISOPERATOR(x) ( (x)=='!' || (x)=='&' || (x)=='|' || (x)=='(' || (x)==')' )
+#define ISOPERATOR(x) ( pg_mblen(x)==1 && ( *(x)=='!' || *(x)=='&' || *(x)=='|' || *(x)=='(' || *(x)==')' ) )
#define END 0
#define ERR 1
#include "common.h"
#include "dict.h"
+#include "ts_locale.h"
#define STOPBUFLEN 4096
-char *
-lowerstr(char *str)
-{
- char *ptr = str;
-
- while (*ptr)
- {
- *ptr = tolower(*(unsigned char *) ptr);
- ptr++;
- }
- return str;
-}
-
void
freestoplist(StopList * s)
{
{
char sharepath[MAXPGPATH];
char *absfn;
+#ifdef WIN32
+ char delim = '\\';
+#else
+ char delim = '/';
+#endif
get_share_path(my_exec_path, sharepath);
absfn = palloc(strlen(sharepath) + strlen(filename) + 2);
- sprintf(absfn, "%s/%s", sharepath, filename);
+ sprintf(absfn, "%s%c%s", sharepath, delim, filename);
+
pfree(filename);
filename = absfn;
}
#include "mb/pg_wchar.h"
-#if defined(TS_USE_WIDE) && defined(WIN32)
+#ifdef TS_USE_WIDE
+
+#ifdef WIN32
size_t
wchar2char(char *to, const wchar_t *from, size_t len)
return mbstowcs(to, from, len);
}
+#endif /* WIN32 */
+
+int
+_t_isalpha( char *ptr ) {
+ wchar_t character;
+
+ char2wchar(&character, ptr, 1);
+
+ return iswalpha( (wint_t)character );
+}
+
+int
+_t_isprint( char *ptr ) {
+ wchar_t character;
+
+ char2wchar(&character, ptr, 1);
+
+ return iswprint( (wint_t)character );
+}
+
+#endif /* TS_USE_WIDE */
+
+char *
+lowerstr(char *str)
+{
+ char *ptr = str;
+
+#ifdef TS_USE_WIDE
+ /*
+ * Use wide char code only when max encoding length > 1 and ctype != C.
+ * Some operating systems fail with multi-byte encodings and a C locale.
+ * Also, for a C locale there is no need to process as multibyte. From
+ * backend/utils/adt/oracle_compat.c Teodor
+ */
+ if (pg_database_encoding_max_length() > 1 && !lc_ctype_is_c()) {
+ wchar_t *wstr, *wptr;
+ int len = strlen(str);
+
+ wptr = wstr = (wchar_t *) palloc(sizeof(wchar_t) * (len+1));
+ char2wchar(wstr, str, len+1);
+ while (*wptr) {
+ *wptr = towlower((wint_t) *wptr);
+ wptr++;
+ }
+ wchar2char(str, wstr, len);
+ pfree( wstr );
+ } else
#endif
+ while (*ptr)
+ {
+ *ptr = tolower(*(unsigned char *) ptr);
+ ptr++;
+ }
+ return str;
+}
+
#define __TSLOCALE_H__
#include "postgres.h"
+#include "utils/pg_locale.h"
+#include "mb/pg_wchar.h"
#include <ctype.h>
#include <limits.h>
#if defined(HAVE_WCSTOMBS) && defined(HAVE_TOWLOWER)
#define TS_USE_WIDE
+#endif
+
+#ifdef TS_USE_WIDE
+#endif /* TS_USE_WIDE */
+
+
+#define TOUCHAR(x) (*((unsigned char*)(x)))
+
+#ifdef TS_USE_WIDE
#ifdef WIN32
size_t wchar2char(char *to, const wchar_t *from, size_t len);
size_t char2wchar(wchar_t *to, const char *from, size_t len);
-#else /* WIN32 */
+#else /* WIN32 */
/* correct mbstowcs */
#define char2wchar mbstowcs
#define wchar2char wcstombs
#endif /* WIN32 */
-#endif /* defined(HAVE_WCSTOMBS) &&
- * defined(HAVE_TOWLOWER) */
+
+#define t_isdigit(x) ( pg_mblen(x)==1 && isdigit( TOUCHAR(x) ) )
+#define t_isspace(x) ( pg_mblen(x)==1 && isspace( TOUCHAR(x) ) )
+int _t_isalpha( char *ptr );
+#define t_isalpha(x) ( (pg_mblen(x)==1) ? isalpha( TOUCHAR(x) ) : _t_isalpha(x) )
+int _t_isprint( char *ptr );
+#define t_isprint(x) ( (pg_mblen(x)==1) ? isprint( TOUCHAR(x) ) : _t_isprint(x) )
+/*
+ * t_iseq() should be called only for ASCII symbols
+ */
+#define t_iseq(x,c) ( (pg_mblen(x)==1) ? ( TOUCHAR(x) == ((unsigned char)(c)) ) : false )
+
+#define COPYCHAR(d,s) do { \
+ int lll = pg_mblen( s ); \
+ \
+ while( lll-- ) \
+ TOUCHAR(d+lll) = TOUCHAR(s+lll); \
+} while(0)
+
+
+#else /* not def TS_USE_WIDE */
+
+#define t_isdigit(x) isdigit( TOUCHAR(x) )
+#define t_isspace(x) isspace( TOUCHAR(x) )
+#define t_isalpha(x) isalpha( TOUCHAR(x) )
+#define t_isprint(x) isprint( TOUCHAR(x) )
+#define t_iseq(x,c) ( TOUCHAR(x) == ((unsigned char)(c)) )
+
+#define COPYCHAR(d,s) TOUCHAR(d) = TOUCHAR(s)
+
+#endif
+
+char* lowerstr(char *str);
#endif /* __TSLOCALE_H__ */
#include "catalog/pg_type.h"
#include "executor/spi.h"
#include "common.h"
+#include "ts_locale.h"
PG_FUNCTION_INFO_V1(tsstat_in);
Datum tsstat_in(PG_FUNCTION_ARGS);
buf = VARDATA(ws);
while (buf - VARDATA(ws) < VARSIZE(ws) - VARHDRSZ)
{
- switch (tolower(*buf))
- {
- case 'a':
- stat->weight |= 1 << 3;
- break;
- case 'b':
- stat->weight |= 1 << 2;
- break;
- case 'c':
- stat->weight |= 1 << 1;
- break;
- case 'd':
- stat->weight |= 1;
- break;
- default:
- stat->weight |= 0;
+ if ( pg_mblen(buf) == 1 ) {
+ switch (*buf)
+ {
+ case 'A':
+ case 'a':
+ stat->weight |= 1 << 3;
+ break;
+ case 'B':
+ case 'b':
+ stat->weight |= 1 << 2;
+ break;
+ case 'C':
+ case 'c':
+ stat->weight |= 1 << 1;
+ break;
+ case 'D':
+ case 'd':
+ stat->weight |= 1;
+ break;
+ default:
+ stat->weight |= 0;
+ }
}
- buf++;
+ buf+=pg_mblen(buf);
}
}
#include "catalog/namespace.h"
#include "utils/pg_locale.h"
+#include "mb/pg_wchar.h"
-#include <ctype.h> /* tolower */
+#include <ctype.h>
#include "tsvector.h"
#include "query.h"
#include "ts_cfg.h"
#define RESIZEPRSBUF \
do { \
- if ( state->curpos - state->word + 1 >= state->len ) \
+ if ( state->curpos - state->word + pg_database_encoding_max_length() >= state->len ) \
{ \
int4 clen = state->curpos - state->word; \
state->len *= 2; \
} \
} while (0)
+
int4
gettoken_tsvector(TI_IN_STATE * state)
{
{
if (*(state->prsbuf) == '\0')
return 0;
- else if (*(state->prsbuf) == '\'')
+ else if ( t_iseq(state->prsbuf, '\'') )
state->state = WAITENDCMPLX;
- else if (*(state->prsbuf) == '\\')
+ else if ( t_iseq(state->prsbuf, '\\') )
{
state->state = WAITNEXTCHAR;
oldstate = WAITENDWORD;
}
- else if (state->oprisdelim && ISOPERATOR(*(state->prsbuf)))
+ else if (state->oprisdelim && ISOPERATOR(state->prsbuf))
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("syntax error")));
- else if (*(state->prsbuf) != ' ')
+ else if (!t_isspace(state->prsbuf))
{
- *(state->curpos) = *(state->prsbuf);
- state->curpos++;
+ COPYCHAR(state->curpos, state->prsbuf);
+ state->curpos+=pg_mblen(state->prsbuf);
state->state = WAITENDWORD;
}
}
else
{
RESIZEPRSBUF;
- *(state->curpos) = *(state->prsbuf);
- state->curpos++;
+ COPYCHAR(state->curpos, state->prsbuf);
+ state->curpos+=pg_mblen(state->prsbuf);
state->state = oldstate;
}
}
else if (state->state == WAITENDWORD)
{
- if (*(state->prsbuf) == '\\')
+ if ( t_iseq(state->prsbuf, '\\') )
{
state->state = WAITNEXTCHAR;
oldstate = WAITENDWORD;
}
- else if (*(state->prsbuf) == ' ' || *(state->prsbuf) == '\0' ||
- (state->oprisdelim && ISOPERATOR(*(state->prsbuf))))
+ else if ( t_isspace(state->prsbuf) || *(state->prsbuf) == '\0' ||
+ (state->oprisdelim && ISOPERATOR(state->prsbuf)))
{
RESIZEPRSBUF;
if (state->curpos == state->word)
*(state->curpos) = '\0';
return 1;
}
- else if (*(state->prsbuf) == ':')
+ else if ( t_iseq(state->prsbuf,':') )
{
if (state->curpos == state->word)
ereport(ERROR,
else
{
RESIZEPRSBUF;
- *(state->curpos) = *(state->prsbuf);
- state->curpos++;
+ COPYCHAR(state->curpos, state->prsbuf);
+ state->curpos+=pg_mblen(state->prsbuf);
}
}
else if (state->state == WAITENDCMPLX)
{
- if (*(state->prsbuf) == '\'')
+ if ( t_iseq(state->prsbuf, '\'') )
{
RESIZEPRSBUF;
*(state->curpos) = '\0';
errmsg("syntax error")));
if (state->oprisdelim)
{
- state->prsbuf++;
+ state->prsbuf+=pg_mblen(state->prsbuf);
return 1;
}
else
state->state = WAITPOSINFO;
}
- else if (*(state->prsbuf) == '\\')
+ else if ( t_iseq(state->prsbuf, '\\') )
{
state->state = WAITNEXTCHAR;
oldstate = WAITENDCMPLX;
else
{
RESIZEPRSBUF;
- *(state->curpos) = *(state->prsbuf);
- state->curpos++;
+ COPYCHAR(state->curpos, state->prsbuf);
+ state->curpos+=pg_mblen(state->prsbuf);
}
}
else if (state->state == WAITPOSINFO)
{
- if (*(state->prsbuf) == ':')
+ if ( t_iseq(state->prsbuf, ':') )
state->state = INPOSINFO;
else
return 1;
}
else if (state->state == INPOSINFO)
{
- if (isdigit((unsigned char) *(state->prsbuf)))
+ if (t_isdigit(state->prsbuf))
{
if (state->alen == 0)
{
}
else if (state->state == WAITPOSDELIM)
{
- if (*(state->prsbuf) == ',')
+ if ( t_iseq(state->prsbuf, ',') )
state->state = INPOSINFO;
- else if (tolower(*(state->prsbuf)) == 'a' || *(state->prsbuf) == '*')
+ else if ( t_iseq(state->prsbuf, 'a') || t_iseq(state->prsbuf, 'A') || t_iseq(state->prsbuf, '*') )
{
if (WEP_GETWEIGHT(state->pos[*(uint16 *) (state->pos)]))
ereport(ERROR,
errmsg("syntax error")));
WEP_SETWEIGHT(state->pos[*(uint16 *) (state->pos)], 3);
}
- else if (tolower(*(state->prsbuf)) == 'b')
+ else if ( t_iseq(state->prsbuf, 'b') || t_iseq(state->prsbuf, 'B') )
{
if (WEP_GETWEIGHT(state->pos[*(uint16 *) (state->pos)]))
ereport(ERROR,
errmsg("syntax error")));
WEP_SETWEIGHT(state->pos[*(uint16 *) (state->pos)], 2);
}
- else if (tolower(*(state->prsbuf)) == 'c')
+ else if ( t_iseq(state->prsbuf, 'c') || t_iseq(state->prsbuf, 'C') )
{
if (WEP_GETWEIGHT(state->pos[*(uint16 *) (state->pos)]))
ereport(ERROR,
errmsg("syntax error")));
WEP_SETWEIGHT(state->pos[*(uint16 *) (state->pos)], 1);
}
- else if (tolower(*(state->prsbuf)) == 'd')
+ else if ( t_iseq(state->prsbuf, 'd') || t_iseq(state->prsbuf, 'D') )
{
if (WEP_GETWEIGHT(state->pos[*(uint16 *) (state->pos)]))
ereport(ERROR,
errmsg("syntax error")));
WEP_SETWEIGHT(state->pos[*(uint16 *) (state->pos)], 0);
}
- else if (isspace((unsigned char) *(state->prsbuf)) ||
+ else if (t_isspace(state->prsbuf) ||
*(state->prsbuf) == '\0')
return 1;
- else if (!isdigit((unsigned char) *(state->prsbuf)))
+ else if (!t_isdigit(state->prsbuf))
ereport(ERROR,
(errcode(ERRCODE_SYNTAX_ERROR),
errmsg("syntax error")));
else
/* internal error */
elog(ERROR, "internal error");
- state->prsbuf++;
+ state->prsbuf+=pg_mblen(state->prsbuf);
}
return 0;
buflen = 256;
SET_FUNCOID();
+
+ pg_verifymbstr( buf, strlen(buf), false );
state.prsbuf = buf;
state.len = 32;
state.word = (char *) palloc(state.len);
tsvector *out = (tsvector *) PG_DETOAST_DATUM(PG_GETARG_DATUM(0));
char *outbuf;
int4 i,
- j,
lenbuf = 0,
pp;
WordEntry *ptr = ARRPTR(out);
- char *curin,
+ char *curbegin, *curin,
*curout;
lenbuf = out->size * 2 /* '' */ + out->size - 1 /* space */ + 2 /* \0 */ ;
for (i = 0; i < out->size; i++)
{
- lenbuf += ptr[i].len * 2 /* for escape */ ;
+ lenbuf += ptr[i].len * 2 * pg_database_encoding_max_length()/* for escape */ ;
if (ptr[i].haspos)
lenbuf += 7 * POSDATALEN(out, &(ptr[i]));
}
curout = outbuf = (char *) palloc(lenbuf);
for (i = 0; i < out->size; i++)
{
- curin = STRPTR(out) + ptr->pos;
+ curbegin = curin = STRPTR(out) + ptr->pos;
if (i != 0)
*curout++ = ' ';
*curout++ = '\'';
- j = ptr->len;
- while (j--)
+ while ( curin-curbegin < ptr->len )
{
- if (*curin == '\'')
+ int len = pg_mblen(curin);
+ if ( t_iseq(curin, '\'') )
{
int4 pos = curout - outbuf;
curout = outbuf + pos;
*curout++ = '\\';
}
- *curout++ = *curin++;
+ while(len--)
+ *curout++ = *curin++;
}
*curout++ = '\'';
if ((pp = POSDATALEN(out, ptr)) != 0)
#include "utils/pg_locale.h"
-#include <ctype.h> /* tolower */
#include "tsvector.h"
#include "query.h"
#include "ts_cfg.h"
WordEntryPos *p;
int w = 0;
- switch (tolower(cw))
+ switch (cw)
{
+ case 'A':
case 'a':
w = 3;
break;
+ case 'B':
case 'b':
w = 2;
break;
+ case 'C':
case 'c':
w = 1;
break;
+ case 'D':
case 'd':
w = 0;
break;
prs->state = ptr;
}
+#ifdef TS_USE_WIDE
if (prs->wstr)
pfree(prs->wstr);
+#endif
+
pfree(prs);
}
/* string and position information */
char *str; /* multibyte string */
int lenstr; /* length of mbstring */
+#ifdef TS_USE_WIDE
wchar_t *wstr; /* wide character string */
int lenwstr; /* length of wsting */
+#endif
/* State of parse */
int charmaxlen;
projects / postgresql / commitdiff