/* * example of Snowball dictionary * http://snowball.tartarus.org/ * Teodor Sigaev */ #include #include #include "postgres.h" #include "dict.h" #include "common.h" #include "snowball/header.h" #include "snowball/english_stem.h" #include "snowball/russian_stem.h" typedef struct { struct SN_env *z; StopList stoplist; int (*stem)(struct SN_env * z); } DictSnowball; PG_FUNCTION_INFO_V1(snb_en_init); Datum snb_en_init(PG_FUNCTION_ARGS); PG_FUNCTION_INFO_V1(snb_ru_init); Datum snb_ru_init(PG_FUNCTION_ARGS); PG_FUNCTION_INFO_V1(snb_lexize); Datum snb_lexize(PG_FUNCTION_ARGS); Datum snb_en_init(PG_FUNCTION_ARGS) { DictSnowball *d = (DictSnowball*)malloc( sizeof(DictSnowball) ); if ( !d ) ereport(ERROR, (errcode(ERRCODE_OUT_OF_MEMORY), errmsg("out of memory"))); memset(d,0,sizeof(DictSnowball)); d->stoplist.wordop=lowerstr; if ( !PG_ARGISNULL(0) && PG_GETARG_POINTER(0)!=NULL ) { text *in = PG_GETARG_TEXT_P(0); readstoplist(in, &(d->stoplist)); sortstoplist(&(d->stoplist)); PG_FREE_IF_COPY(in, 0); } d->z = english_create_env(); if (!d->z) { freestoplist(&(d->stoplist)); ereport(ERROR, (errcode(ERRCODE_OUT_OF_MEMORY), errmsg("out of memory"))); } d->stem=english_stem; PG_RETURN_POINTER(d); } Datum snb_ru_init(PG_FUNCTION_ARGS) { DictSnowball *d = (DictSnowball*)malloc( sizeof(DictSnowball) ); if ( !d ) ereport(ERROR, (errcode(ERRCODE_OUT_OF_MEMORY), errmsg("out of memory"))); memset(d,0,sizeof(DictSnowball)); d->stoplist.wordop=lowerstr; if ( !PG_ARGISNULL(0) && PG_GETARG_POINTER(0)!=NULL ) { text *in = PG_GETARG_TEXT_P(0); readstoplist(in, &(d->stoplist)); sortstoplist(&(d->stoplist)); PG_FREE_IF_COPY(in, 0); } d->z = russian_create_env(); if (!d->z) { freestoplist(&(d->stoplist)); ereport(ERROR, (errcode(ERRCODE_OUT_OF_MEMORY), errmsg("out of memory"))); } d->stem=russian_stem; PG_RETURN_POINTER(d); } Datum snb_lexize(PG_FUNCTION_ARGS) { DictSnowball *d = (DictSnowball*)PG_GETARG_POINTER(0); char *in = (char*)PG_GETARG_POINTER(1); char *txt = pnstrdup(in, PG_GETARG_INT32(2)); char **res=palloc(sizeof(char*)*2); if ( *txt=='\0' || searchstoplist(&(d->stoplist),txt) ) { pfree(txt); res[0]=NULL; } else { SN_set_current(d->z, strlen(txt), txt); (d->stem)(d->z); if ( d->z->p && d->z->l ) { txt=repalloc(txt, d->z->l+1); memcpy( txt, d->z->p, d->z->l); txt[d->z->l]='\0'; } res[0]=txt; } res[1]=NULL; PG_RETURN_POINTER(res); }