postgresql/contrib/tsearch2/stopword.c

/*
 * stopword library
 * Teodor Sigaev <teodor@sigaev.ru>
 */
#include "postgres.h"

#include "common.h"
#include "dict.h"
#include "ts_locale.h"

#define STOPBUFLEN	4096

void
freestoplist(StopList * s)
{
	char	  **ptr = s->stop;

	if (ptr)
		while (*ptr && s->len > 0)
		{
			free(*ptr);
			ptr++;
			s->len--;
			free(s->stop);
		}
	memset(s, 0, sizeof(StopList));
}

void
readstoplist(text *in, StopList * s)
{
	char	  **stop = NULL;

	s->len = 0;
	if (in && VARSIZE(in) - VARHDRSZ > 0)
	{
		char	   *filename = to_absfilename(text2char(in));
		FILE	   *hin;
		char		buf[STOPBUFLEN], *pbuf;
		int			reallen = 0;

		if ((hin = fopen(filename, "r")) == NULL)
			ereport(ERROR,
					(errcode(ERRCODE_CONFIG_FILE_ERROR),
					 errmsg("could not open file \"%s\": %m",
							filename)));

		while (fgets(buf, sizeof(buf), hin))
		{
			pbuf = buf;
			while( *pbuf && !isspace((unsigned char) *pbuf ) )
				pbuf++;
			*pbuf = '\0';

			pg_verifymbstr(buf, strlen(buf), false);
			if (*buf == '\0' || *buf=='\n' || *buf=='\r')
				continue;

			if (s->len >= reallen)
			{
				char	  **tmp;

				reallen = (reallen) ? reallen * 2 : 16;
				tmp = (char **) realloc((void *) stop, sizeof(char *) * reallen);
				if (!tmp)
				{
					freestoplist(s);
					fclose(hin);
					ereport(ERROR,
							(errcode(ERRCODE_OUT_OF_MEMORY),
							 errmsg("out of memory")));
				}
				stop = tmp;
			}

			if (s->wordop) 
			{
				pbuf = s->wordop(buf);
				stop[s->len] = strdup(pbuf);
				pfree(pbuf);
			} else
				stop[s->len] = strdup(buf);

			if (!stop[s->len])
			{
				freestoplist(s);
				fclose(hin);
				ereport(ERROR,
						(errcode(ERRCODE_OUT_OF_MEMORY),
						 errmsg("out of memory")));
			}

			(s->len)++;
		}
		fclose(hin);
		pfree(filename);
	}
	s->stop = stop;
}

static int
comparestr(const void *a, const void *b)
{
	return strcmp(*(char **) a, *(char **) b);
}

void
sortstoplist(StopList * s)
{
	if (s->stop && s->len > 0)
		qsort(s->stop, s->len, sizeof(char *), comparestr);
}

bool
searchstoplist(StopList * s, char *key)
{
	return (s->stop && s->len > 0 && bsearch(&key, s->stop, s->len, sizeof(char *), comparestr)) ? true : false;
}