~drizzle-trunk/drizzle/development

/* Copyright (C) 2000-2002 MySQL AB

   This program is free software; you can redistribute it and/or modify

   it under the terms of the GNU General Public License as published by

   the Free Software Foundation; version 2 of the License.

   This program is distributed in the hope that it will be useful,

   but WITHOUT ANY WARRANTY; without even the implied warranty of

   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License

   along with this program; if not, write to the Free Software

   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */

/* Written by Sergei A. Golubchik, who has a shared copyright to this code

   added support for long options (my_getopt) 22.5.2002 by Jani Tolonen */

#include "ftdefs.h"

#include "ft_eval.h"

#include <stdarg.h>

#include <my_getopt.h>

static void print_error(int exit_code, const char *fmt,...);

static void get_options(int argc, char *argv[]);

static int create_record(char *pos, FILE *file);

static void usage();

static struct my_option my_long_options[] =

{

  {"", 's', "", 0, 0, 0, GET_STR, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},

  {"", 'q', "", 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},

  {"", 'S', "", 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},

  {"", '#', "", 0, 0, 0, GET_STR, REQUIRED_ARG, 0, 0, 0, 0, 0, 0},

  {"", 'V', "", 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},

  {"", '?', "", 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},

  {"", 'h', "", 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0},

  { 0, 0, 0, 0, 0, 0, GET_NO_ARG, NO_ARG, 0, 0, 0, 0, 0, 0}

};

int main(int argc, char *argv[])

{

  MI_INFO *file;

  int i,j;

  MY_INIT(argv[0]);

  get_options(argc,argv);

  bzero((char*)recinfo,sizeof(recinfo));

  /* First define 2 columns */

  recinfo[0].type=FIELD_SKIP_ENDSPACE;

  recinfo[0].length=docid_length;

  recinfo[1].type=FIELD_BLOB;

  recinfo[1].length= 4+portable_sizeof_char_ptr;

  /* Define a key over the first column */

  keyinfo[0].seg=keyseg;

  keyinfo[0].keysegs=1;

  keyinfo[0].block_length= 0;                   /* Default block length */

  keyinfo[0].seg[0].type= HA_KEYTYPE_TEXT;

  keyinfo[0].seg[0].flag= HA_BLOB_PART;

  keyinfo[0].seg[0].start=recinfo[0].length;

  keyinfo[0].seg[0].length=key_length;

  keyinfo[0].seg[0].null_bit=0;

  keyinfo[0].seg[0].null_pos=0;

  keyinfo[0].seg[0].bit_start=4;

  keyinfo[0].seg[0].language=MY_CHARSET_CURRENT;

  keyinfo[0].flag = HA_FULLTEXT;

  if (!silent)

    printf("- Creating isam-file\n");

  if (mi_create(filename,1,keyinfo,2,recinfo,0,NULL,(MI_CREATE_INFO*) 0,0))

    goto err;

  if (!(file=mi_open(filename,2,0)))

    goto err;

  if (!silent)

    printf("Initializing stopwords\n");

  ft_init_stopwords(stopwordlist);

  if (!silent)

    printf("- Writing key:s\n");

  my_errno=0;

  i=0;

  while (create_record(record,df))

  {

    error=mi_write(file,record);

    if (error)

      printf("I= %2d  mi_write: %d  errno: %d\n",i,error,my_errno);

    i++;

  }

  fclose(df);

  if (mi_close(file)) goto err;

  if (!silent)

    printf("- Reopening file\n");

  if (!(file=mi_open(filename,2,0))) goto err;

  if (!silent)

    printf("- Reading rows with key\n");

  for (i=1;create_record(record,qf);i++)

  {

    FT_DOCLIST *result;

    double w;

    int t, err;

    result=ft_nlq_init_search(file,0,blob_record,(uint) strlen(blob_record),1);

    if (!result)

    {

      printf("Query %d failed with errno %3d\n",i,my_errno);

      goto err;

    }

    if (!silent)

      printf("Query %d. Found: %d.\n",i,result->ndocs);

    for (j=0;(err=ft_nlq_read_next(result, read_record))==0;j++)

    {

      t=uint2korr(read_record);

      w=ft_nlq_get_relevance(result);

      printf("%d %.*s %f\n",i,t,read_record+2,w);

    }

    if (err != HA_ERR_END_OF_FILE)

    {

      printf("ft_read_next %d failed with errno %3d\n",j,my_errno);

      goto err;

    }

    ft_nlq_close_search(result);

  }

  if (mi_close(file)) goto err;

  my_end(MY_CHECK_ERROR);

  return (0);

 err:

  printf("got error: %3d when using myisam-database\n",my_errno);

  return 1;			/* skip warning */

}

static my_bool

get_one_option(int optid, const struct my_option *opt __attribute__((unused)),

	       char *argument)

{

  switch (optid) {

  case 's':

    if (stopwordlist && stopwordlist != ft_precompiled_stopwords)

      break;

    {

      FILE *f; char s[HA_FT_MAXLEN]; int i=0,n=SWL_INIT;

      if (!(stopwordlist=(const char**) malloc(n*sizeof(char *))))

	print_error(1,"malloc(%d)",n*sizeof(char *));

      if (!(f=fopen(argument,"r")))

	print_error(1,"fopen(%s)",argument);

      while (!feof(f))

      {

	if (!(fgets(s,HA_FT_MAXLEN,f)))

	  print_error(1,"fgets(s,%d,%s)",HA_FT_MAXLEN,argument);

	if (!(stopwordlist[i++]=strdup(s)))

	  print_error(1,"strdup(%s)",s);

	if (i >= n)

	{

	  n+=SWL_PLUS;

	  if (!(stopwordlist=(const char**) realloc((char*) stopwordlist,

						    n*sizeof(char *))))

	    print_error(1,"realloc(%d)",n*sizeof(char *));

	}

      }

      fclose(f);

      stopwordlist[i]=NULL;

      break;

    }

  case 'q': silent=1; break;

  case 'S': if (stopwordlist==ft_precompiled_stopwords) stopwordlist=NULL; break;

  case '#':

    DBUG_PUSH (argument);

    break;

  case 'V':

  case '?':

  case 'h':

    usage();

    exit(1);

  }

  return 0;

}

static void get_options(int argc, char *argv[])

{

  int ho_error;

  if ((ho_error=handle_options(&argc, &argv, my_long_options, get_one_option)))

    exit(ho_error);

  if (!(d_file=argv[optind])) print_error(1,"No d_file");

  if (!(df=fopen(d_file,"r")))

    print_error(1,"fopen(%s)",d_file);

  if (!(q_file=argv[optind+1])) print_error(1,"No q_file");

  if (!(qf=fopen(q_file,"r")))

    print_error(1,"fopen(%s)",q_file);

  return;

} /* get options */

static int create_record(char *pos, FILE *file)

{

  uint tmp; char *ptr;

  bzero((char *)pos,MAX_REC_LENGTH);

  /* column 1 - VARCHAR */

  if (!(fgets(pos+2,MAX_REC_LENGTH-32,file)))

  {

    if (feof(file))

      return 0;

    else

      print_error(1,"fgets(docid) - 1");

  }

  tmp=(uint) strlen(pos+2)-1;

  int2store(pos,tmp);

  pos+=recinfo[0].length;

  /* column 2 - BLOB */

  if (!(fgets(blob_record,MAX_BLOB_LENGTH,file)))

    print_error(1,"fgets(docid) - 2");

  tmp=(uint) strlen(blob_record);

  int4store(pos,tmp);

  ptr=blob_record;

  memcpy_fixed(pos+4,&ptr,sizeof(char*));

  return 1;

}

/* VARARGS */

static void print_error(int exit_code, const char *fmt,...)

{

  va_list args;

  va_start(args,fmt);

  fprintf(stderr,"%s: error: ",my_progname);

  VOID(vfprintf(stderr, fmt, args));

  VOID(fputc('\n',stderr));

  fflush(stderr);

  va_end(args);

  exit(exit_code);

}

static void usage()

{

  printf("%s [options]\n", my_progname);

  my_print_help(my_long_options);

  my_print_variables(my_long_options);

}