mariadb/myisam/ft_eval.c

/* Copyright (C) 2000 MySQL AB & MySQL Finland AB & TCX DataKonsult AB
   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.
   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */

/* Written by Sergei A. Golubchik, who has a shared copyright to this code */

#include "ftdefs.h"
#include "ft_eval.h"
#include <stdarg.h>
#include <getopt.h>

static void print_error(int exit_code, const char *fmt,...);

int main(int argc,char *argv[])
{
  MI_INFO *file;
  int i,j;

  MY_INIT(argv[0]);
  get_options(argc,argv);
  bzero((char*)recinfo,sizeof(recinfo));

  /* First define 2 columns */
  recinfo[0].type=FIELD_SKIPP_ENDSPACE;
  recinfo[0].length=docid_length;
  recinfo[1].type=FIELD_BLOB;
  recinfo[1].length= 4+mi_portable_sizeof_char_ptr;

  /* Define a key over the first column */
  keyinfo[0].seg=keyseg;
  keyinfo[0].keysegs=1;
  keyinfo[0].seg[0].type= HA_KEYTYPE_TEXT;
  keyinfo[0].seg[0].flag= HA_BLOB_PART;
  keyinfo[0].seg[0].start=recinfo[0].length;
  keyinfo[0].seg[0].length=key_length;
  keyinfo[0].seg[0].null_bit=0;
  keyinfo[0].seg[0].null_pos=0;
  keyinfo[0].seg[0].bit_start=4;
  keyinfo[0].seg[0].language=MY_CHARSET_CURRENT;
  keyinfo[0].flag = HA_FULLTEXT;

  if (!silent)
    printf("- Creating isam-file\n");
  if (mi_create(filename,1,keyinfo,2,recinfo,0,NULL,(MI_CREATE_INFO*) 0,0))
    goto err;
  if (!(file=mi_open(filename,2,0)))
    goto err;
  if (!silent)
    printf("Initializing stopwords\n");
  ft_init_stopwords(stopwordlist);

  if (!silent)
    printf("- Writing key:s\n");

  my_errno=0;
  i=0;
  while(create_record(record,df))
  {
    error=mi_write(file,record);
    if (error)
      printf("I= %2d  mi_write: %d  errno: %d\n",i,error,my_errno);
    i++;
  }
  fclose(df);

  if (mi_close(file)) goto err;
  if (!silent)
    printf("- Reopening file\n");
  if (!(file=mi_open(filename,2,0))) goto err;
  if (!silent)
    printf("- Reading rows with key\n");
  for(i=1;create_record(record,qf);i++) {
    FT_DOCLIST *result; double w; int t,err;

    result=ft_init_search(file,0,blob_record,(uint) strlen(blob_record),1);
    if(!result) {
      printf("Query %d failed with errno %3d\n",i,my_errno);
      goto err;
    }
    if (!silent)
      printf("Query %d. Found: %d.\n",i,result->ndocs);
    for(j=0;(err=ft_read_next(result, read_record))==0;j++) {
      t=uint2korr(read_record);
      w=ft_get_relevance(result);
      printf("%d %.*s %f\n",i,t,read_record+2,w);
    }
    if(err != HA_ERR_END_OF_FILE) {
      printf("ft_read_next %d failed with errno %3d\n",j,my_errno);
      goto err;
    }
    ft_close_search(result);
  }

  if (mi_close(file)) goto err;
  my_end(MY_CHECK_ERROR);

  return (0);
err:
  printf("got error: %3d when using myisam-database\n",my_errno);
  return 1;			/* skipp warning */

}

void get_options(int argc,char *argv[])
{
  int c;
  char *options=(char*) "Vh#:qSs:";

  while ((c=getopt(argc,argv,options)) != -1)
  {
    switch(c) {
    case 's':
      if(stopwordlist && stopwordlist!=ft_precompiled_stopwords) break;
      {
	FILE *f; char s[HA_FT_MAXLEN]; int i=0,n=SWL_INIT;

	if(!(stopwordlist=malloc(n*sizeof(char *))))
	  print_error(1,"malloc(%d)",n*sizeof(char *));
	if(!(f=fopen(optarg,"r")))
	  print_error(1,"fopen(%s)",optarg);
	while(!feof(f)) {
	  if(!(fgets(s,HA_FT_MAXLEN,f)))
	    print_error(1,"fgets(s,%d,%s)",HA_FT_MAXLEN,optarg);
	  if(!(stopwordlist[i++]=strdup(s)))
	    print_error(1,"strdup(%s)",s);
	  if(i>=n) {
	    n+=SWL_PLUS;
	    if(!(stopwordlist=(const char**) realloc((char*) stopwordlist,n*sizeof(char *))))
	      print_error(1,"realloc(%d)",n*sizeof(char *));
	  }
	}
	fclose(f);
	stopwordlist[i]=NULL;
	break;
      }
    case 'q': silent=1; break;
    case 'S': if(stopwordlist==ft_precompiled_stopwords) stopwordlist=NULL; break;
    case '#':
      DEBUGGER_ON;
      DBUG_PUSH (optarg);
      break;
    case 'V':
    case '?':
    case 'h':
    default:
      printf("%s -[%s] <d_file> <q_file>\n", argv[0], options);
      exit(0);
    }
  }
  if(!(d_file=argv[optind])) print_error(1,"No d_file");
  if(!(df=fopen(d_file,"r")))
    print_error(1,"fopen(%s)",d_file);
  if(!(q_file=argv[optind+1])) print_error(1,"No q_file");
  if(!(qf=fopen(q_file,"r")))
    print_error(1,"fopen(%s)",q_file);
  return;
} /* get options */

int create_record(char *pos, FILE *file)
{ uint tmp; char *ptr;

  bzero((char *)pos,MAX_REC_LENGTH);

  /* column 1 - VARCHAR */
  if(!(fgets(pos+2,MAX_REC_LENGTH-32,file)))
  {
    if(feof(file)) return 0; else print_error(1,"fgets(docid) - 1");
  }
  tmp=(uint) strlen(pos+2)-1;
  int2store(pos,tmp);
  pos+=recinfo[0].length;

  /* column 2 - BLOB */

  if(!(fgets(blob_record,MAX_BLOB_LENGTH,file)))
    print_error(1,"fgets(docid) - 2");
  tmp=(uint) strlen(blob_record);
  int4store(pos,tmp);
  ptr=blob_record;
  memcpy_fixed(pos+4,&ptr,sizeof(char*));
  return 1;
}

/* VARARGS */

static void print_error(int exit_code, const char *fmt,...)
{
  va_list args;

  va_start(args,fmt);
  fprintf(stderr,"%s: error: ",my_progname);
  VOID(vfprintf(stderr, fmt, args));
  VOID(fputc('\n',stderr));
  fflush(stderr);
  va_end(args);
  exit(exit_code);
}