Changeset 1951

Show
Ignore:
Timestamp:
10/24/07 22:11:17 (9 months ago)
Author:
karpet
Message:

Ripped out the expat parser and -S http features. libxml2 now required.

Dave, this will obviously need some testing on Windows. I think I got the affected
win32 files but please test.

Files:

Legend:

Unmodified
Added
Removed
Modified
Copied
Moved
  • swish-e/branches/2.6/configure

    r1939 r1951  
    2802228022 
    2802328023 
    28024                                                                                                                                                                                     ac_config_files="$ac_config_files Makefile html/Makefile pod/Makefile man/Makefile src/Makefile src/expat/Makefile src/replace/Makefile src/snowball/Makefile rpm/swish-e.spec tests/Makefile example/Makefile prog-bin/Makefile filters/Makefile filters/SWISH/Makefile conf/Makefile filter-bin/Makefile swish-e.pc swish-config" 
     28024                                                                                                                                                                          ac_config_files="$ac_config_files Makefile html/Makefile pod/Makefile man/Makefile src/Makefile src/replace/Makefile src/snowball/Makefile rpm/swish-e.spec tests/Makefile example/Makefile prog-bin/Makefile filters/Makefile filters/SWISH/Makefile conf/Makefile filter-bin/Makefile swish-e.pc swish-config" 
    2802528025 
    2802628026cat >confcache <<\_ACEOF 
     
    2861328613  "man/Makefile" ) CONFIG_FILES="$CONFIG_FILES man/Makefile" ;; 
    2861428614  "src/Makefile" ) CONFIG_FILES="$CONFIG_FILES src/Makefile" ;; 
    28615   "src/expat/Makefile" ) CONFIG_FILES="$CONFIG_FILES src/expat/Makefile" ;; 
    2861628615  "src/replace/Makefile" ) CONFIG_FILES="$CONFIG_FILES src/replace/Makefile" ;; 
    2861728616  "src/snowball/Makefile" ) CONFIG_FILES="$CONFIG_FILES src/snowball/Makefile" ;; 
  • swish-e/branches/2.6/configure.in

    r1939 r1951  
    388388    man/Makefile 
    389389    src/Makefile 
    390     src/expat/Makefile 
    391390    src/replace/Makefile 
    392391    src/snowball/Makefile 
  • swish-e/branches/2.6/pod/CHANGES.pod

    r1950 r1951  
    1515Jose Ruiz contributed a new BDB index format. The old native 
    1616and experimental incremental index formats have been removed. 
     17 
     18=item Removed -S http feature 
     19 
     20The spider.pl script is now preferred in combination with -S prog. 
     21 
     22=item Removed expat parser 
     23 
     24libxml2 parser is now required. 
    1725 
    1826=back 
  • swish-e/branches/2.6/src/Makefile.am

    r1947 r1951  
    1 SUBDIRS = expat replace snowball 
     1SUBDIRS = replace snowball 
    22 
    33# Using AM_CPPFLAGS instead of per-target flags means object names 
     
    4444        swish_words.c swish_words.h \ 
    4545        proplimit.c proplimit.h \ 
    46         rank.c rank.h \ 
     46    rank.c rank.h \ 
    4747        db_read.c sw_db.h \ 
    4848        result_sort.c result_sort.h \ 
     
    6868 
    6969noinst_LTLIBRARIES = libswishindex.la 
    70 libswishindex_la_LIBADD =  expat/libswexpat.la $(LIBXML2_OBJS) snowball/libsnowball.la 
     70libswishindex_la_LIBADD =  $(LIBXML2_OBJS) snowball/libsnowball.la 
    7171libswishindex_la_LDFLAGS = $(LIBXML2_LIB) $(Z_LIBS) $(PCRE_LIBS) 
    7272 
     
    7878libswishindex_la_SOURCES = \ 
    7979        fs.c fs.h \ 
    80         http.c http.h \ 
    81         httpserver.c httpserver.h \ 
    8280        extprog.c extprog.h \ 
    83         bash.c bash.h \ 
     81    bash.c bash.h \ 
    8482        methods.c \ 
    85         html.c html.h \ 
    86         txt.c txt.h \ 
    87         xml.c xml.h \ 
    8883        entities.c entities.h \ 
    8984        index.c index.h \ 
     
    9186        pre_sort.c \ 
    9287        file.c file.h \ 
    93         filter.c filter.h \ 
     88    filter.c filter.h \ 
    9489        parse_conffile.c parse_conffile.h \ 
    9590        swregex.c swregex.h \ 
    9691        db_write.c  \ 
    9792        docprop_write.c \ 
    98         getruntime.c getruntime.h 
     93    getruntime.c getruntime.h 
    9994 
    10095 
     
    10398include_HEADERS = swish-e.h 
    10499 
    105  
    106 libexec_SCRIPTS = swishspider 
    107  
    108 EXTRA_DIST = swishspider 
  • swish-e/branches/2.6/src/Makefile.in

    r1947 r1951  
    107107am__quote = @am__quote@ 
    108108install_sh = @install_sh@ 
    109 SUBDIRS = expat replace snowball 
     109SUBDIRS = replace snowball 
    110110 
    111111 
     
    143143        swish_words.c swish_words.h \ 
    144144        proplimit.c proplimit.h \ 
    145         rank.c rank.h \ 
     145    rank.c rank.h \ 
    146146        db_read.c sw_db.h \ 
    147147        result_sort.c result_sort.h \ 
     
    165165 
    166166noinst_LTLIBRARIES = libswishindex.la 
    167 libswishindex_la_LIBADD = expat/libswexpat.la $(LIBXML2_OBJS) snowball/libsnowball.la 
     167libswishindex_la_LIBADD = $(LIBXML2_OBJS) snowball/libsnowball.la 
    168168libswishindex_la_LDFLAGS = $(LIBXML2_LIB) $(Z_LIBS) $(PCRE_LIBS) 
    169169 
     
    174174libswishindex_la_SOURCES = \ 
    175175        fs.c fs.h \ 
    176         http.c http.h \ 
    177         httpserver.c httpserver.h \ 
    178176        extprog.c extprog.h \ 
    179         bash.c bash.h \ 
     177    bash.c bash.h \ 
    180178        methods.c \ 
    181         html.c html.h \ 
    182         txt.c txt.h \ 
    183         xml.c xml.h \ 
    184179        entities.c entities.h \ 
    185180        index.c index.h \ 
     
    187182        pre_sort.c \ 
    188183        file.c file.h \ 
    189         filter.c filter.h \ 
     184    filter.c filter.h \ 
    190185        parse_conffile.c parse_conffile.h \ 
    191186        swregex.c swregex.h \ 
    192187        db_write.c  \ 
    193188        docprop_write.c \ 
    194         getruntime.c getruntime.h 
     189    getruntime.c getruntime.h 
    195190 
    196191 
    197192include_HEADERS = swish-e.h 
    198  
    199 libexec_SCRIPTS = swishspider 
    200  
    201 EXTRA_DIST = swishspider 
    202193subdir = src 
    203194mkinstalldirs = $(SHELL) $(top_srcdir)/config/mkinstalldirs 
     
    212203        date_time.lo double_metaphone.lo stemmer.lo soundex.lo 
    213204libswish_e_la_OBJECTS = $(am_libswish_e_la_OBJECTS) 
    214 am_libswishindex_la_OBJECTS = fs.lo http.lo httpserver.lo extprog.lo \ 
    215         bash.lo methods.lo html.lo txt.lo xml.lo entities.lo index.lo \ 
    216         merge.lo pre_sort.lo file.lo filter.lo parse_conffile.lo \ 
    217         swregex.lo db_write.lo docprop_write.lo getruntime.lo 
     205am_libswishindex_la_OBJECTS = fs.lo extprog.lo bash.lo methods.lo \ 
     206        entities.lo index.lo merge.lo pre_sort.lo file.lo filter.lo \ 
     207        parse_conffile.lo swregex.lo db_write.lo docprop_write.lo \ 
     208        getruntime.lo 
    218209libswishindex_la_OBJECTS = $(am_libswishindex_la_OBJECTS) 
    219210EXTRA_PROGRAMS = libtest$(EXEEXT) 
     
    229220swish_e_DEPENDENCIES = libswishindex.la libswish-e.la 
    230221swish_e_LDFLAGS = 
    231 SCRIPTS = $(libexec_SCRIPTS) 
    232  
    233222 
    234223DEFS = @DEFS@ 
     
    250239@AMDEP_TRUE@    ./$(DEPDIR)/fs.Plo ./$(DEPDIR)/getruntime.Plo \ 
    251240@AMDEP_TRUE@    ./$(DEPDIR)/hash.Plo ./$(DEPDIR)/headers.Plo \ 
    252 @AMDEP_TRUE@    ./$(DEPDIR)/html.Plo ./$(DEPDIR)/http.Plo \ 
    253 @AMDEP_TRUE@    ./$(DEPDIR)/httpserver.Plo ./$(DEPDIR)/index.Plo \ 
    254 @AMDEP_TRUE@    ./$(DEPDIR)/keychar_out.Po ./$(DEPDIR)/libtest.Po \ 
    255 @AMDEP_TRUE@    ./$(DEPDIR)/list.Plo ./$(DEPDIR)/mem.Plo \ 
    256 @AMDEP_TRUE@    ./$(DEPDIR)/merge.Plo ./$(DEPDIR)/metanames.Plo \ 
    257 @AMDEP_TRUE@    ./$(DEPDIR)/methods.Plo \ 
     241@AMDEP_TRUE@    ./$(DEPDIR)/index.Plo ./$(DEPDIR)/keychar_out.Po \ 
     242@AMDEP_TRUE@    ./$(DEPDIR)/libtest.Po ./$(DEPDIR)/list.Plo \ 
     243@AMDEP_TRUE@    ./$(DEPDIR)/mem.Plo ./$(DEPDIR)/merge.Plo \ 
     244@AMDEP_TRUE@    ./$(DEPDIR)/metanames.Plo ./$(DEPDIR)/methods.Plo \ 
    258245@AMDEP_TRUE@    ./$(DEPDIR)/parse_conffile.Plo \ 
    259246@AMDEP_TRUE@    ./$(DEPDIR)/parser.Plo ./$(DEPDIR)/pre_sort.Plo \ 
     
    265252@AMDEP_TRUE@    ./$(DEPDIR)/swish_qsort.Plo \ 
    266253@AMDEP_TRUE@    ./$(DEPDIR)/swish_words.Plo ./$(DEPDIR)/swregex.Plo \ 
    267 @AMDEP_TRUE@    ./$(DEPDIR)/swstring.Plo ./$(DEPDIR)/txt.Plo \ 
    268 @AMDEP_TRUE@    ./$(DEPDIR)/xml.Plo 
     254@AMDEP_TRUE@    ./$(DEPDIR)/swstring.Plo 
    269255COMPILE = $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) \ 
    270256        $(CPPFLAGS) $(AM_CFLAGS) $(CFLAGS) 
     
    392378        @rm -f swish-e$(EXEEXT) 
    393379        $(LINK) $(swish_e_LDFLAGS) $(swish_e_OBJECTS) $(swish_e_LDADD) $(LIBS) 
    394 libexecSCRIPT_INSTALL = $(INSTALL_SCRIPT) 
    395 install-libexecSCRIPTS: $(libexec_SCRIPTS) 
    396         @$(NORMAL_INSTALL) 
    397         $(mkinstalldirs) $(DESTDIR)$(libexecdir) 
    398         @list='$(libexec_SCRIPTS)'; for p in $$list; do \ 
    399           if test -f "$$p"; then d=; else d="$(srcdir)/"; fi; \ 
    400           if test -f $$d$$p; then \ 
    401             f=`echo "$$p" | sed 's|^.*/||;$(transform)'`; \ 
    402             echo " $(libexecSCRIPT_INSTALL) $$d$$p $(DESTDIR)$(libexecdir)/$$f"; \ 
    403             $(libexecSCRIPT_INSTALL) $$d$$p $(DESTDIR)$(libexecdir)/$$f; \ 
    404           else :; fi; \ 
    405         done 
    406  
    407 uninstall-libexecSCRIPTS: 
    408         @$(NORMAL_UNINSTALL) 
    409         @list='$(libexec_SCRIPTS)'; for p in $$list; do \ 
    410           f=`echo "$$p" | sed 's|^.*/||;$(transform)'`; \ 
    411           echo " rm -f $(DESTDIR)$(libexecdir)/$$f"; \ 
    412           rm -f $(DESTDIR)$(libexecdir)/$$f; \ 
    413         done 
    414380 
    415381mostlyclean-compile: 
     
    439405@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/hash.Plo@am__quote@ 
    440406@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/headers.Plo@am__quote@ 
    441 @AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/html.Plo@am__quote@ 
    442 @AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/http.Plo@am__quote@ 
    443 @AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/httpserver.Plo@am__quote@ 
    444407@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/index.Plo@am__quote@ 
    445408@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/keychar_out.Po@am__quote@ 
     
    466429@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/swregex.Plo@am__quote@ 
    467430@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/swstring.Plo@am__quote@ 
    468 @AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/txt.Plo@am__quote@ 
    469 @AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/xml.Plo@am__quote@ 
    470431 
    471432distclean-depend: 
     
    655616check-am: all-am 
    656617check: check-recursive 
    657 all-am: Makefile $(LTLIBRARIES) $(PROGRAMS) $(SCRIPTS) $(HEADERS) \ 
    658                 acconfig.h 
     618all-am: Makefile $(LTLIBRARIES) $(PROGRAMS) $(HEADERS) acconfig.h 
    659619install-binPROGRAMS: install-libLTLIBRARIES 
    660620 
    661621installdirs: installdirs-recursive 
    662622installdirs-am: 
    663         $(mkinstalldirs) $(DESTDIR)$(libdir) $(DESTDIR)$(bindir) $(DESTDIR)$(libexecdir) $(DESTDIR)$(includedir) 
     623        $(mkinstalldirs) $(DESTDIR)$(libdir) $(DESTDIR)$(bindir) $(DESTDIR)$(includedir) 
    664624 
    665625install: install-recursive 
     
    708668install-data-am: install-includeHEADERS 
    709669 
    710 install-exec-am: install-binPROGRAMS install-libLTLIBRARIES \ 
    711         install-libexecSCRIPTS 
     670install-exec-am: install-binPROGRAMS install-libLTLIBRARIES 
    712671 
    713672install-info: install-info-recursive 
     
    727686 
    728687uninstall-am: uninstall-binPROGRAMS uninstall-includeHEADERS \ 
    729         uninstall-info-am uninstall-libLTLIBRARIES \ 
    730         uninstall-libexecSCRIPTS 
     688        uninstall-info-am uninstall-libLTLIBRARIES 
    731689 
    732690uninstall-info: uninstall-info-recursive 
     
    742700        install-exec install-exec-am install-exec-recursive \ 
    743701        install-includeHEADERS install-info install-info-am \ 
    744         install-info-recursive install-libLTLIBRARIES
    745         install-libexecSCRIPTS install-man install-recursive
    746         install-strip installcheck installcheck-am installdirs
    747         installdirs-am installdirs-recursive maintainer-clean
    748         maintainer-clean-generic maintainer-clean-recursive mostlyclean
    749         mostlyclean-compile mostlyclean-generic mostlyclean-libtool
    750         mostlyclean-recursive tags tags-recursive uninstall
    751         uninstall-am uninstall-binPROGRAMS uninstall-includeHEADERS \ 
     702        install-info-recursive install-libLTLIBRARIES install-man
     703        install-recursive install-strip installcheck installcheck-am
     704        installdirs installdirs-am installdirs-recursive
     705        maintainer-clean maintainer-clean-generic
     706        maintainer-clean-recursive mostlyclean mostlyclean-compile
     707        mostlyclean-generic mostlyclean-libtool mostlyclean-recursive
     708        tags tags-recursive uninstall uninstall-am
     709        uninstall-binPROGRAMS uninstall-includeHEADERS \ 
    752710        uninstall-info-am uninstall-info-recursive \ 
    753         uninstall-libLTLIBRARIES uninstall-libexecSCRIPTS \ 
    754         uninstall-recursive 
     711        uninstall-libLTLIBRARIES uninstall-recursive 
    755712 
    756713# Tell versions [3.59,3.63) of GNU make to not export all variables. 
  • swish-e/branches/2.6/src/config.h

    r1944 r1951  
    134134 
    135135 
    136 #define ALLOW_HTTP_INDEXING_DATA_SOURCE         1 
    137136#define ALLOW_FILESYSTEM_INDEXING_DATA_SOURCE   1 
    138137#define ALLOW_EXTERNAL_PROGRAM_DATA_SOURCE      1 
     
    144143** be sure to leave at least one option. 
    145144*/ 
    146  
    147 #define DEFAULT_HTTP_DELAY 5 
    148  
    149 /* DEFAULT_HTTP_DELAY is the default delay when using swishspider -S http */ 
    150145 
    151146 
  • swish-e/branches/2.6/src/fs.c

    r1736 r1951  
    4747#include "check.h" 
    4848#include "error.h" 
    49 #include "xml.h" 
    50 #include "txt.h" 
    5149#include "parse_conffile.h" 
    5250#include "swish_qsort.h" 
  • swish-e/branches/2.6/src/index.c

    r1944 r1951  
    136136#include "deflate.h" 
    137137*/ 
    138 #include "html.h" 
    139 #include "xml.h" 
    140138#include "parser.h" 
    141 #include "txt.h" 
    142139#include "metanames.h" 
    143140#include "result_sort.h" 
     
    238235    idx->metaIDtable.defaultID = -1; 
    239236 
    240  
    241     /* $$$ this is only a fix while http.c and httpserver.c still exist */ 
    242     idx->tmpdir = estrdup("."); 
    243237 
    244238    /* By default, we are not in update mode */ 
     
    505499 
    506500    /* Look for title if HTML document */ 
    507      
    508     if (fprop->doctype == HTML) 
    509     { 
    510         title = parseHTMLtitle( sw , buffer ); 
    511  
    512         if (!isoktitle(sw, title)) 
    513             return -2;  /* skipped because of title */ 
    514     } 
    515  
    516  
    517 #ifdef HAVE_LIBXML2 
    518     if (fprop->doctype == HTML2 || !fprop->doctype) 
     501 
     502    if (fprop->doctype == HTML || fprop->doctype == HTML2 || !fprop->doctype) 
    519503        return parse_HTML( sw, fprop, fi, buffer ); 
    520 #endif 
    521504 
    522505 
     
    1016999 
    10171000 
    1018  
    1019  
    1020  
    1021     /** Read the buffer, if not a stream parser **/ 
    1022  
    1023 #ifdef HAVE_LIBXML2 
    1024     if ( !fprop->doctype || fprop->doctype == HTML2 || fprop->doctype == XML2 || fprop->doctype == TXT2 ) 
    1025         rd_buffer = NULL; 
    1026     else 
    1027 #endif 
    1028     /* -- Read  all data, last 1 is flag that we are expecting text only */ 
    1029     rd_buffer = read_stream(sw, fprop, 1); 
    1030  
     1001    rd_buffer = NULL; 
    10311002 
    10321003    /* just for fun so we can show total bytes shown */ 
     
    10341005 
    10351006 
    1036     /* Set which parser to use */ 
     1007    /* Set which parser to use -- the duplicates are for backwards compat for pre2.6 config files */ 
    10371008     
    10381009    switch (fprop->doctype) 
    10391010    { 
    10401011 
     1012    case XML: 
     1013        strcpy(strType,"XML2"); 
     1014        countwords = parse_XML; 
     1015        break; 
     1016 
     1017    case HTML: 
     1018        strcpy(strType,"HTML2"); 
     1019        countwords = parse_HTML; 
     1020        break; 
     1021 
    10411022    case TXT: 
    1042         strcpy(strType,"TXT"); 
    1043         countwords = countwords_TXT; 
     1023        strcpy(strType,"TXT2"); 
     1024        countwords = parse_TXT; 
    10441025        break; 
    10451026 
    1046     case HTML: 
    1047         strcpy(strType,"HTML"); 
    1048         countwords = countwords_HTML; 
    1049         break; 
    1050  
    1051     case XML: 
    1052         strcpy(strType,"XML"); 
    1053         countwords = countwords_XML; 
    1054         break; 
    1055  
    1056     case WML: 
    1057         strcpy(strType,"WML"); 
    1058         countwords = countwords_HTML; 
    1059         break; 
    1060  
    1061 #ifdef HAVE_LIBXML2 
    10621027    case XML2: 
    10631028        strcpy(strType,"XML2"); 
     
    10801045        break; 
    10811046 
    1082 #else 
    1083  
    1084     /* Default if libxml not installed */ 
    1085     default: 
    1086         strcpy(strType,"DEFAULT (HTML)"); 
    1087         countwords = countwords_HTML; 
    1088         break; 
    1089 #endif 
    1090          
    10911047    } 
    10921048 
  • swish-e/branches/2.6/src/methods.c

    r1736 r1951  
    3535#endif 
    3636 
    37 #ifdef ALLOW_HTTP_INDEXING_DATA_SOURCE 
    38 extern struct _indexing_data_source_def HTTPIndexingDataSource; 
    39 #endif 
    40  
    4137#ifdef ALLOW_EXTERNAL_PROGRAM_DATA_SOURCE 
    4238extern struct _indexing_data_source_def ExternalProgramDataSource; 
     
    5046#endif 
    5147 
    52 #ifdef ALLOW_HTTP_INDEXING_DATA_SOURCE 
    53     &HTTPIndexingDataSource, 
    54 #endif 
    5548 
    5649#ifdef ALLOW_EXTERNAL_PROGRAM_DATA_SOURCE 
  • swish-e/branches/2.6/src/parse_conffile.c

    r1939 r1951  
    14701470    doc_map[] = 
    14711471    { 
    1472         {"TXT", TXT}, 
    1473         {"HTML", HTML}, 
    1474         {"XML", XML}, 
    1475         {"WML", WML}, 
    1476 #ifdef HAVE_LIBXML2 
    1477         {"XML2", XML2 }, 
    1478         {"HTML2", HTML2 }, 
    1479         {"TXT2", TXT2 }, 
    1480         {"XML*", XML2 }, 
    1481         {"HTML*", HTML2 }, 
    1482         {"TXT*", TXT2 }, 
    1483 #else 
    1484         {"XML*", XML }, 
    1485         {"HTML*", HTML }, 
    1486         {"TXT*", TXT } 
    1487 #endif 
     1472        {"TXT",    TXT}, 
     1473        {"HTML",   HTML}, 
     1474        {"XML",    XML}, 
     1475        {"XML2",   XML2}, 
     1476        {"HTML2",  HTML2}, 
     1477        {"TXT2",   TXT2}, 
     1478        {"XML*",   XML2}, 
     1479        {"HTML*",  HTML2}, 
     1480        {"TXT*",   TXT2}, 
    14881481    }; 
    14891482    int i; 
  • swish-e/branches/2.6/src/swish.c

    r1944 r1951  
    4646#include "index.h" 
    4747#include "file.h" 
    48 #include "http.h" 
    4948#include "merge.h" 
    5049#include "docprop.h" 
     
    295294#endif 
    296295 
    297 #ifdef ALLOW_HTTP_INDEXING_DATA_SOURCE 
    298     printf("              for \"-S http\" - specify a list of URLs\n"); 
    299 #endif 
    300  
    301296#ifdef ALLOW_EXTERNAL_PROGRAM_DATA_SOURCE 
    302297    printf("              for \"-S prog\" - specify a list of programs or the string \"stdin\"\n"); 
     
    322317#endif 
    323318 
    324 #ifdef ALLOW_HTTP_INDEXING_DATA_SOURCE 
    325     printf("              \"http\" - index web site files using a web crawler\n"); 
    326     if (!*defaultIndexingSystem) 
    327         defaultIndexingSystem = "http"; 
    328 #endif 
    329  
    330319#ifdef ALLOW_EXTERNAL_PROGRAM_DATA_SOURCE 
    331320    printf("              \"prog\" - index files supplied by an external program\n"); 
    332321 
    333     if (!*defaultIndexingSystem) 
    334         defaultIndexingSystem = "http"; 
    335322#endif 
    336323    printf("              The default value is: \"%s\"\n", defaultIndexingSystem); 
     
    369356* 
    370357*  Note that initModule_* code is called even when it's not going to be used 
    371 *  (e.g. initModule_HTTP is called when searching). 
    372358* 
    373359* 
     
    383369    initModule_ResultSort(sw); 
    384370    initModule_Filter(sw); 
    385     initModule_Entities(sw);  /* used only by the old HTML parser -- not long to live */ 
    386371    initModule_Index(sw); 
    387372    initModule_FS(sw); 
    388     initModule_HTTP(sw); 
    389373    initModule_Prog(sw); 
    390374 
     
    415399 
    416400    freeModule_Filter(sw); 
    417     freeModule_Entities(sw); 
    418401    freeModule_Index(sw); 
    419402    freeModule_ResultSort(sw); 
    420403    freeModule_FS(sw); 
    421     freeModule_HTTP(sw); 
    422404    freeModule_Prog(sw); 
    423405 
  • swish-e/branches/2.6/src/vms/descrip_axp.mms

    r1456 r1951  
    2323#CWARN= 
    2424CDEF = /def=(VMS,HAVE_CONFIG_H,STDC_HEADERS) 
    25 CINCL= /include=([.expat.xmlparse],[.expat.xmltok],libz:) 
     25CINCL= /include=(libz:) 
    2626CWARN= 
    2727#CDEBUG= /debug/noopt 
     
    3939 
    4040FILESYSTEM_OBJS=fs.obj 
    41 HTTP_OBJS=http.obj httpserver.obj 
    4241FS_OBJS=$(FILESYSTEM_OBJS) 
    43 WEB_OBJS=$(HTTP_OBJS) 
    4442VMS_OBJS = regex.obj 
    4543VSNPRINTF_OBJ = vsnprintf.obj 
     
    4745OBJS=   check.obj file.obj index.obj search.obj error.obj methods.obj\ 
    4846        hash.obj list.obj mem.obj merge.obj swish2.obj stemmer.obj \ 
    49         soundex.obj docprop.obj compress.obj xml.obj txt.obj
    50         metanames.obj result_sort.obj html.obj
     47        soundex.obj docprop.obj compress.obj
     48        metanames.obj result_sort.obj
    5149        filter.obj parse_conffile.obj result_output.obj date_time.obj \ 
    5250        keychar_out.obj extprog.obj bash.obj db_native.obj dump.obj \ 
    5351        entities.obj swish_words.obj \ 
    5452        proplimit.obj swish_qsort.obj ramdisk.obj rank.obj \ 
    55         xmlparse.obj xmltok.obj xmlrole.obj swregex.obj vsnprintf.obj \ 
    56         double_metaphone.obj db_read.obj db_write.obj swstring.obj \ 
     53        swregex.obj vsnprintf.obj \ 
     54    double_metaphone.obj db_read.obj db_write.obj swstring.obj \ 
    5755        pre_sort.obj headers.obj docprop_write.obj stemmer.obj\ 
    58         $(FILESYSTEM_OBJS) $(HTTP_OBJS) $(VMS_OBJS) \ 
     56        $(FILESYSTEM_OBJS) $(VMS_OBJS) \ 
    5957        api.obj stem_de.obj stem_dk.obj stem_en1.obj stem_en2.obj stem_es.obj\ 
    6058        stem_fi.obj stem_fr.obj stem_it.obj stem_nl.obj stem_no.obj \ 
     
    6462        ! 
    6563 
    66 xmlparse.obj : [.expat.xmlparse]xmlparse.c 
    67  
    68 xmltok.obj : [.expat.xmltok]xmltok.c 
    69  
    70 xmlrole.obj : [.expat.xmltok]xmlrole.c 
    7164 
    7265$(NAME) : $(OBJS) libswish-e.olb swish.obj 
     
    134127 list.h 
    135128hash.obj : hash.c swish.h config.h hash.h mem.h 
    136 http.obj : http.c swish.h config.h index.h hash.h mem.h file.h \ 
    137  http.h httpserver.h 
    138 httpserver.obj : httpserver.c swish.h config.h mem.h http.h \ 
    139  httpserver.h 
    140129index.obj : index.c swish.h config.h index.h hash.h mem.h \ 
    141130 check.h search.h docprop.h stemmer.h compress.h 
     
    155144libtest.obj : libtest.c swish.h config.h error.h list.h search.h index.h \ 
    156145 file.h merge.h docprop.h 
    157 txt.obj : txt.c txt.h swish.h mem.h index.h 
    158 xml.obj : xml.c txt.h swish.h mem.h index.h 
    159146proplimi.obj : swish.h mem.h merge.h docprop.h index.h metanames.h \ 
    160147 compress.h error.h db.h result_sort.h swish_qsort.h proplimit.h 
    161148metanames.obj : metanames.c 
    162149result_sort.obj : result_sort.c 
    163 html.obj : html.c 
    164150filter.obj : filter.c 
    165151parse_conffile.obj : parse_conffile.c 
  • swish-e/branches/2.6/src/vms/descrip_libxml2.mms

    r1456 r1951  
    2323#CWARN= 
    2424CDEF = /def=(HAVE_LIBXML2,VMS,HAVE_CONFIG_H,STDC_HEADERS) 
    25 CINCL= /include=([.expat.xmlparse],[.expat.xmltok],libz:) 
     25CINCL= /include=(libz:) 
    2626CWARN= 
    2727#CDEBUG= /debug/noopt 
     
    3939 
    4040FILESYSTEM_OBJS=fs.obj 
    41 HTTP_OBJS=http.obj httpserver.obj 
    4241FS_OBJS=$(FILESYSTEM_OBJS) 
    43 WEB_OBJS=$(HTTP_OBJS) 
    4442VMS_OBJS = regex.obj 
    4543 
    46 XML_PARSE = xmlparse.obj xmltok.obj xmlrole.obj  
    4744LIBXML2_LIB = libxml:libxml.olb/lib 
    4845LIBXML2_OBJS = parser.obj 
     
    5148OBJS=   check.obj file.obj index.obj search.obj error.obj methods.obj\ 
    5249        hash.obj list.obj mem.obj merge.obj swish2.obj stemmer.obj \ 
    53         soundex.obj docprop.obj compress.obj xml.obj txt.obj
    54         metanames.obj result_sort.obj html.obj
     50        soundex.obj docprop.obj compress.obj
     51        metanames.obj result_sort.obj
    5552        filter.obj parse_conffile.obj result_output.obj date_time.obj \ 
    5653        keychar_out.obj extprog.obj bash.obj db_native.obj dump.obj \ 
     
    6158        $(XML_PARSE)\ 
    6259        $(LIBXML2_OBJS)\ 
    63         $(FILESYSTEM_OBJS) $(HTTP_OBJS) $(VMS_OBJS) $(VSNPRINTF_OBJ) \ 
     60        $(FILESYSTEM_OBJS) $(VMS_OBJS) $(VSNPRINTF_OBJ) \ 
    6461        api.obj stem_de.obj stem_dk.obj stem_en1.obj stem_en2.obj stem_es.obj\ 
    6562        stem_fi.obj stem_fr.obj stem_it.obj stem_nl.obj stem_no.obj \ 
     
    6966all :   acconfig.h $(NAME) swish-search.exe libtest.exe 
    7067        ! 
    71  
    72 xmlparse.obj : [.expat.xmlparse]xmlparse.c 
    73  
    74 xmltok.obj : [.expat.xmltok]xmltok.c 
    75  
    76 xmlrole.obj : [.expat.xmltok]xmlrole.c 
    7768 
    7869$(NAME) : $(OBJS) libswish-e.olb swish.obj 
     
    140131 list.h 
    141132hash.obj : hash.c swish.h config.h hash.h mem.h 
    142 http.obj : http.c swish.h config.h index.h hash.h mem.h file.h \ 
    143  http.h httpserver.h 
    144 httpserver.obj : httpserver.c swish.h config.h mem.h http.h \ 
    145  httpserver.h 
    146133index.obj : index.c swish.h config.h index.h hash.h mem.h \ 
    147134 check.h search.h docprop.h stemmer.h compress.h 
     
    161148libtest.obj : libtest.c swish.h config.h error.h list.h search.h index.h \ 
    162149 file.h merge.h docprop.h 
    163 txt.obj : txt.c txt.h swish.h mem.h index.h 
    164 xml.obj : xml.c txt.h swish.h mem.h index.h 
    165150proplimi.obj : swish.h mem.h merge.h docprop.h index.h metanames.h \ 
    166151 compress.h error.h db.h result_sort.h swish_qsort.h proplimit.h 
  • swish-e/branches/2.6/src/vms/descrip_vax.mms

    r1456 r1951  
    2323#CWARN= 
    2424CDEF = /def=(VMS,HAVE_CONFIG_H,STDC_HEADERS, REGEX_MALLOC) 
    25 CINCL= /include=([.expat.xmlparse],[.expat.xmltok],libz:) 
     25CINCL= /include=(libz:) 
    2626CWARN= 
    2727#CDEBUG= /debug/noopt 
     
    3939 
    4040FILESYSTEM_OBJS=fs.obj 
    41 HTTP_OBJS=http.obj httpserver.obj 
    4241FS_OBJS=$(FILESYSTEM_OBJS) 
    43 WEB_OBJS=$(HTTP_OBJS) 
    4442VMS_OBJS = regex.obj 
    4543VSNPRINTF_OBJ = vsnprintf.obj 
     
    4745OBJS=   check.obj file.obj index.obj search.obj error.obj methods.obj\ 
    4846        hash.obj list.obj mem.obj merge.obj swish2.obj stemmer.obj \ 
    49         soundex.obj docprop.obj compress.obj xml.obj txt.obj
    50         metanames.obj result_sort.obj html.obj
     47        soundex.obj docprop.obj compress.obj
     48        metanames.obj result_sort.obj
    5149        filter.obj parse_conffile.obj result_output.obj date_time.obj \ 
    5250        keychar_out.obj extprog.obj bash.obj db_native.obj dump.obj \ 
    5351        entities.obj swish_words.obj \ 
    5452        proplimit.obj swish_qsort.obj ramdisk.obj rank.obj \ 
    55         xmlparse.obj xmltok.obj xmlrole.obj swregex.obj vsnprintf.obj \ 
     53        swregex.obj vsnprintf.obj \ 
    5654        double_metaphone.obj db_read.obj db_write.obj swstring.obj \ 
    5755        pre_sort.obj headers.obj docprop_write.obj stemmer.obj\ 
    58         $(FILESYSTEM_OBJS) $(HTTP_OBJS) $(VMS_OBJS)\ 
     56        $(FILESYSTEM_OBJS) $(VMS_OBJS)\ 
    5957        api.obj stem_de.obj stem_dk.obj stem_en1.obj stem_en2.obj stem_es.obj\ 
    6058        stem_fi.obj stem_fr.obj stem_it.obj stem_nl.obj stem_no.obj \ 
     
    6361all :   acconfig.h $(NAME) swish-search.exe ! libtest.exe 
    6462        ! 
    65  
    66 xmlparse.obj : [.expat.xmlparse]xmlparse.c 
    67  
    68 xmltok.obj : [.expat.xmltok]xmltok.c 
    69  
    70 xmlrole.obj : [.expat.xmltok]xmlrole.c 
    7163 
    7264$(NAME) : $(OBJS) libswish-e.olb swish.obj 
     
    134126 list.h 
    135127hash.obj : hash.c swish.h config.h hash.h mem.h 
    136 http.obj : http.c swish.h config.h index.h hash.h mem.h file.h \ 
    137  http.h httpserver.h 
    138 httpserver.obj : httpserver.c swish.h config.h mem.h http.h \ 
    139  httpserver.h 
    140128index.obj : index.c swish.h config.h index.h hash.h mem.h \ 
    141129 check.h search.h docprop.h stemmer.h compress.h 
     
    155143libtest.obj : libtest.c swish.h config.h error.h list.h search.h index.h \ 
    156144 file.h merge.h docprop.h 
    157 txt.obj : txt.c txt.h swish.h mem.h index.h 
    158 xml.obj : xml.c txt.h swish.h mem.h index.h 
    159145proplimi.obj : swish.h mem.h merge.h docprop.h index.h metanames.h \ 
    160146 compress.h error.h db.h result_sort.h swish_qsort.h proplimit.h 
  • swish-e/branches/2.6/src/win32/dllswishe.dsp

    r1802 r1951  
    4444# PROP Target_Dir "" 
    4545# ADD BASE CPP /nologo /MT /W3 /GX /O2 /D "WIN32" /D "NDEBUG" /D "_WINDOWS" /D "_MBCS" /D "_USRDLL" /D "DLLSWISH_EXPORTS" /Yu"stdafx.h" /FD /c 
    46 # ADD CPP /nologo /MT /W3 /GX /O2 /I "." /I "..\replace" /I "..\..\..\expat\xmlparse" /I "../../../libxml2/include" /I "..\..\..\expat\xmltok" /I "../../../pcre/include" /I "..\..\..\zlib\include" /D "WIN32" /D "NDEBUG" /D "_WINDOWS" /D "_MBCS" /D "_USRDLL" /D "DLLSWISH_EXPORTS" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /FD /c 
     46# ADD CPP /nologo /MT /W3 /GX /O2 /I "." /I "..\replace" /I "../../../libxml2/include" /I "../../../pcre/include" /I "..\..\..\zlib\include" /D "WIN32" /D "NDEBUG" /D "_WINDOWS" /D "_MBCS" /D "_USRDLL" /D "DLLSWISH_EXPORTS" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /FD /c 
    4747# ADD BASE MTL /nologo /D "NDEBUG" /mktyplib203 /win32 
    4848# ADD MTL /nologo /D "NDEBUG" /mktyplib203 /win32 
     
    7171# PROP Target_Dir "" 
    7272# ADD BASE CPP /nologo /MTd /W3 /Gm /GX /ZI /Od /D "WIN32" /D "_DEBUG" /D "_WINDOWS" /D "_MBCS" /D "_USRDLL" /D "DLLSWISH_EXPORTS" /Yu"stdafx.h" /FD /GZ /c 
    73 # ADD CPP /nologo /MTd /W3 /Gm /GX /ZI /Od /I "../replace" /I "." /I "..\..\..\expat\xmlparse" /I "../../../libxml2/include" /I "..\..\..\expat\xmltok" /I "../../../pcre/include" /I "..\..\..\zlib\include" /D "WIN32" /D "_DEBUG" /D "_WINDOWS" /D "_MBCS" /D "_USRDLL" /D "DLLSWISH_EXPORTS" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /FD /GZ /c 
     73# ADD CPP /nologo /MTd /W3 /Gm /GX /ZI /Od /I "../replace" /I "." /I "../../../libxml2/include" /I "../../../pcre/include" /I "..\..\..\zlib\include" /D "WIN32" /D "_DEBUG" /D "_WINDOWS" /D "_MBCS" /D "_USRDLL" /D "DLLSWISH_EXPORTS" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /FD /GZ /c 
    7474# ADD BASE MTL /nologo /D "_DEBUG" /mktyplib203 /win32 
    7575# ADD MTL /nologo /D "_DEBUG" /mktyplib203 /win32 
  • swish-e/branches/2.6/src/win32/swishe.dsp

    r1802 r1951  
    4343# PROP Target_Dir "" 
    4444# ADD BASE CPP /nologo /W3 /GX /O2 /D "WIN32" /D "NDEBUG" /D "_CONSOLE" /D "_MBCS" /YX /FD /c 
    45 # ADD CPP /nologo /MD /W3 /GX /O2 /I "." /I "../replace" /I "..\..\..\expat\xmlparse" /I "..\..\..\zlib\include" /I "..\..\..\expat\xmltok" /I "../../../libxml2/include" /I "../../../pcre/include" /D "WIN32" /D "NDEBUG" /D "_CONSOLE" /D "_MBCS" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /FR /YX /FD /c 
     45# ADD CPP /nologo /MD /W3 /GX /O2 /I "." /I "../replace" /I "..\..\..\zlib\include" /I "../../../libxml2/include" /I "../../../pcre/include" /D "WIN32" /D "NDEBUG" /D "_CONSOLE" /D "_MBCS" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /FR /YX /FD /c 
    4646# ADD BASE RSC /l 0x409 /d "NDEBUG" 
    4747# ADD RSC /l 0x409 /d "NDEBUG" 
     
    5151LINK32=link.exe 
    5252# ADD BASE LINK32 kernel32.lib user32.lib gdi32.lib winspool.lib comdlg32.lib advapi32.lib shell32.lib ole32.lib oleaut32.lib uuid.lib odbc32.lib odbccp32.lib kernel32.lib user32.lib gdi32.lib winspool.lib comdlg32.lib advapi32.lib shell32.lib ole32.lib oleaut32.lib uuid.lib odbc32.lib odbccp32.lib /nologo /subsystem:console /machine:I386 
    53 # ADD LINK32 kernel32.lib dllswish-e.lib libswishindex.lib ../expat/xmltok/Release/xmltok.lib ../expat/xmlparse/Release/xmlparse.lib ../../../libxml2/lib/libxml2.lib ../../../zlib/lib/zdll.lib ../../../pcre/lib/pcreposix.lib /nologo /subsystem:console /machine:I386 /out:"swish-e.exe" 
     53# ADD LINK32 kernel32.lib dllswish-e.lib libswishindex.lib ../../../libxml2/lib/libxml2.lib ../../../zlib/lib/zdll.lib ../../../pcre/lib/pcreposix.lib /nologo /subsystem:console /machine:I386 /out:"swish-e.exe" 
    5454# SUBTRACT LINK32 /pdb:none 
    5555 
     
    6868# PROP Target_Dir "" 
    6969# ADD BASE CPP /nologo /W3 /Gm /GX /ZI /Od /D "WIN32" /D "_DEBUG" /D "_CONSOLE" /D "_MBCS" /YX /FD /GZ /c 
    70 # ADD CPP /nologo /W3 /Gm /GX /ZI /Od /I "." /I "../replace" /I "..\..\..\expat\xmlparse" /I "../../../libxml2/include" /I "..\..\..\expat\xmltok" /I "../../../pcre/include" /I "../../../zlib" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /D "_CONSOLE" /D "WIN32" /D "_DEBUG" /D "_MBCS" /YX /FD /I /GZ /c 
     70# ADD CPP /nologo /W3 /Gm /GX /ZI /Od /I "." /I "../replace" /I "../../../libxml2/include" /I "../../../pcre/include" /I "../../../zlib" /D "HAVE_PCRE" /D "HAVE_CONFIG_H" /D "HAVE_ZLIB" /D "_CONSOLE" /D "WIN32" /D "_DEBUG" /D "_MBCS" /YX /FD /I /GZ /c 
    7171# ADD BASE RSC /l 0x409 /d "_DEBUG" 
    7272# ADD RSC /l 0x409 /d "_DEBUG" 
     
    7676LINK32=link.exe 
    7777# ADD BASE LINK32 kernel32.lib user32.lib gdi32.lib winspool.lib comdlg32.lib advapi32.lib shell32.lib ole32.lib oleaut32.lib uuid.lib odbc32.lib odbccp32.lib kernel32.lib user32.lib gdi32.lib winspool.lib comdlg32.lib advapi32.lib shell32.lib ole32.lib oleaut32.lib uuid.lib odbc32.lib odbccp32.lib /nologo /subsystem:console /debug /machine:I386 /pdbtype:sept 
    78 # ADD LINK32 kernel32.lib libswish-e.lib libswishindex.lib ../expat/xmltok/Release/xmltok.lib ../expat/xmlparse/Release/xmlparse.lib ../../../libxml2/lib/libxml2.lib ../../../zlib/lib/zdll.lib ../../../pcre/lib/pcreposix.lib /nologo /subsystem:console /debug /machine:I386 /out:"swish-e.exe" /pdbtype:sept 
     78# ADD LINK32 kernel32.lib libswish-e.lib libswishindex.lib ../../../libxml2/lib/libxml2.lib ../../../zlib/lib/zdll.lib ../../../pcre/lib/pcreposix.lib /nologo /subsystem:console /debug /machine:I386 /out:"swish-e.exe" /pdbtype:sept 
    7979# SUBTRACT LINK32 /pdb:none 
    8080