Changeset 2159
- Timestamp:
- 09/20/08 01:05:08 (4 months ago)
- Files:
-
- libswish3/trunk/src/libswish3/libswish3.h (modified) (5 diffs)
Legend:
- Unmodified
- Added
- Removed
- Modified
- Copied
- Moved
libswish3/trunk/src/libswish3/libswish3.h
r2158 r2159 288 288 unsigned int len; 289 289 int ref_cnt; 290 swish_TokenList *list; // the parent list 290 291 }; 291 292 … … 329 330 unsigned int minwordlen; // min word length 330 331 boolean tokenize; // should we parse into TokenList 331 int (*tokenizer) (swish_3*, xmlChar*, ...);332 int (*tokenizer) (swish_3*, xmlChar*, swish_TokenList*, swish_MetaName*, xmlChar*); 332 333 xmlChar* (*stemmer) (xmlChar*); 333 334 unsigned int lc; // should tokens be lowercased … … 358 359 swish_TagStack *propstack; // stacks for tracking the tag => property 359 360 xmlParserCtxtPtr ctxt; // so we can free at end 360 swish_TokenIterator *token_iterator; // alternative tokenizer361 swish_TokenIterator *token_iterator; // token container 361 362 swish_NamedBuffer *properties; // buffer all properties 362 363 swish_NamedBuffer *metanames; // buffer all metanames … … 533 534 swish_TokenList *tl, 534 535 xmlChar *token ); 535 xmlChar * swish_get_token_value( 536 swish_TokenList *tl, 537 swish_Token *t 538 ); 536 xmlChar * swish_get_token_value( swish_Token *t ); 539 537 swish_Token * swish_init_token(); 540 538 void swish_free_token( swish_Token *t ); … … 542 540 void swish_free_token_iterator( swish_TokenIterator *ti ); 543 541 swish_Token * swish_next_token( swish_TokenIterator *it ); 544 int swish_tokenize3( swish_3 *s3, xmlChar *buf, ... ); 542 int swish_tokenize3( swish_3 *s3, 543 xmlChar *buf, 544 swish_TokenList *tl, 545 swish_MetaName *meta, 546 xmlChar *context ); 545 547 int swish_tokenize3_ascii( 546 548 swish_3 *s3,
