2020-02-17 21:05:20 +00:00
|
|
|
/*
|
2020-02-17 21:12:51 +00:00
|
|
|
* Copyright (c) 2001-2007
|
2020-02-17 21:05:20 +00:00
|
|
|
* DecisionSoft Limited. All rights reserved.
|
2020-02-17 21:12:51 +00:00
|
|
|
* Copyright (c) 2004-2007
|
2020-02-17 21:05:20 +00:00
|
|
|
* Oracle. All rights reserved.
|
|
|
|
|
*
|
2020-02-17 21:12:51 +00:00
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
|
* You may obtain a copy of the License at
|
2020-02-17 21:05:20 +00:00
|
|
|
*
|
2020-02-17 21:12:51 +00:00
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
*
|
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
|
* limitations under the License.
|
|
|
|
|
*
|
|
|
|
|
* $Id: Tokenizer.hpp,v 1.3 2007/11/28 13:13:22 jpcs Exp $
|
2020-02-17 21:05:20 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef _TOKENIZER_HPP
|
|
|
|
|
#define _TOKENIZER_HPP
|
|
|
|
|
|
|
|
|
|
#include <xqilla/framework/XQillaExport.hpp>
|
|
|
|
|
#include <xqilla/fulltext/TokenInfo.hpp>
|
|
|
|
|
#include <xqilla/items/Node.hpp>
|
|
|
|
|
|
|
|
|
|
class XPath2MemoryManager;
|
|
|
|
|
class DynamicContext;
|
|
|
|
|
|
|
|
|
|
class XQILLA_API Tokenizer
|
|
|
|
|
{
|
|
|
|
|
public:
|
|
|
|
|
virtual ~Tokenizer() {}
|
|
|
|
|
|
|
|
|
|
virtual TokenStream::Ptr tokenize(const Node::Ptr &node, DynamicContext *context) const = 0;
|
|
|
|
|
virtual TokenStream::Ptr tokenize(const XMLCh *string, XPath2MemoryManager *mm) const = 0;
|
|
|
|
|
|
|
|
|
|
protected:
|
|
|
|
|
Tokenizer() {}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
#endif
|
