2020-02-17 21:05:20 +00:00
|
|
|
/*
|
2020-02-17 21:22:42 +00:00
|
|
|
* Copyright (c) 2001, 2008,
|
2020-02-17 21:05:20 +00:00
|
|
|
* DecisionSoft Limited. All rights reserved.
|
2020-02-17 21:23:16 +00:00
|
|
|
* Copyright (c) 2004, 2015 Oracle and/or its affiliates. All rights reserved.
|
|
|
|
*
|
2020-02-17 21:05:20 +00:00
|
|
|
*
|
2020-02-17 21:12:51 +00:00
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
2020-02-17 21:05:20 +00:00
|
|
|
*
|
2020-02-17 21:12:51 +00:00
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
2020-02-17 21:05:20 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _TOKENINFO_HPP
|
|
|
|
#define _TOKENINFO_HPP
|
|
|
|
|
|
|
|
#include <xqilla/framework/XQillaExport.hpp>
|
|
|
|
#include <xqilla/framework/ReferenceCounted.hpp>
|
|
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
2020-02-17 21:22:42 +00:00
|
|
|
struct XQILLA_API TokenInfo
|
2020-02-17 21:05:20 +00:00
|
|
|
{
|
2020-02-17 21:22:42 +00:00
|
|
|
const XMLCh *word_;
|
|
|
|
unsigned int position_;
|
|
|
|
unsigned int sentence_;
|
|
|
|
unsigned int paragraph_;
|
2020-02-17 21:05:20 +00:00
|
|
|
|
2020-02-17 21:22:42 +00:00
|
|
|
TokenInfo()
|
|
|
|
{
|
|
|
|
word_ = 0;
|
|
|
|
position_ = 0;
|
|
|
|
sentence_ = 0;
|
|
|
|
paragraph_ = 0;
|
|
|
|
}
|
2020-02-17 21:05:20 +00:00
|
|
|
|
2020-02-17 21:22:42 +00:00
|
|
|
TokenInfo(const XMLCh *word, unsigned int position,
|
|
|
|
unsigned int sentence, unsigned int paragraph)
|
|
|
|
{
|
|
|
|
word_ = word;
|
|
|
|
position_ = position;
|
|
|
|
sentence_ = sentence;
|
|
|
|
paragraph_ = paragraph;
|
|
|
|
}
|
2020-02-17 21:05:20 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
class XQILLA_API TokenStream : public ReferenceCounted
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
typedef RefCountPointer<TokenStream> Ptr;
|
|
|
|
|
|
|
|
virtual ~TokenStream() {}
|
|
|
|
|
2020-02-17 21:22:42 +00:00
|
|
|
virtual TokenInfo next() = 0;
|
2020-02-17 21:05:20 +00:00
|
|
|
|
|
|
|
protected:
|
|
|
|
TokenStream() {}
|
|
|
|
};
|
|
|
|
|
|
|
|
#endif
|