1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
|
#ifndef ANTLR3REWRITESTREAM_HPP
#define ANTLR3REWRITESTREAM_HPP
// [The "BSD licence"]
// Copyright (c) 2005-2009 Gokulakannan Somasundaram, ElectronDB
//
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions
// are met:
// 1. Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// 2. Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
// 3. The name of the author may not be used to endorse or promote products
// derived from this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
// IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
// INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
// NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
// THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
/// A generic list of elements tracked in an alternative to be used in
/// a -> rewrite rule.
///
/// In the C implementation, all tree oriented streams return a pointer to
/// the same type: pANTLR3_BASE_TREE. Anything that has subclassed from this
/// still passes this type, within which there is a super pointer, which points
/// to it's own data and methods. Hence we do not need to implement this as
/// the equivalent of an abstract class, but just fill in the appropriate interface
/// as usual with this model.
///
/// Once you start next()ing, do not try to add more elements. It will
/// break the cursor tracking I believe.
///
///
/// \see #pANTLR3_REWRITE_RULE_NODE_STREAM
/// \see #pANTLR3_REWRITE_RULE_ELEMENT_STREAM
/// \see #pANTLR3_REWRITE_RULE_SUBTREE_STREAM
///
/// TODO: add mechanism to detect/puke on modification after reading from stream
///
namespace antlr3 {
template<class ImplTraits, class ElementType>
//template<class ImplTraits>
class RewriteRuleElementStream : public ImplTraits::AllocPolicyType
{
public:
//typedef typename ElementTypePtr::element_type ElementType; unique_ptr
//typedef typename ImplTraits::TreeType TreeType;
typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
//typedef typename ImplTraits::template RecognizerType< typename SuperType::StreamType > RecognizerType;
typedef typename ImplTraits::StringType StringType;
typedef typename AllocPolicyType::template VectorType< ElementType* > ElementsType;
protected:
/// The list of tokens or subtrees we are tracking
///
ElementsType m_elements;
/// The element or stream description; usually has name of the token or
/// rule reference that this list tracks. Can include rulename too, but
/// the exception would track that info.
///
StringType m_elementDescription;
private:
ElementType* dupImpl(typename ImplTraits::CommonTokenType* el);
ElementType* dupImpl(typename ImplTraits::TreeTypePtr el);
/// Pointer to the tree adaptor in use for this stream
///
TreeAdaptorType* m_adaptor;
/// Cursor 0..n-1. If singleElement!=NULL, cursor is 0 until you next(),
/// which bumps it to 1 meaning no more elements.
///
ANTLR_UINT32 m_cursor;
/// Once a node / subtree has been used in a stream, it must be dup'ed
/// from then on. Streams are reset after sub rules so that the streams
/// can be reused in future sub rules. So, reset must set a dirty bit.
/// If dirty, then next() always returns a dup.
///
bool m_dirty;
public:
RewriteRuleElementStream(TreeAdaptorType* adaptor, const char* description);
RewriteRuleElementStream(TreeAdaptorType* adaptor, const char* description, const ElementType* oneElement);
RewriteRuleElementStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
~RewriteRuleElementStream();
// Methods
/// Reset the condition of this stream so that it appears we have
/// not consumed any of its elements. Elements themselves are untouched.
///
void reset();
/// Add a new pANTLR3_BASE_TREE to this stream
///
void add(ElementType* el);
/// Return the next element in the stream. If out of elements, throw
/// an exception unless size()==1. If size is 1, then return elements[0].
///
//TokenType* next();
ElementType nextTree();
//TokenType* nextToken();
ElementType* _next();
/// When constructing trees, sometimes we need to dup a token or AST
/// subtree. Dup'ing a token means just creating another AST node
/// around it. For trees, you must call the adaptor.dupTree().
///
ElementType* dup( ElementType* el );
/// Ensure stream emits trees; tokens must be converted to AST nodes.
/// AST nodes can be passed through unmolested.
///
ElementType* toTree(ElementType* el);
/// Returns true if there is a next element available
///
bool hasNext();
/// Treat next element as a single node even if it's a subtree.
/// This is used instead of next() when the result has to be a
/// tree root node. Also prevents us from duplicating recently-added
/// children; e.g., ^(type ID)+ adds ID to type and then 2nd iteration
/// must dup the type node, but ID has been added.
///
/// Referencing to a rule result twice is ok; dup entire tree as
/// we can't be adding trees; e.g., expr expr.
///
//TreeTypePtr nextNode();
/// Number of elements available in the stream
///
ANTLR_UINT32 size();
/// Returns the description string if there is one available (check for NULL).
///
StringType getDescription();
protected:
void init(TreeAdaptorType* adaptor, const char* description);
};
/// This is an implementation of a token stream, which is basically an element
/// stream that deals with tokens only.
///
template<class ImplTraits>
//class RewriteRuleTokenStream : public ImplTraits::template RewriteRuleElementStreamType< typename ImplTraits::ParserType>
class RewriteRuleTokenStream
//: public ImplTraits::template RewriteStreamType< const typename ImplTraits::CommonTokenType >
{
public:
typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
typedef typename ImplTraits::ParserType ComponentType;
typedef typename ComponentType::StreamType StreamType;
typedef typename ImplTraits::CommonTokenType TokenType;
typedef typename ImplTraits::TreeType TreeType;
typedef typename ImplTraits::TreeTypePtr TreeTypePtr;
typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
typedef typename ImplTraits::template RecognizerType< StreamType > RecognizerType;
typedef typename ImplTraits::template RewriteStreamType< const typename ImplTraits::CommonTokenType > BaseType;
public:
RewriteRuleTokenStream(TreeAdaptorType* adaptor, const char* description);
RewriteRuleTokenStream(TreeAdaptorType* adaptor, const char* description, const TokenType* oneElement);
RewriteRuleTokenStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
TreeTypePtr nextNode();
TokenType* nextToken();
/// TODO copied from RewriteRuleElementStreamType
/// Add a new pANTLR3_BASE_TREE to this stream
///
typedef typename ImplTraits::CommonTokenType ElementType;
void add(const ElementType* el);
/// Pointer to the tree adaptor in use for this stream
///
TreeAdaptorType* m_adaptor;
ElementType* _next();
private:
//TreeTypePtr nextNodeToken();
};
/// This is an implementation of a subtree stream which is a set of trees
/// modeled as an element stream.
///
template<class ImplTraits>
//class RewriteRuleSubtreeStream : public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeParserType>
class RewriteRuleSubtreeStream
//: public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeType >
{
public:
typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
typedef typename ImplTraits::TreeParserType ComponentType;
typedef typename ComponentType::StreamType StreamType;
typedef typename ImplTraits::TreeType TreeType;
typedef typename ImplTraits::TreeTypePtr TreeTypePtr;
typedef TreeType TokenType;
typedef typename ImplTraits::template RecognizerType< StreamType > RecognizerType;
typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
typedef typename ImplTraits::template RewriteStreamType< typename ImplTraits::TreeType > BaseType;
RewriteRuleSubtreeStream(TreeAdaptorType* adaptor, const char* description);
RewriteRuleSubtreeStream(TreeAdaptorType* adaptor, const char* description, TreeTypePtr& oneElement);
RewriteRuleSubtreeStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
TreeTypePtr nextNode(TreeTypePtr);
/// TODO copied from RewriteRuleElementStreamType
/// Add a new pANTLR3_BASE_TREE to this stream
///
void add(TreeTypePtr& el);
bool hasNext();
TreeTypePtr& nextTree();
void reset();
protected:
TreeTypePtr dup( TreeTypePtr el );
private:
TreeTypePtr dupTree( TreeTypePtr el );
};
/* TODO This class is probably used in TreeParser only
* Notes about Java target
* - these classes reimplement only dup and toTree methods:
* base ElementStr
* abstract dup
* toTree(Object e) { return e; }
* TokenStr
* dup { throw }
* toTree(Object e) { return e; }
* SubTreeStr
* dup(Object e) { return adaptor.dupTree }
* NodeStr
* dup { throw }
* toTree(Object e) { return adaptor.dupNode }
* See: RewriteRuleElementStream::dup, RewriteRuleElementStream::dupImpl
*
* There should 3 types of specializations for RewriteRuleElementStreamType (which is not defined yet)
* ATM: RewriteRuleElementStreamType is replaced with ImplTraits::template RewriteStreamType
*
/// This is an implementation of a node stream, which is basically an element
/// stream that deals with tree nodes only.
///
template<class ImplTraits>
//class RewriteRuleNodeStream : public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeParserType>
class RewriteRuleNodeStream : public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeType >
{
public:
typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
typedef typename ImplTraits::TreeParserType ComponentType;
typedef typename ComponentType::StreamType StreamType;
typedef typename ImplTraits::TreeType TreeType;
typedef TreeType TokenType;
typedef typename ImplTraits::template RecognizerType< StreamType > RecognizerType;
typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
typedef typename ImplTraits::template RewriteRuleElementStreamType< typename ImplTraits::TreeType > BaseType;
public:
RewriteRuleNodeStream(TreeAdaptorType* adaptor, const char* description);
RewriteRuleNodeStream(TreeAdaptorType* adaptor, const char* description, TokenType* oneElement);
RewriteRuleNodeStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
protected:
TreeTypePtr toTree(TreeTypePtr element);
private:
TreeTypePtr toTreeNode(TreeTypePtr element);
};
*/
}
#include "antlr3rewritestreams.inl"
#endif
|