ast.py 11 KB
Newer Older
1
import sympy as sp
2
import textwrap as textwrap
3
4
from sympy.tensor import IndexedBase, Indexed
from pystencils.field import Field
Jan Hoenig's avatar
Jan Hoenig committed
5
from pystencils.types import TypedSymbol, DataType
6
7


8
class Node(object):
Martin Bauer's avatar
Martin Bauer committed
9
10
    """Base class for all AST nodes"""

11
12
13
14
    def __init__(self, parent=None):
        self.parent = parent

    def args(self):
Martin Bauer's avatar
Martin Bauer committed
15
        """Returns all arguments/children of this node"""
16
17
18
19
        return []

    @property
    def symbolsDefined(self):
20
        """Set of symbols which are defined by this node. """
21
22
23
        return set()

    @property
24
25
26
    def undefinedSymbols(self):
        """Symbols which are use but are not defined inside this node"""
        raise NotImplementedError()
27
28

    def atoms(self, argType):
Martin Bauer's avatar
Martin Bauer committed
29
30
31
        """
        Returns a set of all children which are an instance of the given argType
        """
32
33
34
35
36
37
38
39
40
41
42
43
44
        result = set()
        for arg in self.args:
            if isinstance(arg, argType):
                result.add(arg)
            result.update(arg.atoms(argType))
        return result


class KernelFunction(Node):

    class Argument:
        def __init__(self, name, dtype):
            self.name = name
45
            self.dtype = dtype  # TODO ordentliche Klasse
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
            self.isFieldPtrArgument = False
            self.isFieldShapeArgument = False
            self.isFieldStrideArgument = False
            self.isFieldArgument = False
            self.fieldName = ""
            self.coordinate = None

            if name.startswith(Field.DATA_PREFIX):
                self.isFieldPtrArgument = True
                self.isFieldArgument = True
                self.fieldName = name[len(Field.DATA_PREFIX):]
            elif name.startswith(Field.SHAPE_PREFIX):
                self.isFieldShapeArgument = True
                self.isFieldArgument = True
                self.fieldName = name[len(Field.SHAPE_PREFIX):]
            elif name.startswith(Field.STRIDE_PREFIX):
                self.isFieldStrideArgument = True
                self.isFieldArgument = True
                self.fieldName = name[len(Field.STRIDE_PREFIX):]

66
67
68
        def __repr__(self):
            return '<{0} {1}>'.format(self.dtype, self.name)

69
    def __init__(self, body, fieldsAccessed, functionName="kernel"):
70
71
        super(KernelFunction, self).__init__()
        self._body = body
72
        body.parent = self
73
        self._parameters = None
74
        self.functionName = functionName
75
        self._body.parent = self
76
        self._fieldsAccessed = fieldsAccessed
77
78
        # these variables are assumed to be global, so no automatic parameter is generated for them
        self.globalVariables = set()
79
80
81
82
83
84

    @property
    def symbolsDefined(self):
        return set()

    @property
85
    def undefinedSymbols(self):
86
87
88
89
90
91
92
93
94
95
96
97
98
        return set()

    @property
    def parameters(self):
        self._updateParameters()
        return self._parameters

    @property
    def body(self):
        return self._body

    @property
    def args(self):
99
        yield self._body
100

101
102
103
104
105
    @property
    def fieldsAccessed(self):
        """Set of Field instances: fields which are accessed inside this kernel function"""
        return self._fieldsAccessed

106
    def _updateParameters(self):
107
        undefinedSymbols = self._body.undefinedSymbols - self.globalVariables
108
109
110
111
112
        self._parameters = [KernelFunction.Argument(s.name, s.dtype) for s in undefinedSymbols]
        self._parameters.sort(key=lambda l: (l.fieldName, l.isFieldPtrArgument, l.isFieldShapeArgument,
                                             l.isFieldStrideArgument, l.name),
                              reverse=True)

113

114
    def __str__(self):
115
        self._updateParameters()
116
        return '{0} {1}({2})\n{3}'.format(type(self).__name__, self.functionName, self.parameters,
117
118
119
120
121
                                          textwrap.indent(str(self.body), '\t'))

    def __repr__(self):
        self._updateParameters()
        return '{0} {1}({2})'.format(type(self).__name__, self.functionName, self.parameters)
122

123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138

class Block(Node):
    def __init__(self, listOfNodes):
        super(Node, self).__init__()
        self._nodes = listOfNodes
        for n in self._nodes:
            n.parent = self

    @property
    def args(self):
        return self._nodes

    def insertFront(self, node):
        node.parent = self
        self._nodes.insert(0, node)

Martin Bauer's avatar
Martin Bauer committed
139
    def insertBefore(self, newNode, insertBefore):
140
        newNode.parent = self
Martin Bauer's avatar
Martin Bauer committed
141
142
143
        idx = self._nodes.index(insertBefore)
        self._nodes.insert(idx, newNode)

144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
    def append(self, node):
        node.parent = self
        self._nodes.append(node)

    def takeChildNodes(self):
        tmp = self._nodes
        self._nodes = []
        return tmp

    def replace(self, child, replacements):
        idx = self._nodes.index(child)
        del self._nodes[idx]
        if type(replacements) is list:
            for e in replacements:
                e.parent = self
            self._nodes = self._nodes[:idx] + replacements + self._nodes[idx:]
        else:
            replacements.parent = self
            self._nodes.insert(idx, replacements)

    @property
    def symbolsDefined(self):
        result = set()
        for a in self.args:
            result.update(a.symbolsDefined)
        return result

    @property
172
    def undefinedSymbols(self):
173
        result = set()
174
        definedSymbols = set()
175
        for a in self.args:
176
177
178
            result.update(a.undefinedSymbols)
            definedSymbols.update(a.symbolsDefined)
        return result - definedSymbols
179

180
181
    def __str__(self):
        return ''.join('{!s}\n'.format(node) for node in self._nodes)
182
183

    def __repr__(self):
184
        return ''.join('{!r}'.format(node) for node in self._nodes)
185

186
187
188
189
190
191
192
193
194
195

class PragmaBlock(Block):
    def __init__(self, pragmaLine, listOfNodes):
        super(PragmaBlock, self).__init__(listOfNodes)
        self.pragmaLine = pragmaLine


class LoopOverCoordinate(Node):
    LOOP_COUNTER_NAME_PREFIX = "ctr"

Martin Bauer's avatar
Martin Bauer committed
196
    def __init__(self, body, coordinateToLoopOver, start, stop, step=1):
197
        self._body = body
198
        body.parent = self
199
        self._coordinateToLoopOver = coordinateToLoopOver
Martin Bauer's avatar
Martin Bauer committed
200
201
202
        self._begin = start
        self._end = stop
        self._increment = step
203
204
205
206
        self._body.parent = self
        self.prefixLines = []

    def newLoopWithDifferentBody(self, newBody):
Martin Bauer's avatar
Martin Bauer committed
207
        result = LoopOverCoordinate(newBody, self._coordinateToLoopOver, self._begin, self._end, self._increment)
Martin Bauer's avatar
Martin Bauer committed
208
        result.prefixLines = [l for l in self.prefixLines]
209
210
211
212
213
        return result

    @property
    def args(self):
        result = [self._body]
Martin Bauer's avatar
Martin Bauer committed
214
215
216
        for e in [self._begin, self._end, self._increment]:
            if hasattr(e, "args"):
                result.append(e)
217
218
219
220
221
222
223
        return result

    @property
    def body(self):
        return self._body

    @property
Martin Bauer's avatar
Martin Bauer committed
224
225
226
227
228
229
230
231
232
233
    def start(self):
        return self._begin

    @property
    def stop(self):
        return self._end

    @property
    def step(self):
        return self._increment
234
235
236
237
238
239
240

    @property
    def coordinateToLoopOver(self):
        return self._coordinateToLoopOver

    @property
    def symbolsDefined(self):
241
242
243
244
245
246
247
248
249
        return set([self.loopCounterSymbol])

    @property
    def undefinedSymbols(self):
        result = self._body.undefinedSymbols
        for possibleSymbol in [self._begin, self._end, self._increment]:
            if isinstance(possibleSymbol, Node) or isinstance(possibleSymbol, sp.Basic):
                result.update(possibleSymbol.atoms(sp.Symbol))
        return result - set([self.loopCounterSymbol])
250

Martin Bauer's avatar
Martin Bauer committed
251
252
253
254
    @staticmethod
    def getLoopCounterName(coordinateToLoopOver):
        return "%s_%s" % (LoopOverCoordinate.LOOP_COUNTER_NAME_PREFIX, coordinateToLoopOver)

255
256
    @property
    def loopCounterName(self):
Martin Bauer's avatar
Martin Bauer committed
257
258
259
260
        return LoopOverCoordinate.getLoopCounterName(self.coordinateToLoopOver)

    @staticmethod
    def getLoopCounterSymbol(coordinateToLoopOver):
Jan Hoenig's avatar
Jan Hoenig committed
261
        return TypedSymbol(LoopOverCoordinate.getLoopCounterName(coordinateToLoopOver), DataType('int'))
262
263
264

    @property
    def loopCounterSymbol(self):
Martin Bauer's avatar
Martin Bauer committed
265
        return LoopOverCoordinate.getLoopCounterSymbol(self.coordinateToLoopOver)
266
267
268

    @property
    def isOutermostLoop(self):
Martin Bauer's avatar
Martin Bauer committed
269
270
        from pystencils.transformations import getNextParentOfType
        return getNextParentOfType(self, LoopOverCoordinate) is None
271
272
273

    @property
    def isInnermostLoop(self):
Martin Bauer's avatar
Martin Bauer committed
274
        return len(self.atoms(LoopOverCoordinate)) == 0
275
276
277
278
279

    @property
    def coordinateToLoopOver(self):
        return self._coordinateToLoopOver

280
    def __str__(self):
281
        return 'loop:{!s} in {!s}:{!s}:{!s}\n{!s}'.format(self.loopCounterName, self.start, self.stop, self.step,
282
283
284
                                                          textwrap.indent(str(self.body), '\t'))

    def __repr__(self):
285
        return 'loop:{!s} in {!s}:{!s}:{!s}'.format(self.loopCounterName, self.start, self.stop, self.step)
286

287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319

class SympyAssignment(Node):

    def __init__(self, lhsSymbol, rhsTerm, isConst=True):
        self._lhsSymbol = lhsSymbol
        self.rhs = rhsTerm
        self._isDeclaration = True
        if isinstance(self._lhsSymbol, Field.Access) or isinstance(self._lhsSymbol, IndexedBase):
            self._isDeclaration = False
        self._isConst = isConst

    @property
    def lhs(self):
        return self._lhsSymbol

    @lhs.setter
    def lhs(self, newValue):
        self._lhsSymbol = newValue
        self._isDeclaration = True
        if isinstance(self._lhsSymbol, Field.Access) or isinstance(self._lhsSymbol, Indexed):
            self._isDeclaration = False

    @property
    def args(self):
        return [self._lhsSymbol, self.rhs]

    @property
    def symbolsDefined(self):
        if not self._isDeclaration:
            return set()
        return set([self._lhsSymbol])

    @property
320
    def undefinedSymbols(self):
321
        result = self.rhs.atoms(sp.Symbol)
322
323
324
325
326
327
328
        # Add loop counters if there a field accesses
        loopCounters = set()
        for symbol in result:
            if isinstance(symbol, Field.Access):
                for i in range(len(symbol.offsets)):
                    loopCounters.add(LoopOverCoordinate.getLoopCounterSymbol(i))
        result.update(loopCounters)
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
        result.update(self._lhsSymbol.atoms(sp.Symbol))
        return result

    @property
    def isDeclaration(self):
        return self._isDeclaration

    @property
    def isConst(self):
        return self._isConst

    def __repr__(self):
        return repr(self.lhs) + " = " + repr(self.rhs)


class TemporaryMemoryAllocation(Node):
    def __init__(self, typedSymbol, size):
        self.symbol = typedSymbol
        self.size = size

    @property
    def symbolsDefined(self):
351
        return set([self.symbol])
352
353

    @property
354
355
356
357
358
    def undefinedSymbols(self):
        if isinstance(self.size, sp.Basic):
            return self.size.atoms(sp.Symbol)
        else:
            return set()
359
360
361

    @property
    def args(self):
362
        return [self.symbol]
363
364
365
366


class TemporaryMemoryFree(Node):
    def __init__(self, typedSymbol):
367
        self.symbol = typedSymbol
368
369
370
371
372
373

    @property
    def symbolsDefined(self):
        return set()

    @property
374
    def undefinedSymbols(self):
375
376
377
378
379
380
        return set()

    @property
    def args(self):
        return []