cbackend.py 22.5 KB
Newer Older
Martin Bauer's avatar
Martin Bauer committed
1
import sympy as sp
Martin Bauer's avatar
Martin Bauer committed
2
3
from collections import namedtuple
from sympy.core import S
4
from typing import Set
5
from sympy.printing.ccode import C89CodePrinter
6

7
from pystencils.cpu.vectorization import vec_any, vec_all
8
9
from pystencils.fast_approximation import fast_division, fast_sqrt, fast_inv_sqrt

Martin Bauer's avatar
Martin Bauer committed
10
11
try:
    from sympy.printing.ccode import C99CodePrinter as CCodePrinter
Martin Bauer's avatar
Martin Bauer committed
12
13
except ImportError:
    from sympy.printing.ccode import CCodePrinter  # for sympy versions < 1.1
Martin Bauer's avatar
Martin Bauer committed
14

Martin Bauer's avatar
Martin Bauer committed
15
from pystencils.integer_functions import bitwise_xor, bit_shift_right, bit_shift_left, bitwise_and, \
16
    bitwise_or, modulo_ceil, int_div, int_power_of_2, int_mod, inc_post
17
from pystencils.astnodes import Node, KernelFunction
Martin Bauer's avatar
Martin Bauer committed
18
from pystencils.data_types import create_type, PointerType, get_type_of_expression, VectorType, cast_func, \
Martin Bauer's avatar
Fixes    
Martin Bauer committed
19
    vector_memory_access, reinterpret_cast_func
20

21
__all__ = ['generate_c', 'CustomCodeNode', 'PrintNode', 'get_headers', 'CustomSympyPrinter']
22

Martin Bauer's avatar
Martin Bauer committed
23

24
25
KERNCRAFT_NO_TERNARY_MODE = False

Martin Bauer's avatar
Fixes    
Martin Bauer committed
26

27
def generate_c(ast_node: Node, signature_only: bool = False, dialect='c') -> str:
Martin Bauer's avatar
Martin Bauer committed
28
29
30
31
32
33
34
35
36
    """Prints an abstract syntax tree node as C or CUDA code.

    This function does not need to distinguish between C, C++ or CUDA code, it just prints 'C-like' code as encoded
    in the abstract syntax tree (AST). The AST is built differently for C or CUDA by calling different create_kernel
    functions.

    Args:
        ast_node:
        signature_only:
37
        dialect: 'c' or 'cuda'
Martin Bauer's avatar
Martin Bauer committed
38
39
    Returns:
        C-like code for the ast node and its descendants
Martin Bauer's avatar
Martin Bauer committed
40
    """
41
    printer = CBackend(signature_only=signature_only,
42
43
                       vector_instruction_set=ast_node.instruction_set,
                       dialect=dialect)
Martin Bauer's avatar
Martin Bauer committed
44
    return printer(ast_node)
45
46


Martin Bauer's avatar
Martin Bauer committed
47
48
def get_headers(ast_node: Node) -> Set[str]:
    """Return a set of header files, necessary to compile the printed C-like code."""
49
50
    headers = set()

Martin Bauer's avatar
Martin Bauer committed
51
52
53
    if isinstance(ast_node, KernelFunction) and ast_node.instruction_set:
        headers.update(ast_node.instruction_set['headers'])

Martin Bauer's avatar
Martin Bauer committed
54
55
56
    if hasattr(ast_node, 'headers'):
        headers.update(ast_node.headers)
    for a in ast_node.args:
57
        if isinstance(a, Node):
Martin Bauer's avatar
Martin Bauer committed
58
            headers.update(get_headers(a))
59
60

    return headers
61
62


63
64
65
# --------------------------------------- Backend Specific Nodes -------------------------------------------------------


66
class CustomCodeNode(Node):
Martin Bauer's avatar
Martin Bauer committed
67
    def __init__(self, code, symbols_read, symbols_defined, parent=None):
68
        super(CustomCodeNode, self).__init__(parent=parent)
69
        self._code = "\n" + code
70
71
        self._symbols_read = set(symbols_read)
        self._symbols_defined = set(symbols_defined)
72
        self.headers = []
73

74
    def get_code(self, dialect, vector_instruction_set):
75
76
77
78
79
80
81
        return self._code

    @property
    def args(self):
        return []

    @property
Martin Bauer's avatar
Martin Bauer committed
82
    def symbols_defined(self):
83
        return self._symbols_defined
84
85

    @property
Martin Bauer's avatar
Martin Bauer committed
86
    def undefined_symbols(self):
87
        return self._symbols_read - self._symbols_defined
88
89


90
class PrintNode(CustomCodeNode):
Martin Bauer's avatar
Martin Bauer committed
91
92
93
94
    # noinspection SpellCheckingInspection
    def __init__(self, symbol_to_print):
        code = '\nstd::cout << "%s  =  " << %s << std::endl; \n' % (symbol_to_print.name, symbol_to_print.name)
        super(PrintNode, self).__init__(code, symbols_read=[symbol_to_print], symbols_defined=set())
95
        self.headers.append("<iostream>")
96
97
98
99


# ------------------------------------------- Printer ------------------------------------------------------------------

100

Martin Bauer's avatar
Martin Bauer committed
101
102
# noinspection PyPep8Naming
class CBackend:
103

Martin Bauer's avatar
Martin Bauer committed
104
    def __init__(self, sympy_printer=None, signature_only=False, vector_instruction_set=None, dialect='c'):
Martin Bauer's avatar
Martin Bauer committed
105
106
        if sympy_printer is None:
            if vector_instruction_set is not None:
107
                self.sympy_printer = VectorizedCustomSympyPrinter(vector_instruction_set, dialect)
108
            else:
109
                self.sympy_printer = CustomSympyPrinter(dialect)
110
        else:
Martin Bauer's avatar
Martin Bauer committed
111
            self.sympy_printer = sympy_printer
112

113
        self._vector_instruction_set = vector_instruction_set
114
        self._indent = "   "
115
        self._dialect = dialect
Martin Bauer's avatar
Martin Bauer committed
116
        self._signatureOnly = signature_only
117
118

    def __call__(self, node):
Martin Bauer's avatar
Martin Bauer committed
119
        prev_is = VectorType.instruction_set
120
        VectorType.instruction_set = self._vector_instruction_set
121
        result = str(self._print(node))
Martin Bauer's avatar
Martin Bauer committed
122
        VectorType.instruction_set = prev_is
123
        return result
124
125
126

    def _print(self, node):
        for cls in type(node).__mro__:
Martin Bauer's avatar
Martin Bauer committed
127
128
129
130
            method_name = "_print_" + cls.__name__
            if hasattr(self, method_name):
                return getattr(self, method_name)(node)
        raise NotImplementedError("CBackend does not support node of type " + str(type(node)))
131
132

    def _print_KernelFunction(self, node):
133
        function_arguments = ["%s %s" % (str(s.symbol.dtype), s.symbol.name) for s in node.get_parameters()]
134
135
136
137
138
139
140
        launch_bounds = ""
        if self._dialect == 'cuda':
            max_threads = node.indexing.max_threads_per_block()
            if max_threads:
                launch_bounds = "__launch_bounds__({}) ".format(max_threads)
        func_declaration = "FUNC_PREFIX %svoid %s(%s)" % (launch_bounds, node.function_name,
                                                          ", ".join(function_arguments))
141
        if self._signatureOnly:
Martin Bauer's avatar
Martin Bauer committed
142
            return func_declaration
143

144
        body = self._print(node.body)
Martin Bauer's avatar
Martin Bauer committed
145
        return func_declaration + "\n" + body
146
147

    def _print_Block(self, node):
Martin Bauer's avatar
Martin Bauer committed
148
149
        block_contents = "\n".join([self._print(child) for child in node.args])
        return "{\n%s\n}" % (self._indent + self._indent.join(block_contents.splitlines(True)))
150
151

    def _print_PragmaBlock(self, node):
Martin Bauer's avatar
Martin Bauer committed
152
        return "%s\n%s" % (node.pragma_line, self._print_Block(node))
153
154

    def _print_LoopOverCoordinate(self, node):
Martin Bauer's avatar
Martin Bauer committed
155
        counter_symbol = node.loop_counter_name
Martin Bauer's avatar
Martin Bauer committed
156
        start = "int %s = %s" % (counter_symbol, self.sympy_printer.doprint(node.start))
Nils Kohl's avatar
Nils Kohl committed
157
158
        condition_expression = node.relational(node.loop_counter_symbol, node.stop)
        condition = self.sympy_printer.doprint(condition_expression)
Martin Bauer's avatar
Martin Bauer committed
159
160
        update = "%s += %s" % (counter_symbol, self.sympy_printer.doprint(node.step),)
        loop_str = "for (%s; %s; %s)" % (start, condition, update)
161

Martin Bauer's avatar
Martin Bauer committed
162
        prefix = "\n".join(node.prefix_lines)
163
164
        if prefix:
            prefix += "\n"
Martin Bauer's avatar
Martin Bauer committed
165
        return "%s%s\n%s" % (prefix, loop_str, self._print(node.body))
166
167

    def _print_SympyAssignment(self, node):
Martin Bauer's avatar
Martin Bauer committed
168
169
        if node.is_declaration:
            data_type = "const " + str(node.lhs.dtype) + " " if node.is_const else str(node.lhs.dtype) + " "
170
171
            return "%s%s = %s;" % (data_type, self.sympy_printer.doprint(node.lhs),
                                   self.sympy_printer.doprint(node.rhs))
172
        else:
Martin Bauer's avatar
Martin Bauer committed
173
            lhs_type = get_type_of_expression(node.lhs)
Martin Bauer's avatar
Martin Bauer committed
174
175
176
177
178
179
            if type(lhs_type) is VectorType and isinstance(node.lhs, cast_func):
                arg, data_type, aligned, nontemporal = node.lhs.args
                instr = 'storeU'
                if aligned:
                    instr = 'stream' if nontemporal else 'storeA'

180
181
182
183
184
185
                rhs_type = get_type_of_expression(node.rhs)
                if type(rhs_type) is not VectorType:
                    rhs = cast_func(node.rhs, VectorType(rhs_type))
                else:
                    rhs = node.rhs

186
187
                return self._vector_instruction_set[instr].format("&" + self.sympy_printer.doprint(node.lhs.args[0]),
                                                                  self.sympy_printer.doprint(rhs)) + ';'
188
            else:
Martin Bauer's avatar
Martin Bauer committed
189
                return "%s = %s;" % (self.sympy_printer.doprint(node.lhs), self.sympy_printer.doprint(node.rhs))
190
191

    def _print_TemporaryMemoryAllocation(self, node):
192
        align = 64
Martin Bauer's avatar
Martin Bauer committed
193
194
195
196
197
198
        np_dtype = node.symbol.dtype.base_type.numpy_dtype
        required_size = np_dtype.itemsize * node.size + align
        size = modulo_ceil(required_size, align)
        code = "{dtype} {name}=({dtype})aligned_alloc({align}, {size}) + {offset};"
        return code.format(dtype=node.symbol.dtype,
                           name=self.sympy_printer.doprint(node.symbol.name),
199
                           size=self.sympy_printer.doprint(size),
Martin Bauer's avatar
Martin Bauer committed
200
201
                           offset=int(node.offset(align)),
                           align=align)
202
203

    def _print_TemporaryMemoryFree(self, node):
204
        align = 64
Martin Bauer's avatar
Martin Bauer committed
205
        return "free(%s - %d);" % (self.sympy_printer.doprint(node.symbol.name), node.offset(align))
206

Martin Bauer's avatar
Martin Bauer committed
207
208
209
210
211
212
    def _print_SkipIteration(self, _):
        if self._dialect == 'cuda':
            return "return;"
        else:
            return "continue;"

213
214
    def _print_CustomCodeNode(self, node):
        return node.get_code(self._dialect, self._vector_instruction_set)
215

216
    def _print_Conditional(self, node):
217
218
219
        cond_type = get_type_of_expression(node.condition_expr)
        if isinstance(cond_type, VectorType):
            raise ValueError("Problem with Conditional inside vectorized loop - use vec_any or vec_all")
Martin Bauer's avatar
Martin Bauer committed
220
221
        condition_expr = self.sympy_printer.doprint(node.condition_expr)
        true_block = self._print_Block(node.true_block)
Martin Bauer's avatar
Martin Bauer committed
222
        result = "if (%s)\n%s " % (condition_expr, true_block)
Martin Bauer's avatar
Martin Bauer committed
223
224
        if node.false_block:
            false_block = self._print_Block(node.false_block)
Martin Bauer's avatar
Martin Bauer committed
225
            result += "else " + false_block
226
227
        return result

228
229
230
231

# ------------------------------------------ Helper function & classes -------------------------------------------------


Martin Bauer's avatar
Martin Bauer committed
232
# noinspection PyPep8Naming
233
class CustomSympyPrinter(CCodePrinter):
Martin Bauer's avatar
Martin Bauer committed
234

235
    def __init__(self, dialect):
Martin Bauer's avatar
Martin Bauer committed
236
        super(CustomSympyPrinter, self).__init__()
237
        self._float_type = create_type("float32")
238
        self._dialect = dialect
239
240
241
242
        if 'Min' in self.known_functions:
            del self.known_functions['Min']
        if 'Max' in self.known_functions:
            del self.known_functions['Max']
Martin Bauer's avatar
Martin Bauer committed
243

244
245
246
    def _print_Pow(self, expr):
        """Don't use std::pow function, for small integer exponents, write as multiplication"""
        if expr.exp.is_integer and expr.exp.is_number and 0 < expr.exp < 8:
247
            return "(" + self._print(sp.Mul(*[expr.base] * expr.exp, evaluate=False)) + ")"
248
249
        elif expr.exp.is_integer and expr.exp.is_number and - 8 < expr.exp < 0:
            return "1 / ({})".format(self._print(sp.Mul(*[expr.base] * (-expr.exp), evaluate=False)))
250
251
252
253
254
        else:
            return super(CustomSympyPrinter, self)._print_Pow(expr)

    def _print_Rational(self, expr):
        """Evaluate all rationals i.e. print 0.25 instead of 1.0/4.0"""
Martin Bauer's avatar
Martin Bauer committed
255
256
        res = str(expr.evalf().num)
        return res
257
258
259
260
261
262
263
264

    def _print_Equality(self, expr):
        """Equality operator is not printable in default printer"""
        return '((' + self._print(expr.lhs) + ") == (" + self._print(expr.rhs) + '))'

    def _print_Piecewise(self, expr):
        """Print piecewise in one line (remove newlines)"""
        result = super(CustomSympyPrinter, self)._print_Piecewise(expr)
Martin Bauer's avatar
Martin Bauer committed
265
266
        return result.replace("\n", "")

Nils Kohl's avatar
Nils Kohl committed
267
268
269
    def _print_NoEvaluationPiecewise(self, expr):
        return self._print_Piecewise(expr)

270
    def _print_Function(self, expr):
271
        infix_functions = {
Martin Bauer's avatar
Martin Bauer committed
272
273
274
275
276
            bitwise_xor: '^',
            bit_shift_right: '>>',
            bit_shift_left: '<<',
            bitwise_or: '|',
            bitwise_and: '&',
Martin Bauer's avatar
Martin Bauer committed
277
        }
Martin Bauer's avatar
Martin Bauer committed
278
279
        if hasattr(expr, 'to_c'):
            return expr.to_c(self._print)
280
281
282
283
        if isinstance(expr, reinterpret_cast_func):
            arg, data_type = expr.args
            return "*((%s)(& %s))" % (PointerType(data_type, restrict=False), self._print(arg))
        elif isinstance(expr, cast_func):
Martin Bauer's avatar
Martin Bauer committed
284
            arg, data_type = expr.args
285
286
287
            if isinstance(arg, sp.Number):
                return self._typed_number(arg, data_type)
            else:
288
289
290
291
292
293
294
295
296
297
298
                return "((%s)(%s))" % (data_type, self._print(arg))
        elif isinstance(expr, fast_division):
            if self._dialect == "cuda":
                return "__fdividef(%s, %s)" % tuple(self._print(a) for a in expr.args)
            else:
                return "({})".format(self._print(expr.args[0] / expr.args[1]))
        elif isinstance(expr, fast_sqrt):
            if self._dialect == "cuda":
                return "__fsqrt_rn(%s)" % tuple(self._print(a) for a in expr.args)
            else:
                return "({})".format(self._print(sp.sqrt(expr.args[0])))
299
300
        elif isinstance(expr, vec_any) or isinstance(expr, vec_all):
            return self._print(expr.args[0])
301
302
303
304
305
        elif isinstance(expr, fast_inv_sqrt):
            if self._dialect == "cuda":
                return "__frsqrt_rn(%s)" % tuple(self._print(a) for a in expr.args)
            else:
                return "({})".format(self._print(1 / sp.sqrt(expr.args[0])))
306
307
        elif expr.func in infix_functions:
            return "(%s %s %s)" % (self._print(expr.args[0]), infix_functions[expr.func], self._print(expr.args[1]))
308
309
310
311
        elif expr.func == int_power_of_2:
            return "(1 << (%s))" % (self._print(expr.args[0]))
        elif expr.func == int_div:
            return "((%s) / (%s))" % (self._print(expr.args[0]), self._print(expr.args[1]))
312
313
        elif expr.func == int_mod:
            return "((%s) %% (%s))" % (self._print(expr.args[0]), self._print(expr.args[1]))
314
315
        elif expr.func == inc_post:
            return "(%s++)" % (self._print(expr.args[0]))
316
        else:
317
            return super(CustomSympyPrinter, self)._print_Function(expr)
Martin Bauer's avatar
Martin Bauer committed
318

319
320
    def _typed_number(self, number, dtype):
        res = self._print(number)
321
        if dtype.is_float():
322
323
324
325
326
327
328
329
            if dtype == self._float_type:
                if '.' not in res:
                    res += ".0f"
                else:
                    res += "f"
            return res
        else:
            return res
330

331
332
333
    _print_Max = C89CodePrinter._print_Max
    _print_Min = C89CodePrinter._print_Min

334

Martin Bauer's avatar
Martin Bauer committed
335
# noinspection PyPep8Naming
336
337
338
class VectorizedCustomSympyPrinter(CustomSympyPrinter):
    SummandInfo = namedtuple("SummandInfo", ['sign', 'term'])

339
340
    def __init__(self, instruction_set, dialect):
        super(VectorizedCustomSympyPrinter, self).__init__(dialect=dialect)
Martin Bauer's avatar
Martin Bauer committed
341
        self.instruction_set = instruction_set
342

Martin Bauer's avatar
Martin Bauer committed
343
344
345
346
    def _scalarFallback(self, func_name, expr, *args, **kwargs):
        expr_type = get_type_of_expression(expr)
        if type(expr_type) is not VectorType:
            return getattr(super(VectorizedCustomSympyPrinter, self), func_name)(expr, *args, **kwargs)
347
        else:
Martin Bauer's avatar
Martin Bauer committed
348
            assert self.instruction_set['width'] == expr_type.width
349
350
            return None

351
    def _print_Function(self, expr):
352
        if isinstance(expr, vector_memory_access):
Martin Bauer's avatar
Martin Bauer committed
353
354
355
            arg, data_type, aligned, _ = expr.args
            instruction = self.instruction_set['loadA'] if aligned else self.instruction_set['loadU']
            return instruction.format("& " + self._print(arg))
356
        elif isinstance(expr, cast_func):
Martin Bauer's avatar
Martin Bauer committed
357
358
            arg, data_type = expr.args
            if type(data_type) is VectorType:
Martin Bauer's avatar
Martin Bauer committed
359
                return self.instruction_set['makeVec'].format(self._print(arg))
360
        elif expr.func == fast_division:
361
362
            result = self._scalarFallback('_print_Function', expr)
            if not result:
363
364
                result = self.instruction_set['/'].format(self._print(expr.args[0]), self._print(expr.args[1]))
            return result
365
366
367
        elif expr.func == fast_sqrt:
            return "({})".format(self._print(sp.sqrt(expr.args[0])))
        elif expr.func == fast_inv_sqrt:
368
369
370
371
372
373
            result = self._scalarFallback('_print_Function', expr)
            if not result:
                if self.instruction_set['rsqrt']:
                    return self.instruction_set['rsqrt'].format(self._print(expr.args[0]))
                else:
                    return "({})".format(self._print(1 / sp.sqrt(expr.args[0])))
374
375
376
377
378
379
380
381
382
383
384
385
386
        elif isinstance(expr, vec_any):
            expr_type = get_type_of_expression(expr.args[0])
            if type(expr_type) is not VectorType:
                return self._print(expr.args[0])
            else:
                return self.instruction_set['any'].format(self._print(expr.args[0]))
        elif isinstance(expr, vec_all):
            expr_type = get_type_of_expression(expr.args[0])
            if type(expr_type) is not VectorType:
                return self._print(expr.args[0])
            else:
                return self.instruction_set['all'].format(self._print(expr.args[0]))

387
388
        return super(VectorizedCustomSympyPrinter, self)._print_Function(expr)

389
390
391
392
393
    def _print_And(self, expr):
        result = self._scalarFallback('_print_And', expr)
        if result:
            return result

Martin Bauer's avatar
Martin Bauer committed
394
395
396
397
        arg_strings = [self._print(a) for a in expr.args]
        assert len(arg_strings) > 0
        result = arg_strings[0]
        for item in arg_strings[1:]:
Martin Bauer's avatar
Martin Bauer committed
398
            result = self.instruction_set['&'].format(result, item)
399
400
401
402
403
404
405
        return result

    def _print_Or(self, expr):
        result = self._scalarFallback('_print_Or', expr)
        if result:
            return result

Martin Bauer's avatar
Martin Bauer committed
406
407
408
409
        arg_strings = [self._print(a) for a in expr.args]
        assert len(arg_strings) > 0
        result = arg_strings[0]
        for item in arg_strings[1:]:
Martin Bauer's avatar
Martin Bauer committed
410
            result = self.instruction_set['|'].format(result, item)
411
412
        return result

413
    def _print_Add(self, expr, order=None):
414
415
416
        result = self._scalarFallback('_print_Add', expr)
        if result:
            return result
417
418
419
420

        summands = []
        for term in expr.args:
            if term.func == sp.Mul:
Martin Bauer's avatar
Martin Bauer committed
421
                sign, t = self._print_Mul(term, inside_add=True)
422
423
424
425
426
427
428
429
430
431
432
433
434
            else:
                t = self._print(term)
                sign = 1
            summands.append(self.SummandInfo(sign, t))
        # Use positive terms first
        summands.sort(key=lambda e: e.sign, reverse=True)
        # if no positive term exists, prepend a zero
        if summands[0].sign == -1:
            summands.insert(0, self.SummandInfo(1, "0"))

        assert len(summands) >= 2
        processed = summands[0].term
        for summand in summands[1:]:
Martin Bauer's avatar
Martin Bauer committed
435
            func = self.instruction_set['-'] if summand.sign == -1 else self.instruction_set['+']
436
437
438
            processed = func.format(processed, summand.term)
        return processed

439
    def _print_Pow(self, expr):
440
441
442
        result = self._scalarFallback('_print_Pow', expr)
        if result:
            return result
443

444
445
        one = self.instruction_set['makeVec'].format(1.0)

446
447
        if expr.exp.is_integer and expr.exp.is_number and 0 < expr.exp < 8:
            return "(" + self._print(sp.Mul(*[expr.base] * expr.exp, evaluate=False)) + ")"
448
449
450
451
452
        elif expr.exp == -1:
            one = self.instruction_set['makeVec'].format(1.0)
            return self.instruction_set['/'].format(one, self._print(expr.base))
        elif expr.exp == 0.5:
            return self.instruction_set['sqrt'].format(self._print(expr.base))
453
454
455
        elif expr.exp == -0.5:
            root = self.instruction_set['sqrt'].format(self._print(expr.base))
            return self.instruction_set['/'].format(one, root)
456
457
458
        elif expr.exp.is_integer and expr.exp.is_number and - 8 < expr.exp < 0:
            return self.instruction_set['/'].format(one,
                                                    self._print(sp.Mul(*[expr.base] * (-expr.exp), evaluate=False)))
459
        else:
460
            raise ValueError("Generic exponential not supported: " + str(expr))
461

Martin Bauer's avatar
Martin Bauer committed
462
463
464
465
    def _print_Mul(self, expr, inside_add=False):
        # noinspection PyProtectedMember
        from sympy.core.mul import _keep_coeff

466
467
468
        result = self._scalarFallback('_print_Mul', expr)
        if result:
            return result
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496

        c, e = expr.as_coeff_Mul()
        if c < 0:
            expr = _keep_coeff(-c, e)
            sign = -1
        else:
            sign = 1

        a = []  # items in the numerator
        b = []  # items that are in the denominator (if any)

        # Gather args for numerator/denominator
        for item in expr.as_ordered_factors():
            if item.is_commutative and item.is_Pow and item.exp.is_Rational and item.exp.is_negative:
                if item.exp != -1:
                    b.append(sp.Pow(item.base, -item.exp, evaluate=False))
                else:
                    b.append(sp.Pow(item.base, -item.exp))
            else:
                a.append(item)

        a = a or [S.One]

        a_str = [self._print(x) for x in a]
        b_str = [self._print(x) for x in b]

        result = a_str[0]
        for item in a_str[1:]:
Martin Bauer's avatar
Martin Bauer committed
497
            result = self.instruction_set['*'].format(result, item)
498
499
500
501

        if len(b) > 0:
            denominator_str = b_str[0]
            for item in b_str[1:]:
Martin Bauer's avatar
Martin Bauer committed
502
503
                denominator_str = self.instruction_set['*'].format(denominator_str, item)
            result = self.instruction_set['/'].format(result, denominator_str)
504

Martin Bauer's avatar
Martin Bauer committed
505
        if inside_add:
506
507
508
            return sign, result
        else:
            if sign < 0:
Martin Bauer's avatar
Martin Bauer committed
509
                return self.instruction_set['*'].format(self._print(S.NegativeOne), result)
510
511
512
            else:
                return result

513
    def _print_Relational(self, expr):
514
515
516
        result = self._scalarFallback('_print_Relational', expr)
        if result:
            return result
Martin Bauer's avatar
Martin Bauer committed
517
        return self.instruction_set[expr.rel_op].format(self._print(expr.lhs), self._print(expr.rhs))
518
519

    def _print_Equality(self, expr):
520
521
522
        result = self._scalarFallback('_print_Equality', expr)
        if result:
            return result
Martin Bauer's avatar
Martin Bauer committed
523
        return self.instruction_set['=='].format(self._print(expr.lhs), self._print(expr.rhs))
524
525

    def _print_Piecewise(self, expr):
526
527
528
        result = self._scalarFallback('_print_Piecewise', expr)
        if result:
            return result
529

Martin Bauer's avatar
Martin Bauer committed
530
        if expr.args[-1].cond.args[0] is not sp.sympify(True):
531
532
533
534
535
536
537
538
539
            # We need the last conditional to be a True, otherwise the resulting
            # function may not return a result.
            raise ValueError("All Piecewise expressions must contain an "
                             "(expr, True) statement to be used as a default "
                             "condition. Without one, the generated "
                             "expression may not evaluate to anything under "
                             "some condition.")

        result = self._print(expr.args[-1][0])
Martin Bauer's avatar
Martin Bauer committed
540
        for true_expr, condition in reversed(expr.args[:-1]):
541
            if isinstance(condition, cast_func) and get_type_of_expression(condition.args[0]) == create_type("bool"):
542
543
544
545
546
                if not KERNCRAFT_NO_TERNARY_MODE:
                    result = "(({}) ? ({}) : ({}))".format(self._print(condition.args[0]), self._print(true_expr),
                                                           result)
                else:
                    print("Warning - skipping ternary op")
547
548
549
            else:
                # noinspection SpellCheckingInspection
                result = self.instruction_set['blendv'].format(result, self._print(true_expr), self._print(condition))
550
        return result