cbackend.py 23 KB
Newer Older
Martin Bauer's avatar
Martin Bauer committed
1
import sympy as sp
Martin Bauer's avatar
Martin Bauer committed
2
3
from collections import namedtuple
from sympy.core import S
4
from typing import Set
5
from sympy.printing.ccode import C89CodePrinter
6

7
from pystencils.cpu.vectorization import vec_any, vec_all
8
9
from pystencils.fast_approximation import fast_division, fast_sqrt, fast_inv_sqrt

Martin Bauer's avatar
Martin Bauer committed
10
11
try:
    from sympy.printing.ccode import C99CodePrinter as CCodePrinter
Martin Bauer's avatar
Martin Bauer committed
12
13
except ImportError:
    from sympy.printing.ccode import CCodePrinter  # for sympy versions < 1.1
Martin Bauer's avatar
Martin Bauer committed
14

Martin Bauer's avatar
Martin Bauer committed
15
from pystencils.integer_functions import bitwise_xor, bit_shift_right, bit_shift_left, bitwise_and, \
16
    bitwise_or, modulo_ceil, int_div, int_power_of_2
17
from pystencils.astnodes import Node, KernelFunction
Martin Bauer's avatar
Martin Bauer committed
18
from pystencils.data_types import create_type, PointerType, get_type_of_expression, VectorType, cast_func, \
Martin Bauer's avatar
Fixes    
Martin Bauer committed
19
    vector_memory_access, reinterpret_cast_func
20

21
__all__ = ['generate_c', 'CustomCodeNode', 'PrintNode', 'get_headers', 'CustomSympyPrinter']
22

Martin Bauer's avatar
Martin Bauer committed
23

24
25
KERNCRAFT_NO_TERNARY_MODE = False

Martin Bauer's avatar
Fixes    
Martin Bauer committed
26

27
def generate_c(ast_node: Node, signature_only: bool = False, dialect='c') -> str:
Martin Bauer's avatar
Martin Bauer committed
28
29
30
31
32
33
34
35
36
    """Prints an abstract syntax tree node as C or CUDA code.

    This function does not need to distinguish between C, C++ or CUDA code, it just prints 'C-like' code as encoded
    in the abstract syntax tree (AST). The AST is built differently for C or CUDA by calling different create_kernel
    functions.

    Args:
        ast_node:
        signature_only:
37
        dialect: 'c' or 'cuda'
Martin Bauer's avatar
Martin Bauer committed
38
39
    Returns:
        C-like code for the ast node and its descendants
Martin Bauer's avatar
Martin Bauer committed
40
    """
41
42
43
44
45
46
    global_declarations = get_global_declarations(ast_node)
    for d in global_declarations:
        if hasattr(ast_node, "global_variables"):
            ast_node.global_variables.update(d.symbols_defined)
        else:
            ast_node.global_variables = d.symbols_defined
47
    printer = CBackend(signature_only=signature_only,
48
49
                       vector_instruction_set=ast_node.instruction_set,
                       dialect=dialect)
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
    code = printer(ast_node)
    if not signature_only and isinstance(ast_node, KernelFunction):
        code = "\n" + code
        for declaration in global_declarations:
            code = printer(declaration) + "\n" + code

    return code


def get_global_declarations(ast):
    global_declarations = []

    def visit_node(sub_ast):
        if hasattr(sub_ast, "required_global_declarations"):
            nonlocal global_declarations
            global_declarations += sub_ast.required_global_declarations

        if hasattr(sub_ast, "args"):
            for node in sub_ast.args:
                visit_node(node)

    visit_node(ast)

    return set(global_declarations)
74
75


Martin Bauer's avatar
Martin Bauer committed
76
77
def get_headers(ast_node: Node) -> Set[str]:
    """Return a set of header files, necessary to compile the printed C-like code."""
78
79
    headers = set()

Martin Bauer's avatar
Martin Bauer committed
80
81
82
    if isinstance(ast_node, KernelFunction) and ast_node.instruction_set:
        headers.update(ast_node.instruction_set['headers'])

Martin Bauer's avatar
Martin Bauer committed
83
84
85
    if hasattr(ast_node, 'headers'):
        headers.update(ast_node.headers)
    for a in ast_node.args:
86
        if isinstance(a, Node):
Martin Bauer's avatar
Martin Bauer committed
87
            headers.update(get_headers(a))
88
89

    return headers
90
91


92
93
94
# --------------------------------------- Backend Specific Nodes -------------------------------------------------------


95
class CustomCodeNode(Node):
Martin Bauer's avatar
Martin Bauer committed
96
    def __init__(self, code, symbols_read, symbols_defined, parent=None):
97
        super(CustomCodeNode, self).__init__(parent=parent)
98
        self._code = "\n" + code
99
100
        self._symbols_read = set(symbols_read)
        self._symbols_defined = set(symbols_defined)
101
        self.headers = []
102

103
    def get_code(self, dialect, vector_instruction_set):
104
105
106
107
108
109
110
        return self._code

    @property
    def args(self):
        return []

    @property
Martin Bauer's avatar
Martin Bauer committed
111
    def symbols_defined(self):
112
        return self._symbols_defined
113
114

    @property
Martin Bauer's avatar
Martin Bauer committed
115
    def undefined_symbols(self):
116
        return self._symbols_read - self._symbols_defined
117
118


119
class PrintNode(CustomCodeNode):
Martin Bauer's avatar
Martin Bauer committed
120
121
122
123
    # noinspection SpellCheckingInspection
    def __init__(self, symbol_to_print):
        code = '\nstd::cout << "%s  =  " << %s << std::endl; \n' % (symbol_to_print.name, symbol_to_print.name)
        super(PrintNode, self).__init__(code, symbols_read=[symbol_to_print], symbols_defined=set())
124
        self.headers.append("<iostream>")
125
126
127
128


# ------------------------------------------- Printer ------------------------------------------------------------------

129

Martin Bauer's avatar
Martin Bauer committed
130
131
# noinspection PyPep8Naming
class CBackend:
132

Martin Bauer's avatar
Martin Bauer committed
133
    def __init__(self, sympy_printer=None, signature_only=False, vector_instruction_set=None, dialect='c'):
Martin Bauer's avatar
Martin Bauer committed
134
135
        if sympy_printer is None:
            if vector_instruction_set is not None:
136
                self.sympy_printer = VectorizedCustomSympyPrinter(vector_instruction_set, dialect)
137
            else:
138
                self.sympy_printer = CustomSympyPrinter(dialect)
139
        else:
Martin Bauer's avatar
Martin Bauer committed
140
            self.sympy_printer = sympy_printer
141

142
        self._vector_instruction_set = vector_instruction_set
143
        self._indent = "   "
144
        self._dialect = dialect
Martin Bauer's avatar
Martin Bauer committed
145
        self._signatureOnly = signature_only
146
147

    def __call__(self, node):
Martin Bauer's avatar
Martin Bauer committed
148
        prev_is = VectorType.instruction_set
149
        VectorType.instruction_set = self._vector_instruction_set
150
        result = str(self._print(node))
Martin Bauer's avatar
Martin Bauer committed
151
        VectorType.instruction_set = prev_is
152
        return result
153
154
155

    def _print(self, node):
        for cls in type(node).__mro__:
Martin Bauer's avatar
Martin Bauer committed
156
157
158
159
            method_name = "_print_" + cls.__name__
            if hasattr(self, method_name):
                return getattr(self, method_name)(node)
        raise NotImplementedError("CBackend does not support node of type " + str(type(node)))
160
161

    def _print_KernelFunction(self, node):
162
        function_arguments = ["%s %s" % (str(s.symbol.dtype), s.symbol.name) for s in node.get_parameters()]
163
164
165
166
167
168
169
        launch_bounds = ""
        if self._dialect == 'cuda':
            max_threads = node.indexing.max_threads_per_block()
            if max_threads:
                launch_bounds = "__launch_bounds__({}) ".format(max_threads)
        func_declaration = "FUNC_PREFIX %svoid %s(%s)" % (launch_bounds, node.function_name,
                                                          ", ".join(function_arguments))
170
        if self._signatureOnly:
Martin Bauer's avatar
Martin Bauer committed
171
            return func_declaration
172

173
        body = self._print(node.body)
Martin Bauer's avatar
Martin Bauer committed
174
        return func_declaration + "\n" + body
175
176

    def _print_Block(self, node):
Martin Bauer's avatar
Martin Bauer committed
177
178
        block_contents = "\n".join([self._print(child) for child in node.args])
        return "{\n%s\n}" % (self._indent + self._indent.join(block_contents.splitlines(True)))
179
180

    def _print_PragmaBlock(self, node):
Martin Bauer's avatar
Martin Bauer committed
181
        return "%s\n%s" % (node.pragma_line, self._print_Block(node))
182
183

    def _print_LoopOverCoordinate(self, node):
Martin Bauer's avatar
Martin Bauer committed
184
        counter_symbol = node.loop_counter_name
Martin Bauer's avatar
Martin Bauer committed
185
186
187
188
        start = "int %s = %s" % (counter_symbol, self.sympy_printer.doprint(node.start))
        condition = "%s < %s" % (counter_symbol, self.sympy_printer.doprint(node.stop))
        update = "%s += %s" % (counter_symbol, self.sympy_printer.doprint(node.step),)
        loop_str = "for (%s; %s; %s)" % (start, condition, update)
189

Martin Bauer's avatar
Martin Bauer committed
190
        prefix = "\n".join(node.prefix_lines)
191
192
        if prefix:
            prefix += "\n"
Martin Bauer's avatar
Martin Bauer committed
193
        return "%s%s\n%s" % (prefix, loop_str, self._print(node.body))
194
195

    def _print_SympyAssignment(self, node):
Martin Bauer's avatar
Martin Bauer committed
196
197
        if node.is_declaration:
            data_type = "const " + str(node.lhs.dtype) + " " if node.is_const else str(node.lhs.dtype) + " "
198
199
            return "%s%s = %s;" % (data_type, self.sympy_printer.doprint(node.lhs),
                                   self.sympy_printer.doprint(node.rhs))
200
        else:
Martin Bauer's avatar
Martin Bauer committed
201
            lhs_type = get_type_of_expression(node.lhs)
Martin Bauer's avatar
Martin Bauer committed
202
203
204
205
206
207
            if type(lhs_type) is VectorType and isinstance(node.lhs, cast_func):
                arg, data_type, aligned, nontemporal = node.lhs.args
                instr = 'storeU'
                if aligned:
                    instr = 'stream' if nontemporal else 'storeA'

208
209
210
211
212
213
                rhs_type = get_type_of_expression(node.rhs)
                if type(rhs_type) is not VectorType:
                    rhs = cast_func(node.rhs, VectorType(rhs_type))
                else:
                    rhs = node.rhs

214
215
                return self._vector_instruction_set[instr].format("&" + self.sympy_printer.doprint(node.lhs.args[0]),
                                                                  self.sympy_printer.doprint(rhs)) + ';'
216
            else:
Martin Bauer's avatar
Martin Bauer committed
217
                return "%s = %s;" % (self.sympy_printer.doprint(node.lhs), self.sympy_printer.doprint(node.rhs))
218
219

    def _print_TemporaryMemoryAllocation(self, node):
220
        align = 64
Martin Bauer's avatar
Martin Bauer committed
221
222
223
224
225
226
        np_dtype = node.symbol.dtype.base_type.numpy_dtype
        required_size = np_dtype.itemsize * node.size + align
        size = modulo_ceil(required_size, align)
        code = "{dtype} {name}=({dtype})aligned_alloc({align}, {size}) + {offset};"
        return code.format(dtype=node.symbol.dtype,
                           name=self.sympy_printer.doprint(node.symbol.name),
227
                           size=self.sympy_printer.doprint(size),
Martin Bauer's avatar
Martin Bauer committed
228
229
                           offset=int(node.offset(align)),
                           align=align)
230
231

    def _print_TemporaryMemoryFree(self, node):
232
        align = 64
Martin Bauer's avatar
Martin Bauer committed
233
        return "free(%s - %d);" % (self.sympy_printer.doprint(node.symbol.name), node.offset(align))
234

Martin Bauer's avatar
Martin Bauer committed
235
236
237
238
239
240
    def _print_SkipIteration(self, _):
        if self._dialect == 'cuda':
            return "return;"
        else:
            return "continue;"

241
242
    def _print_CustomCodeNode(self, node):
        return node.get_code(self._dialect, self._vector_instruction_set)
243

244
    def _print_Conditional(self, node):
245
246
247
        cond_type = get_type_of_expression(node.condition_expr)
        if isinstance(cond_type, VectorType):
            raise ValueError("Problem with Conditional inside vectorized loop - use vec_any or vec_all")
Martin Bauer's avatar
Martin Bauer committed
248
249
        condition_expr = self.sympy_printer.doprint(node.condition_expr)
        true_block = self._print_Block(node.true_block)
Martin Bauer's avatar
Martin Bauer committed
250
        result = "if (%s)\n%s " % (condition_expr, true_block)
Martin Bauer's avatar
Martin Bauer committed
251
252
        if node.false_block:
            false_block = self._print_Block(node.false_block)
Martin Bauer's avatar
Martin Bauer committed
253
            result += "else " + false_block
254
255
        return result

256
257
258
259

# ------------------------------------------ Helper function & classes -------------------------------------------------


Martin Bauer's avatar
Martin Bauer committed
260
# noinspection PyPep8Naming
261
class CustomSympyPrinter(CCodePrinter):
Martin Bauer's avatar
Martin Bauer committed
262

263
    def __init__(self, dialect):
Martin Bauer's avatar
Martin Bauer committed
264
        super(CustomSympyPrinter, self).__init__()
265
        self._float_type = create_type("float32")
266
        self._dialect = dialect
267
268
269
270
        if 'Min' in self.known_functions:
            del self.known_functions['Min']
        if 'Max' in self.known_functions:
            del self.known_functions['Max']
Martin Bauer's avatar
Martin Bauer committed
271

272
273
274
    def _print_Pow(self, expr):
        """Don't use std::pow function, for small integer exponents, write as multiplication"""
        if expr.exp.is_integer and expr.exp.is_number and 0 < expr.exp < 8:
275
            return "(" + self._print(sp.Mul(*[expr.base] * expr.exp, evaluate=False)) + ")"
276
277
        elif expr.exp.is_integer and expr.exp.is_number and - 8 < expr.exp < 0:
            return "1 / ({})".format(self._print(sp.Mul(*[expr.base] * (-expr.exp), evaluate=False)))
278
279
280
281
282
        else:
            return super(CustomSympyPrinter, self)._print_Pow(expr)

    def _print_Rational(self, expr):
        """Evaluate all rationals i.e. print 0.25 instead of 1.0/4.0"""
Martin Bauer's avatar
Martin Bauer committed
283
284
        res = str(expr.evalf().num)
        return res
285
286
287
288
289
290
291
292

    def _print_Equality(self, expr):
        """Equality operator is not printable in default printer"""
        return '((' + self._print(expr.lhs) + ") == (" + self._print(expr.rhs) + '))'

    def _print_Piecewise(self, expr):
        """Print piecewise in one line (remove newlines)"""
        result = super(CustomSympyPrinter, self)._print_Piecewise(expr)
Martin Bauer's avatar
Martin Bauer committed
293
294
        return result.replace("\n", "")

295
    def _print_Function(self, expr):
296
        infix_functions = {
Martin Bauer's avatar
Martin Bauer committed
297
298
299
300
301
            bitwise_xor: '^',
            bit_shift_right: '>>',
            bit_shift_left: '<<',
            bitwise_or: '|',
            bitwise_and: '&',
Martin Bauer's avatar
Martin Bauer committed
302
        }
Martin Bauer's avatar
Martin Bauer committed
303
304
        if hasattr(expr, 'to_c'):
            return expr.to_c(self._print)
305
306
307
308
        if isinstance(expr, reinterpret_cast_func):
            arg, data_type = expr.args
            return "*((%s)(& %s))" % (PointerType(data_type, restrict=False), self._print(arg))
        elif isinstance(expr, cast_func):
Martin Bauer's avatar
Martin Bauer committed
309
            arg, data_type = expr.args
310
311
312
            if isinstance(arg, sp.Number):
                return self._typed_number(arg, data_type)
            else:
313
314
315
316
317
318
319
320
321
322
323
                return "((%s)(%s))" % (data_type, self._print(arg))
        elif isinstance(expr, fast_division):
            if self._dialect == "cuda":
                return "__fdividef(%s, %s)" % tuple(self._print(a) for a in expr.args)
            else:
                return "({})".format(self._print(expr.args[0] / expr.args[1]))
        elif isinstance(expr, fast_sqrt):
            if self._dialect == "cuda":
                return "__fsqrt_rn(%s)" % tuple(self._print(a) for a in expr.args)
            else:
                return "({})".format(self._print(sp.sqrt(expr.args[0])))
324
325
        elif isinstance(expr, vec_any) or isinstance(expr, vec_all):
            return self._print(expr.args[0])
326
327
328
329
330
        elif isinstance(expr, fast_inv_sqrt):
            if self._dialect == "cuda":
                return "__frsqrt_rn(%s)" % tuple(self._print(a) for a in expr.args)
            else:
                return "({})".format(self._print(1 / sp.sqrt(expr.args[0])))
331
332
        elif expr.func in infix_functions:
            return "(%s %s %s)" % (self._print(expr.args[0]), infix_functions[expr.func], self._print(expr.args[1]))
333
334
335
336
        elif expr.func == int_power_of_2:
            return "(1 << (%s))" % (self._print(expr.args[0]))
        elif expr.func == int_div:
            return "((%s) / (%s))" % (self._print(expr.args[0]), self._print(expr.args[1]))
337
        else:
338
            return super(CustomSympyPrinter, self)._print_Function(expr)
Martin Bauer's avatar
Martin Bauer committed
339

340
341
    def _typed_number(self, number, dtype):
        res = self._print(number)
342
        if dtype.is_float():
343
344
345
346
347
348
349
350
            if dtype == self._float_type:
                if '.' not in res:
                    res += ".0f"
                else:
                    res += "f"
            return res
        else:
            return res
351

352
353
354
    _print_Max = C89CodePrinter._print_Max
    _print_Min = C89CodePrinter._print_Min

355

Martin Bauer's avatar
Martin Bauer committed
356
# noinspection PyPep8Naming
357
358
359
class VectorizedCustomSympyPrinter(CustomSympyPrinter):
    SummandInfo = namedtuple("SummandInfo", ['sign', 'term'])

360
361
    def __init__(self, instruction_set, dialect):
        super(VectorizedCustomSympyPrinter, self).__init__(dialect=dialect)
Martin Bauer's avatar
Martin Bauer committed
362
        self.instruction_set = instruction_set
363

Martin Bauer's avatar
Martin Bauer committed
364
365
366
367
    def _scalarFallback(self, func_name, expr, *args, **kwargs):
        expr_type = get_type_of_expression(expr)
        if type(expr_type) is not VectorType:
            return getattr(super(VectorizedCustomSympyPrinter, self), func_name)(expr, *args, **kwargs)
368
        else:
Martin Bauer's avatar
Martin Bauer committed
369
            assert self.instruction_set['width'] == expr_type.width
370
371
            return None

372
    def _print_Function(self, expr):
373
        if isinstance(expr, vector_memory_access):
Martin Bauer's avatar
Martin Bauer committed
374
375
376
            arg, data_type, aligned, _ = expr.args
            instruction = self.instruction_set['loadA'] if aligned else self.instruction_set['loadU']
            return instruction.format("& " + self._print(arg))
377
        elif isinstance(expr, cast_func):
Martin Bauer's avatar
Martin Bauer committed
378
379
            arg, data_type = expr.args
            if type(data_type) is VectorType:
Martin Bauer's avatar
Martin Bauer committed
380
                return self.instruction_set['makeVec'].format(self._print(arg))
381
        elif expr.func == fast_division:
382
383
            result = self._scalarFallback('_print_Function', expr)
            if not result:
384
385
                result = self.instruction_set['/'].format(self._print(expr.args[0]), self._print(expr.args[1]))
            return result
386
387
388
        elif expr.func == fast_sqrt:
            return "({})".format(self._print(sp.sqrt(expr.args[0])))
        elif expr.func == fast_inv_sqrt:
389
390
391
392
393
394
            result = self._scalarFallback('_print_Function', expr)
            if not result:
                if self.instruction_set['rsqrt']:
                    return self.instruction_set['rsqrt'].format(self._print(expr.args[0]))
                else:
                    return "({})".format(self._print(1 / sp.sqrt(expr.args[0])))
395
396
397
398
399
400
401
402
403
404
405
406
407
        elif isinstance(expr, vec_any):
            expr_type = get_type_of_expression(expr.args[0])
            if type(expr_type) is not VectorType:
                return self._print(expr.args[0])
            else:
                return self.instruction_set['any'].format(self._print(expr.args[0]))
        elif isinstance(expr, vec_all):
            expr_type = get_type_of_expression(expr.args[0])
            if type(expr_type) is not VectorType:
                return self._print(expr.args[0])
            else:
                return self.instruction_set['all'].format(self._print(expr.args[0]))

408
409
        return super(VectorizedCustomSympyPrinter, self)._print_Function(expr)

410
411
412
413
414
    def _print_And(self, expr):
        result = self._scalarFallback('_print_And', expr)
        if result:
            return result

Martin Bauer's avatar
Martin Bauer committed
415
416
417
418
        arg_strings = [self._print(a) for a in expr.args]
        assert len(arg_strings) > 0
        result = arg_strings[0]
        for item in arg_strings[1:]:
Martin Bauer's avatar
Martin Bauer committed
419
            result = self.instruction_set['&'].format(result, item)
420
421
422
423
424
425
426
        return result

    def _print_Or(self, expr):
        result = self._scalarFallback('_print_Or', expr)
        if result:
            return result

Martin Bauer's avatar
Martin Bauer committed
427
428
429
430
        arg_strings = [self._print(a) for a in expr.args]
        assert len(arg_strings) > 0
        result = arg_strings[0]
        for item in arg_strings[1:]:
Martin Bauer's avatar
Martin Bauer committed
431
            result = self.instruction_set['|'].format(result, item)
432
433
        return result

434
    def _print_Add(self, expr, order=None):
435
436
437
        result = self._scalarFallback('_print_Add', expr)
        if result:
            return result
438
439
440
441

        summands = []
        for term in expr.args:
            if term.func == sp.Mul:
Martin Bauer's avatar
Martin Bauer committed
442
                sign, t = self._print_Mul(term, inside_add=True)
443
444
445
446
447
448
449
450
451
452
453
454
455
            else:
                t = self._print(term)
                sign = 1
            summands.append(self.SummandInfo(sign, t))
        # Use positive terms first
        summands.sort(key=lambda e: e.sign, reverse=True)
        # if no positive term exists, prepend a zero
        if summands[0].sign == -1:
            summands.insert(0, self.SummandInfo(1, "0"))

        assert len(summands) >= 2
        processed = summands[0].term
        for summand in summands[1:]:
Martin Bauer's avatar
Martin Bauer committed
456
            func = self.instruction_set['-'] if summand.sign == -1 else self.instruction_set['+']
457
458
459
            processed = func.format(processed, summand.term)
        return processed

460
    def _print_Pow(self, expr):
461
462
463
        result = self._scalarFallback('_print_Pow', expr)
        if result:
            return result
464

465
466
        one = self.instruction_set['makeVec'].format(1.0)

467
468
        if expr.exp.is_integer and expr.exp.is_number and 0 < expr.exp < 8:
            return "(" + self._print(sp.Mul(*[expr.base] * expr.exp, evaluate=False)) + ")"
469
470
471
472
473
        elif expr.exp == -1:
            one = self.instruction_set['makeVec'].format(1.0)
            return self.instruction_set['/'].format(one, self._print(expr.base))
        elif expr.exp == 0.5:
            return self.instruction_set['sqrt'].format(self._print(expr.base))
474
475
476
        elif expr.exp == -0.5:
            root = self.instruction_set['sqrt'].format(self._print(expr.base))
            return self.instruction_set['/'].format(one, root)
477
478
479
        elif expr.exp.is_integer and expr.exp.is_number and - 8 < expr.exp < 0:
            return self.instruction_set['/'].format(one,
                                                    self._print(sp.Mul(*[expr.base] * (-expr.exp), evaluate=False)))
480
        else:
481
            raise ValueError("Generic exponential not supported: " + str(expr))
482

Martin Bauer's avatar
Martin Bauer committed
483
484
485
486
    def _print_Mul(self, expr, inside_add=False):
        # noinspection PyProtectedMember
        from sympy.core.mul import _keep_coeff

487
488
489
        result = self._scalarFallback('_print_Mul', expr)
        if result:
            return result
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517

        c, e = expr.as_coeff_Mul()
        if c < 0:
            expr = _keep_coeff(-c, e)
            sign = -1
        else:
            sign = 1

        a = []  # items in the numerator
        b = []  # items that are in the denominator (if any)

        # Gather args for numerator/denominator
        for item in expr.as_ordered_factors():
            if item.is_commutative and item.is_Pow and item.exp.is_Rational and item.exp.is_negative:
                if item.exp != -1:
                    b.append(sp.Pow(item.base, -item.exp, evaluate=False))
                else:
                    b.append(sp.Pow(item.base, -item.exp))
            else:
                a.append(item)

        a = a or [S.One]

        a_str = [self._print(x) for x in a]
        b_str = [self._print(x) for x in b]

        result = a_str[0]
        for item in a_str[1:]:
Martin Bauer's avatar
Martin Bauer committed
518
            result = self.instruction_set['*'].format(result, item)
519
520
521
522

        if len(b) > 0:
            denominator_str = b_str[0]
            for item in b_str[1:]:
Martin Bauer's avatar
Martin Bauer committed
523
524
                denominator_str = self.instruction_set['*'].format(denominator_str, item)
            result = self.instruction_set['/'].format(result, denominator_str)
525

Martin Bauer's avatar
Martin Bauer committed
526
        if inside_add:
527
528
529
            return sign, result
        else:
            if sign < 0:
Martin Bauer's avatar
Martin Bauer committed
530
                return self.instruction_set['*'].format(self._print(S.NegativeOne), result)
531
532
533
            else:
                return result

534
    def _print_Relational(self, expr):
535
536
537
        result = self._scalarFallback('_print_Relational', expr)
        if result:
            return result
Martin Bauer's avatar
Martin Bauer committed
538
        return self.instruction_set[expr.rel_op].format(self._print(expr.lhs), self._print(expr.rhs))
539
540

    def _print_Equality(self, expr):
541
542
543
        result = self._scalarFallback('_print_Equality', expr)
        if result:
            return result
Martin Bauer's avatar
Martin Bauer committed
544
        return self.instruction_set['=='].format(self._print(expr.lhs), self._print(expr.rhs))
545
546

    def _print_Piecewise(self, expr):
547
548
549
        result = self._scalarFallback('_print_Piecewise', expr)
        if result:
            return result
550

Martin Bauer's avatar
Martin Bauer committed
551
        if expr.args[-1].cond.args[0] is not sp.sympify(True):
552
553
554
555
556
557
558
559
560
            # We need the last conditional to be a True, otherwise the resulting
            # function may not return a result.
            raise ValueError("All Piecewise expressions must contain an "
                             "(expr, True) statement to be used as a default "
                             "condition. Without one, the generated "
                             "expression may not evaluate to anything under "
                             "some condition.")

        result = self._print(expr.args[-1][0])
Martin Bauer's avatar
Martin Bauer committed
561
        for true_expr, condition in reversed(expr.args[:-1]):
562
            if isinstance(condition, cast_func) and get_type_of_expression(condition.args[0]) == create_type("bool"):
563
564
565
566
567
                if not KERNCRAFT_NO_TERNARY_MODE:
                    result = "(({}) ? ({}) : ({}))".format(self._print(condition.args[0]), self._print(true_expr),
                                                           result)
                else:
                    print("Warning - skipping ternary op")
568
569
570
            else:
                # noinspection SpellCheckingInspection
                result = self.instruction_set['blendv'].format(result, self._print(true_expr), self._print(condition))
571
        return result