src/openpower/decoder/pseudo/pywriter.py

   1 # python code-writer for OpenPOWER ISA pseudo-code parsing
   2
   3 import os
   4 import sys
   5 import shutil
   6 import subprocess
   7 from openpower.decoder.pseudo.pagereader import ISA, get_isa_dir
   8 from openpower.decoder.power_pseudo import (convert_to_python,
   9                                             check_in_gitignore)
  10 from openpower.decoder.orderedset import OrderedSet
  11 from openpower.decoder.isa.caller import create_args
  12
  13
  14 def get_isasrc_dir():
  15     fdir = os.path.abspath(os.path.dirname(__file__))
  16     fdir = os.path.split(fdir)[0]
  17     return os.path.join(fdir, "isa")
  18
  19
  20 header = """\
  21 # auto-generated by pywriter.py, do not edit or commit
  22
  23 from openpower.decoder.isa.caller import inject, instruction_info
  24 from openpower.decoder.helpers import (
  25                                  ne, eq, gt, ge, lt, le, ltu, gtu, length,
  26                                  RANGE, copy_assign_rhs,
  27                                  ISACallerHelper,
  28                                 )
  29 from openpower.decoder.selectable_int import SelectableInt
  30 from openpower.decoder.selectable_int import selectconcat as concat
  31 from openpower.decoder.orderedset import OrderedSet
  32 from openpower.decoder.isafunctions.all import ISACallerFnHelper
  33
  34 """
  35
  36 fpheader = """
  37 from openpower.decoder.helpers import (
  38                                  SINGLE,
  39                                  #FPADD32, FPSUB32, FPMUL32, FPDIV32,
  40                                  FPADD64, FPSUB64, FPMUL64, FPDIV64,
  41                                  #FPMULADD32,
  42                                  #FPSIN32, FPCOS32,
  43                                 )
  44
  45 """
  46
  47 iinfo_template = """instruction_info(func=%s,
  48                 read_regs=%s,
  49                 uninit_regs=%s, write_regs=%s,
  50                 special_regs=%s, op_fields=%s,
  51                 form='%s',
  52                 asmregs=%s)"""
  53
  54
  55 OLD_GENERATED_FILES_EXCEPTIONS = {
  56     "example_exception.py",
  57 }
  58
  59 class PyISAWriter(ISA):
  60     def __init__(self):
  61         ISA.__init__(self)
  62         self.pages_written = []
  63
  64     def check_for_old_generated_files(self, pagenames):
  65         isadir = get_isasrc_dir()
  66         found = []
  67         first_fname = None
  68         for pagename in sorted(pagenames):
  69             fbasename = pagename + ".py"
  70             if fbasename in OLD_GENERATED_FILES_EXCEPTIONS:
  71                 continue
  72             old_fname = os.path.join(isadir, fbasename)
  73             if os.path.exists(old_fname):
  74                 if first_fname is None:
  75                     first_fname = os.path.join(isadir, "generated", fbasename)
  76                 found.append(fbasename)
  77         for first_old_fname in found:
  78             found_str = " ".join(f"'{i}'" for i in found)
  79             lines = [
  80                 f"found likely old generated file: {first_old_fname!r}",
  81                 f"new location: {first_fname!r}",
  82                 "please remove the old generated files or add to:",
  83                 ("openpower.decoder.pseudo.pywriter."
  84                  "OLD_GENERATED_FILES_EXCEPTIONS"),
  85                 "commands to remove all likely old generated files:",
  86                 f"(cd {isadir}; rm -v {found_str})",
  87             ]
  88             raise ValueError(
  89                 "\n".join(lines)
  90             )
  91
  92     def write_pysource(self, pagename):
  93         self.pages_written.append(pagename)
  94         instrs = self.page[pagename]
  95         isadir = get_isasrc_dir()
  96         fname = os.path.join(isadir, "generated", pagename + ".py")
  97         check_in_gitignore(fname)
  98         with open(fname, "w") as f:
  99             iinf = ''
 100             # write headers: FP gets extra imports
 101             f.write(header)  # write out header
 102             if (pagename.startswith("fp") or
 103                 pagename.startswith("svfp")):
 104                 f.write(fpheader)
 105             f.write("class %s:\n" % pagename)
 106
 107             # go through all instructions
 108             for page in instrs:
 109                 d = self.instr[page]
 110                 print("page", pagename, page, fname, d.opcode)
 111                 pcode = '\n'.join(d.pcode) + '\n'
 112                 print(pcode)
 113                 incl_carry = pagename == 'fixedshift'
 114                 filename = os.path.join(get_isa_dir(), pagename + ".mdwn")
 115                 pycode, rused = convert_to_python(pcode, d.form, incl_carry,
 116                                                   filename=filename)
 117                 rused['uninit_regs'] |= d.extra_uninit_regs
 118                 # create list of arguments to call
 119                 regs = list(rused['read_regs']) + list(rused['uninit_regs'])
 120                 regs += list(rused['special_regs'])
 121                 args = ', '.join(create_args(regs, 'self'))
 122                 # create list of arguments to return
 123                 retargs = ', '.join(create_args(rused['write_regs']))
 124                 # write out function.  pre-pend "op_" because some instrs are
 125                 # also python keywords (cmp).  also replace "." with "_"
 126                 op_fname = "op_%s" % page.replace(".", "_")
 127                 f.write("    @inject()\n")
 128                 f.write("    def %s(%s):\n" % (op_fname, args))
 129                 # blech! this works in combination with ISACaller
 130                 # @inject decorator, which works by injecting
 131                 # global variables into the function namespace.
 132                 for blech in ['NIA', 'end_loop']:
 133                     if blech in pycode:  # HACK - TODO fix
 134                         f.write("        global %s\n" % blech)
 135                 pycode = pycode.split("\n")
 136                 pycode = '\n'.join(map(lambda x: "        %s" % x, pycode))
 137                 pycode = pycode.rstrip()
 138                 f.write(pycode + '\n')
 139                 if retargs:
 140                     f.write("        return (%s,)\n\n" % retargs)
 141                 else:
 142                     f.write("\n")
 143                 # accumulate the instruction info
 144                 ops = repr(rused['op_fields'])
 145                 iinfo = iinfo_template % (op_fname, rused['read_regs'],
 146                                           rused['uninit_regs'],
 147                                           rused['write_regs'],
 148                                           rused['special_regs'],
 149                                           ops, d.form, d.regs)
 150                 iinf += "    %s_instrs['%s'] = %s\n" % (pagename, page, iinfo)
 151             # write out initialisation of info, for ISACaller to use
 152             f.write("    %s_instrs = {}\n" % pagename)
 153             f.write(iinf)
 154
 155     def patch_if_needed(self, source):
 156         isadir = get_isasrc_dir()
 157         fname = os.path.join(isadir, "generated", "%s.py" % source)
 158         patchname = os.path.join(isadir, "%s.patch" % source)
 159
 160         try:
 161             with open(patchname, 'r') as patch:
 162                 newfname = fname + '.orig'
 163                 shutil.copyfile(fname, newfname)
 164                 subprocess.check_call(['patch', fname],
 165                                       stdin=patch)
 166         except:
 167             pass
 168
 169     def write_isa_class(self):
 170         isadir = get_isasrc_dir()
 171         fname = os.path.join(isadir, "all.py")
 172         check_in_gitignore(fname)
 173         with open(fname, "w") as f:
 174             f.write('# auto-generated by pywriter.py: do not edit or commit\n')
 175             f.write('from openpower.decoder.isa.caller import ISACaller\n')
 176             f.write('from openpower.decoder.helpers import ISACallerHelper\n')
 177             f.write('from openpower.decoder.isafunctions.all '
 178                     'import ISACallerFnHelper\n')
 179             for page in self.pages_written:
 180                 f.write('from openpower.decoder.isa.generated.%s '
 181                         'import %s\n' % (page, page))
 182             f.write('\n')
 183
 184             f.write('class ISAPages(%s):\n' % ", ".join(self.pages_written))
 185             f.write('    def __init__(self, *args, **kwargs):\n')
 186             f.write('        super().__init__(*args, **kwargs)\n')
 187             f.write('        self.instrs = {\n')
 188             for page in self.pages_written:
 189                 f.write('            **self.%s_instrs,\n' % page)
 190             f.write('        }\n')
 191             classes = ', '.join(['ISAPages', 'ISACaller', 'ISACallerFnHelper',
 192                                  'ISACallerHelper'])
 193             f.write('class ISA(%s): pass\n' % classes)
 194
 195
 196 def pywriter():
 197     isa = PyISAWriter()
 198     write_isa_class = True
 199     if len(sys.argv) == 1:  # quick way to do it
 200         print(dir(isa))
 201         sources = isa.page.keys()
 202     else:
 203         sources = sys.argv[1:]
 204         if sources[0] == "noall": # don't rewrite all.py
 205             write_isa_class = False
 206             sources.pop(0)
 207     print("sources", write_isa_class, sources)
 208     isa.check_for_old_generated_files(sources)
 209     for source in sources:
 210         isa.write_pysource(source)
 211         isa.patch_if_needed(source)
 212     if write_isa_class:
 213         isa.write_isa_class()
 214
 215 if __name__ == '__main__':
 216     pywriter()