kernel/yosys.cc

   1 /*
   2  *  yosys -- Yosys Open SYnthesis Suite
   3  *
   4  *  Copyright (C) 2012  Clifford Wolf <clifford@clifford.at>
   5  *
   6  *  Permission to use, copy, modify, and/or distribute this software for any
   7  *  purpose with or without fee is hereby granted, provided that the above
   8  *  copyright notice and this permission notice appear in all copies.
   9  *
  10  *  THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  11  *  WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  12  *  MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  13  *  ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  14  *  WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  15  *  ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  16  *  OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  17  *
  18  */
  19
  20 #include "kernel/yosys.h"
  21 #include "kernel/celltypes.h"
  22
  23 #ifdef YOSYS_ENABLE_READLINE
  24 #  include <readline/readline.h>
  25 #  include <readline/history.h>
  26 #endif
  27
  28 #ifdef YOSYS_ENABLE_PLUGINS
  29 #  include <dlfcn.h>
  30 #endif
  31
  32 #ifdef _WIN32
  33 #  include <windows.h>
  34 #  include <io.h>
  35 #elif defined(__APPLE__)
  36 #  include <mach-o/dyld.h>
  37 #  include <unistd.h>
  38 #  include <dirent.h>
  39 #  include <sys/stat.h>
  40 #else
  41 #  include <unistd.h>
  42 #  include <dirent.h>
  43 #  include <sys/types.h>
  44 #  include <sys/stat.h>
  45 #endif
  46
  47 #include <limits.h>
  48 #include <errno.h>
  49
  50 YOSYS_NAMESPACE_BEGIN
  51
  52 int autoidx = 1;
  53 int yosys_xtrace = 0;
  54 RTLIL::Design *yosys_design = NULL;
  55 CellTypes yosys_celltypes;
  56
  57 #ifdef YOSYS_ENABLE_TCL
  58 Tcl_Interp *yosys_tcl_interp = NULL;
  59 #endif
  60
  61 bool memhasher_active = false;
  62 uint32_t memhasher_rng = 123456;
  63 std::vector<void*> memhasher_store;
  64
  65 void memhasher_on()
  66 {
  67 #ifdef __linux__
  68         memhasher_rng += time(NULL) << 16 ^ getpid();
  69 #endif
  70         memhasher_store.resize(0x10000);
  71         memhasher_active = true;
  72 }
  73
  74 void memhasher_off()
  75 {
  76         for (auto p : memhasher_store)
  77                 if (p) free(p);
  78         memhasher_store.clear();
  79         memhasher_active = false;
  80 }
  81
  82 void memhasher_do()
  83 {
  84         memhasher_rng ^= memhasher_rng << 13;
  85         memhasher_rng ^= memhasher_rng >> 17;
  86         memhasher_rng ^= memhasher_rng << 5;
  87
  88         int size, index = (memhasher_rng >> 4) & 0xffff;
  89         switch (memhasher_rng & 7) {
  90                 case 0: size =   16; break;
  91                 case 1: size =  256; break;
  92                 case 2: size = 1024; break;
  93                 case 3: size = 4096; break;
  94                 default: size = 0;
  95         }
  96         if (index < 16) size *= 16;
  97         memhasher_store[index] = realloc(memhasher_store[index], size);
  98 }
  99
 100 void yosys_banner()
 101 {
 102         log("\n");
 103         log(" /----------------------------------------------------------------------------\\\n");
 104         log(" |                                                                            |\n");
 105         log(" |  yosys -- Yosys Open SYnthesis Suite                                       |\n");
 106         log(" |                                                                            |\n");
 107         log(" |  Copyright (C) 2012 - 2015  Clifford Wolf <clifford@clifford.at>           |\n");
 108         log(" |                                                                            |\n");
 109         log(" |  Permission to use, copy, modify, and/or distribute this software for any  |\n");
 110         log(" |  purpose with or without fee is hereby granted, provided that the above    |\n");
 111         log(" |  copyright notice and this permission notice appear in all copies.         |\n");
 112         log(" |                                                                            |\n");
 113         log(" |  THE SOFTWARE IS PROVIDED \"AS IS\" AND THE AUTHOR DISCLAIMS ALL WARRANTIES  |\n");
 114         log(" |  WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF          |\n");
 115         log(" |  MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR   |\n");
 116         log(" |  ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES    |\n");
 117         log(" |  WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN     |\n");
 118         log(" |  ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF   |\n");
 119         log(" |  OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.            |\n");
 120         log(" |                                                                            |\n");
 121         log(" \\----------------------------------------------------------------------------/\n");
 122         log("\n");
 123         log(" %s\n", yosys_version_str);
 124         log("\n");
 125 }
 126
 127 std::string stringf(const char *fmt, ...)
 128 {
 129         std::string string;
 130         va_list ap;
 131
 132         va_start(ap, fmt);
 133         string = vstringf(fmt, ap);
 134         va_end(ap);
 135
 136         return string;
 137 }
 138
 139 std::string vstringf(const char *fmt, va_list ap)
 140 {
 141         std::string string;
 142         char *str = NULL;
 143
 144 #ifdef _WIN32
 145         int sz = 64, rc;
 146         while (1) {
 147                 va_list apc;
 148                 va_copy(apc, ap);
 149                 str = (char*)realloc(str, sz);
 150                 rc = vsnprintf(str, sz, fmt, apc);
 151                 va_end(apc);
 152                 if (rc >= 0 && rc < sz)
 153                         break;
 154                 sz *= 2;
 155         }
 156 #else
 157         if (vasprintf(&str, fmt, ap) < 0)
 158                 str = NULL;
 159 #endif
 160
 161         if (str != NULL) {
 162                 string = str;
 163                 free(str);
 164         }
 165
 166         return string;
 167 }
 168
 169 int readsome(std::istream &f, char *s, int n)
 170 {
 171         int rc = f.readsome(s, n);
 172
 173         // f.readsome() sometimes returns 0 on a non-empty stream..
 174         if (rc == 0) {
 175                 int c = f.get();
 176                 if (c != EOF) {
 177                         *s = c;
 178                         rc = 1;
 179                 }
 180         }
 181
 182         return rc;
 183 }
 184
 185 std::string next_token(std::string &text, const char *sep)
 186 {
 187         size_t pos_begin = text.find_first_not_of(sep);
 188
 189         if (pos_begin == std::string::npos)
 190                 pos_begin = text.size();
 191
 192         size_t pos_end = text.find_first_of(sep, pos_begin);
 193
 194         if (pos_end == std::string::npos)
 195                 pos_end = text.size();
 196
 197         std::string token = text.substr(pos_begin, pos_end-pos_begin);
 198         text = text.substr(pos_end);
 199         return token;
 200 }
 201
 202 // this is very similar to fnmatch(). the exact rules used by this
 203 // function are:
 204 //
 205 //    ?        matches any character except
 206 //    *        matches any sequence of characters
 207 //    [...]    matches any of the characters in the list
 208 //    [!..]    matches any of the characters not in the list
 209 //
 210 // a backslash may be used to escape the next characters in the
 211 // pattern. each special character can also simply match itself.
 212 //
 213 bool patmatch(const char *pattern, const char *string)
 214 {
 215         if (*pattern == 0)
 216                 return *string == 0;
 217
 218         if (*pattern == '\\') {
 219                 if (pattern[1] == string[0] && patmatch(pattern+2, string+1))
 220                         return true;
 221         }
 222
 223         if (*pattern == '?') {
 224                 if (*string == 0)
 225                         return false;
 226                 return patmatch(pattern+1, string+1);
 227         }
 228
 229         if (*pattern == '*') {
 230                 while (*string) {
 231                         if (patmatch(pattern+1, string++))
 232                                 return true;
 233                 }
 234                 return pattern[1] == 0;
 235         }
 236
 237         if (*pattern == '[') {
 238                 bool found_match = false;
 239                 bool inverted_list = pattern[1] == '!';
 240                 const char *p = pattern + (inverted_list ? 1 : 0);
 241
 242                 while (*++p) {
 243                         if (*p == ']') {
 244                                 if (found_match != inverted_list && patmatch(p+1, string+1))
 245                                         return true;
 246                                 break;
 247                         }
 248
 249                         if (*p == '\\') {
 250                                 if (*++p == *string)
 251                                         found_match = true;
 252                         } else
 253                         if (*p == *string)
 254                                 found_match = true;
 255                 }
 256         }
 257
 258         if (*pattern == *string)
 259                 return patmatch(pattern+1, string+1);
 260
 261         return false;
 262 }
 263
 264 int run_command(const std::string &command, std::function<void(const std::string&)> process_line)
 265 {
 266         if (!process_line)
 267                 return system(command.c_str());
 268
 269         FILE *f = popen(command.c_str(), "r");
 270         if (f == nullptr)
 271                 return -1;
 272
 273         std::string line;
 274         char logbuf[128];
 275         while (fgets(logbuf, 128, f) != NULL) {
 276                 line += logbuf;
 277                 if (!line.empty() && line.back() == '\n')
 278                         process_line(line), line.clear();
 279         }
 280         if (!line.empty())
 281                 process_line(line);
 282
 283         int ret = pclose(f);
 284         if (ret < 0)
 285                 return -1;
 286 #ifdef _WIN32
 287         return ret;
 288 #else
 289         return WEXITSTATUS(ret);
 290 #endif
 291 }
 292
 293 std::string make_temp_file(std::string template_str)
 294 {
 295 #ifdef _WIN32
 296         if (template_str.rfind("/tmp/", 0) == 0) {
 297 #  ifdef __MINGW32__
 298                 char longpath[MAX_PATH + 1];
 299                 char shortpath[MAX_PATH + 1];
 300 #  else
 301                 WCHAR longpath[MAX_PATH + 1];
 302                 TCHAR shortpath[MAX_PATH + 1];
 303 #  endif
 304                 if (!GetTempPath(MAX_PATH+1, longpath))
 305                         log_error("GetTempPath() failed.\n");
 306                 if (!GetShortPathName(longpath, shortpath, MAX_PATH + 1))
 307                         log_error("GetShortPathName() failed.\n");
 308                 std::string path;
 309                 for (int i = 0; shortpath[i]; i++)
 310                         path += char(shortpath[i]);
 311                 template_str = stringf("%s\\%s", path.c_str(), template_str.c_str() + 5);
 312         }
 313
 314         size_t pos = template_str.rfind("XXXXXX");
 315         log_assert(pos != std::string::npos);
 316
 317         while (1) {
 318                 for (int i = 0; i < 6; i++) {
 319                         static std::string y = "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ";
 320                         static uint32_t x = 314159265 ^ uint32_t(time(NULL));
 321                         x ^= x << 13, x ^= x >> 17, x ^= x << 5;
 322                         template_str[pos+i] = y[x % y.size()];
 323                 }
 324                 if (_access(template_str.c_str(), 0) != 0)
 325                         break;
 326         }
 327 #else
 328         size_t pos = template_str.rfind("XXXXXX");
 329         log_assert(pos != std::string::npos);
 330
 331         int suffixlen = GetSize(template_str) - pos - 6;
 332
 333         char *p = strdup(template_str.c_str());
 334         close(mkstemps(p, suffixlen));
 335         template_str = p;
 336         free(p);
 337 #endif
 338
 339         return template_str;
 340 }
 341
 342 std::string make_temp_dir(std::string template_str)
 343 {
 344 #ifdef _WIN32
 345         template_str = make_temp_file(template_str);
 346         mkdir(template_str.c_str());
 347         return template_str;
 348 #else
 349 #  ifndef NDEBUG
 350         size_t pos = template_str.rfind("XXXXXX");
 351         log_assert(pos != std::string::npos);
 352
 353         int suffixlen = GetSize(template_str) - pos - 6;
 354         log_assert(suffixlen == 0);
 355 #  endif
 356
 357         char *p = strdup(template_str.c_str());
 358         p = mkdtemp(p);
 359         log_assert(p != NULL);
 360         template_str = p;
 361         free(p);
 362
 363         return template_str;
 364 #endif
 365 }
 366
 367 #ifdef _WIN32
 368 bool check_file_exists(std::string filename, bool)
 369 {
 370         return _access(filename.c_str(), 0) == 0;
 371 }
 372 #else
 373 bool check_file_exists(std::string filename, bool is_exec)
 374 {
 375         return access(filename.c_str(), is_exec ? X_OK : F_OK) == 0;
 376 }
 377 #endif
 378
 379 bool is_absolute_path(std::string filename)
 380 {
 381 #ifdef _WIN32
 382         return filename[0] == '/' || filename[0] == '\\' || (filename[0] != 0 && filename[1] == ':');
 383 #else
 384         return filename[0] == '/';
 385 #endif
 386 }
 387
 388 void remove_directory(std::string dirname)
 389 {
 390 #ifdef _WIN32
 391         run_command(stringf("rmdir /s /q \"%s\"", dirname.c_str()));
 392 #else
 393         struct stat stbuf;
 394         struct dirent **namelist;
 395         int n = scandir(dirname.c_str(), &namelist, nullptr, alphasort);
 396         log_assert(n >= 0);
 397         for (int i = 0; i < n; i++) {
 398                 if (strcmp(namelist[i]->d_name, ".") && strcmp(namelist[i]->d_name, "..")) {
 399                         std::string buffer = stringf("%s/%s", dirname.c_str(), namelist[i]->d_name);
 400                         if (!stat(buffer.c_str(), &stbuf) && S_ISREG(stbuf.st_mode)) {
 401                                 remove(buffer.c_str());
 402                         } else
 403                                 remove_directory(buffer);
 404                 }
 405                 free(namelist[i]);
 406         }
 407         free(namelist);
 408         rmdir(dirname.c_str());
 409 #endif
 410 }
 411
 412 int GetSize(RTLIL::Wire *wire)
 413 {
 414         return wire->width;
 415 }
 416
 417 void yosys_setup()
 418 {
 419         // if there are already IdString objects then we have a global initialization order bug
 420         IdString empty_id;
 421         log_assert(empty_id.index_ == 0);
 422         IdString::get_reference(empty_id.index_);
 423
 424         Pass::init_register();
 425         yosys_design = new RTLIL::Design;
 426         yosys_celltypes.setup();
 427         log_push();
 428 }
 429
 430 void yosys_shutdown()
 431 {
 432         log_pop();
 433
 434         delete yosys_design;
 435         yosys_design = NULL;
 436
 437         for (auto f : log_files)
 438                 if (f != stderr)
 439                         fclose(f);
 440         log_errfile = NULL;
 441         log_files.clear();
 442
 443         Pass::done_register();
 444         yosys_celltypes.clear();
 445
 446 #ifdef YOSYS_ENABLE_TCL
 447         if (yosys_tcl_interp != NULL) {
 448                 Tcl_DeleteInterp(yosys_tcl_interp);
 449                 Tcl_Finalize();
 450                 yosys_tcl_interp = NULL;
 451         }
 452 #endif
 453
 454 #ifdef YOSYS_ENABLE_PLUGINS
 455         for (auto &it : loaded_plugins)
 456                 dlclose(it.second);
 457
 458         loaded_plugins.clear();
 459         loaded_plugin_aliases.clear();
 460 #endif
 461
 462         IdString empty_id;
 463         IdString::put_reference(empty_id.index_);
 464 }
 465
 466 RTLIL::IdString new_id(std::string file, int line, std::string func)
 467 {
 468 #ifdef _WIN32
 469         size_t pos = file.find_last_of("/\\");
 470 #else
 471         size_t pos = file.find_last_of('/');
 472 #endif
 473         if (pos != std::string::npos)
 474                 file = file.substr(pos+1);
 475
 476         pos = func.find_last_of(':');
 477         if (pos != std::string::npos)
 478                 func = func.substr(pos+1);
 479
 480         return stringf("$auto$%s:%d:%s$%d", file.c_str(), line, func.c_str(), autoidx++);
 481 }
 482
 483 RTLIL::Design *yosys_get_design()
 484 {
 485         return yosys_design;
 486 }
 487
 488 const char *create_prompt(RTLIL::Design *design, int recursion_counter)
 489 {
 490         static char buffer[100];
 491         std::string str = "\n";
 492         if (recursion_counter > 1)
 493                 str += stringf("(%d) ", recursion_counter);
 494         str += "yosys";
 495         if (!design->selected_active_module.empty())
 496                 str += stringf(" [%s]", RTLIL::unescape_id(design->selected_active_module).c_str());
 497         if (!design->selection_stack.empty() && !design->selection_stack.back().full_selection) {
 498                 if (design->selected_active_module.empty())
 499                         str += "*";
 500                 else if (design->selection_stack.back().selected_modules.size() != 1 || design->selection_stack.back().selected_members.size() != 0 ||
 501                                 design->selection_stack.back().selected_modules.count(design->selected_active_module) == 0)
 502                         str += "*";
 503         }
 504         snprintf(buffer, 100, "%s> ", str.c_str());
 505         return buffer;
 506 }
 507
 508 #ifdef YOSYS_ENABLE_TCL
 509 static int tcl_yosys_cmd(ClientData, Tcl_Interp *interp, int argc, const char *argv[])
 510 {
 511         std::vector<std::string> args;
 512         for (int i = 1; i < argc; i++)
 513                 args.push_back(argv[i]);
 514
 515         if (args.size() >= 1 && args[0] == "-import") {
 516                 for (auto &it : pass_register) {
 517                         std::string tcl_command_name = it.first;
 518                         if (tcl_command_name == "proc")
 519                                 tcl_command_name = "procs";
 520                         Tcl_CmdInfo info;
 521                         if (Tcl_GetCommandInfo(interp, tcl_command_name.c_str(), &info) != 0) {
 522                                 log("[TCL: yosys -import] Command name collision: found pre-existing command `%s' -> skip.\n", it.first.c_str());
 523                         } else {
 524                                 std::string tcl_script = stringf("proc %s args { yosys %s {*}$args }", tcl_command_name.c_str(), it.first.c_str());
 525                                 Tcl_Eval(interp, tcl_script.c_str());
 526                         }
 527                 }
 528                 return TCL_OK;
 529         }
 530
 531         if (args.size() == 1) {
 532                 Pass::call(yosys_get_design(), args[0]);
 533                 return TCL_OK;
 534         }
 535
 536         Pass::call(yosys_get_design(), args);
 537         return TCL_OK;
 538 }
 539
 540 extern Tcl_Interp *yosys_get_tcl_interp()
 541 {
 542         if (yosys_tcl_interp == NULL) {
 543                 yosys_tcl_interp = Tcl_CreateInterp();
 544                 Tcl_CreateCommand(yosys_tcl_interp, "yosys", tcl_yosys_cmd, NULL, NULL);
 545         }
 546         return yosys_tcl_interp;
 547 }
 548
 549 struct TclPass : public Pass {
 550         TclPass() : Pass("tcl", "execute a TCL script file") { }
 551         virtual void help() {
 552                 log("\n");
 553                 log("    tcl <filename>\n");
 554                 log("\n");
 555                 log("This command executes the tcl commands in the specified file.\n");
 556                 log("Use 'yosys cmd' to run the yosys command 'cmd' from tcl.\n");
 557                 log("\n");
 558                 log("The tcl command 'yosys -import' can be used to import all yosys\n");
 559                 log("commands directly as tcl commands to the tcl shell. The yosys\n");
 560                 log("command 'proc' is wrapped using the tcl command 'procs' in order\n");
 561                 log("to avoid a name collision with the tcl builting command 'proc'.\n");
 562                 log("\n");
 563         }
 564         virtual void execute(std::vector<std::string> args, RTLIL::Design *design) {
 565                 if (args.size() < 2)
 566                         log_cmd_error("Missing script file.\n");
 567                 if (args.size() > 2)
 568                         extra_args(args, 1, design, false);
 569                 if (Tcl_EvalFile(yosys_get_tcl_interp(), args[1].c_str()) != TCL_OK)
 570                         log_cmd_error("TCL interpreter returned an error: %s\n", Tcl_GetStringResult(yosys_get_tcl_interp()));
 571         }
 572 } TclPass;
 573 #endif
 574
 575 #if defined(__linux__)
 576 std::string proc_self_dirname()
 577 {
 578         char path[PATH_MAX];
 579         ssize_t buflen = readlink("/proc/self/exe", path, sizeof(path));
 580         if (buflen < 0) {
 581                 log_error("readlink(\"/proc/self/exe\") failed: %s\n", strerror(errno));
 582         }
 583         while (buflen > 0 && path[buflen-1] != '/')
 584                 buflen--;
 585         return std::string(path, buflen);
 586 }
 587 #elif defined(__APPLE__)
 588 std::string proc_self_dirname()
 589 {
 590         char *path = NULL;
 591         uint32_t buflen = 0;
 592         while (_NSGetExecutablePath(path, &buflen) != 0)
 593                 path = (char *) realloc((void *) path, buflen);
 594         while (buflen > 0 && path[buflen-1] != '/')
 595                 buflen--;
 596         return std::string(path, buflen);
 597 }
 598 #elif defined(_WIN32)
 599 std::string proc_self_dirname()
 600 {
 601         int i = 0;
 602 #  ifdef __MINGW32__
 603         char longpath[MAX_PATH + 1];
 604         char shortpath[MAX_PATH + 1];
 605 #  else
 606         WCHAR longpath[MAX_PATH + 1];
 607         TCHAR shortpath[MAX_PATH + 1];
 608 #  endif
 609         if (!GetModuleFileName(0, longpath, MAX_PATH+1))
 610                 log_error("GetModuleFileName() failed.\n");
 611         if (!GetShortPathName(longpath, shortpath, MAX_PATH+1))
 612                 log_error("GetShortPathName() failed.\n");
 613         while (shortpath[i] != 0)
 614                 i++;
 615         while (i > 0 && shortpath[i-1] != '/' && shortpath[i-1] != '\\')
 616                 shortpath[--i] = 0;
 617         std::string path;
 618         for (i = 0; shortpath[i]; i++)
 619                 path += char(shortpath[i]);
 620         return path;
 621 }
 622 #elif defined(EMSCRIPTEN)
 623 std::string proc_self_dirname()
 624 {
 625         return "/";
 626 }
 627 #else
 628         #error Dont know how to determine process executable base path!
 629 #endif
 630
 631 #ifdef EMSCRIPTEN
 632 std::string proc_share_dirname()
 633 {
 634         return "/share";
 635 }
 636 #else
 637 std::string proc_share_dirname()
 638 {
 639         std::string proc_self_path = proc_self_dirname();
 640 #  ifdef _WIN32
 641         std::string proc_share_path = proc_self_path + "share\\";
 642         if (check_file_exists(proc_share_path, true))
 643                 return proc_share_path;
 644         proc_share_path = proc_self_path + "..\\share\\";
 645         if (check_file_exists(proc_share_path, true))
 646                 return proc_share_path;
 647 #  else
 648         std::string proc_share_path = proc_self_path + "share/";
 649         if (check_file_exists(proc_share_path, true))
 650                 return proc_share_path;
 651         proc_share_path = proc_self_path + "../share/yosys/";
 652         if (check_file_exists(proc_share_path, true))
 653                 return proc_share_path;
 654 #  endif
 655         log_error("proc_share_dirname: unable to determine share/ directory!\n");
 656 }
 657 #endif
 658
 659 bool fgetline(FILE *f, std::string &buffer)
 660 {
 661         buffer = "";
 662         char block[4096];
 663         while (1) {
 664                 if (fgets(block, 4096, f) == NULL)
 665                         return false;
 666                 buffer += block;
 667                 if (buffer.size() > 0 && (buffer[buffer.size()-1] == '\n' ||  buffer[buffer.size()-1] == '\r')) {
 668                         while (buffer.size() > 0 && (buffer[buffer.size()-1] == '\n' ||  buffer[buffer.size()-1] == '\r'))
 669                                 buffer.resize(buffer.size()-1);
 670                         return true;
 671                 }
 672         }
 673 }
 674
 675 static void handle_label(std::string &command, bool &from_to_active, const std::string &run_from, const std::string &run_to)
 676 {
 677         int pos = 0;
 678         std::string label;
 679
 680         while (pos < GetSize(command) && (command[pos] == ' ' || command[pos] == '\t'))
 681                 pos++;
 682
 683         while (pos < GetSize(command) && command[pos] != ' ' && command[pos] != '\t' && command[pos] != '\r' && command[pos] != '\n')
 684                 label += command[pos++];
 685
 686         if (label.back() == ':' && GetSize(label) > 1)
 687         {
 688                 label = label.substr(0, GetSize(label)-1);
 689                 command = command.substr(pos);
 690
 691                 if (label == run_from)
 692                         from_to_active = true;
 693                 else if (label == run_to || (run_from == run_to && !run_from.empty()))
 694                         from_to_active = false;
 695         }
 696 }
 697
 698 void run_frontend(std::string filename, std::string command, std::string *backend_command, std::string *from_to_label, RTLIL::Design *design)
 699 {
 700         if (design == nullptr)
 701                 design = yosys_design;
 702
 703         if (command == "auto") {
 704                 if (filename.size() > 2 && filename.substr(filename.size()-2) == ".v")
 705                         command = "verilog";
 706                 else if (filename.size() > 2 && filename.substr(filename.size()-3) == ".sv")
 707                         command = "verilog -sv";
 708                 else if (filename.size() > 3 && filename.substr(filename.size()-3) == ".il")
 709                         command = "ilang";
 710                 else if (filename.size() > 3 && filename.substr(filename.size()-3) == ".ys")
 711                         command = "script";
 712                 else if (filename == "-")
 713                         command = "script";
 714                 else
 715                         log_error("Can't guess frontend for input file `%s' (missing -f option)!\n", filename.c_str());
 716         }
 717
 718         if (command == "script")
 719         {
 720                 std::string run_from, run_to;
 721                 bool from_to_active = true;
 722
 723                 if (from_to_label != NULL) {
 724                         size_t pos = from_to_label->find(':');
 725                         if (pos == std::string::npos) {
 726                                 run_from = *from_to_label;
 727                                 run_to = *from_to_label;
 728                         } else {
 729                                 run_from = from_to_label->substr(0, pos);
 730                                 run_to = from_to_label->substr(pos+1);
 731                         }
 732                         from_to_active = run_from.empty();
 733                 }
 734
 735                 log("\n-- Executing script file `%s' --\n", filename.c_str());
 736
 737                 FILE *f = stdin;
 738
 739                 if (filename != "-")
 740                         f = fopen(filename.c_str(), "r");
 741
 742                 if (f == NULL)
 743                         log_error("Can't open script file `%s' for reading: %s\n", filename.c_str(), strerror(errno));
 744
 745                 FILE *backup_script_file = Frontend::current_script_file;
 746                 Frontend::current_script_file = f;
 747
 748                 try {
 749                         std::string command;
 750                         while (fgetline(f, command)) {
 751                                 while (!command.empty() && command[command.size()-1] == '\\') {
 752                                         std::string next_line;
 753                                         if (!fgetline(f, next_line))
 754                                                 break;
 755                                         command.resize(command.size()-1);
 756                                         command += next_line;
 757                                 }
 758                                 handle_label(command, from_to_active, run_from, run_to);
 759                                 if (from_to_active)
 760                                         Pass::call(design, command);
 761                         }
 762
 763                         if (!command.empty()) {
 764                                 handle_label(command, from_to_active, run_from, run_to);
 765                                 if (from_to_active)
 766                                         Pass::call(design, command);
 767                         }
 768                 }
 769                 catch (...) {
 770                         Frontend::current_script_file = backup_script_file;
 771                         throw;
 772                 }
 773
 774                 Frontend::current_script_file = backup_script_file;
 775
 776                 if (filename != "-")
 777                         fclose(f);
 778
 779                 if (backend_command != NULL && *backend_command == "auto")
 780                         *backend_command = "";
 781
 782                 return;
 783         }
 784
 785         if (filename == "-") {
 786                 log("\n-- Parsing stdin using frontend `%s' --\n", command.c_str());
 787         } else {
 788                 log("\n-- Parsing `%s' using frontend `%s' --\n", filename.c_str(), command.c_str());
 789         }
 790
 791         Frontend::frontend_call(design, NULL, filename, command);
 792 }
 793
 794 void run_frontend(std::string filename, std::string command, RTLIL::Design *design)
 795 {
 796         run_frontend(filename, command, nullptr, nullptr, design);
 797 }
 798
 799 void run_pass(std::string command, RTLIL::Design *design)
 800 {
 801         if (design == nullptr)
 802                 design = yosys_design;
 803
 804         log("\n-- Running command `%s' --\n", command.c_str());
 805
 806         Pass::call(design, command);
 807 }
 808
 809 void run_backend(std::string filename, std::string command, RTLIL::Design *design)
 810 {
 811         if (design == nullptr)
 812                 design = yosys_design;
 813
 814         if (command == "auto") {
 815                 if (filename.size() > 2 && filename.substr(filename.size()-2) == ".v")
 816                         command = "verilog";
 817                 else if (filename.size() > 3 && filename.substr(filename.size()-3) == ".il")
 818                         command = "ilang";
 819                 else if (filename.size() > 5 && filename.substr(filename.size()-5) == ".blif")
 820                         command = "blif";
 821                 else if (filename == "-")
 822                         command = "ilang";
 823                 else if (filename.empty())
 824                         return;
 825                 else
 826                         log_error("Can't guess backend for output file `%s' (missing -b option)!\n", filename.c_str());
 827         }
 828
 829         if (filename.empty())
 830                 filename = "-";
 831
 832         if (filename == "-") {
 833                 log("\n-- Writing to stdout using backend `%s' --\n", command.c_str());
 834         } else {
 835                 log("\n-- Writing to `%s' using backend `%s' --\n", filename.c_str(), command.c_str());
 836         }
 837
 838         Backend::backend_call(design, NULL, filename, command);
 839 }
 840
 841 #ifdef YOSYS_ENABLE_READLINE
 842 static char *readline_cmd_generator(const char *text, int state)
 843 {
 844         static std::map<std::string, Pass*>::iterator it;
 845         static int len;
 846
 847         if (!state) {
 848                 it = pass_register.begin();
 849                 len = strlen(text);
 850         }
 851
 852         for (; it != pass_register.end(); it++) {
 853                 if (it->first.substr(0, len) == text)
 854                         return strdup((it++)->first.c_str());
 855         }
 856         return NULL;
 857 }
 858
 859 static char *readline_obj_generator(const char *text, int state)
 860 {
 861         static std::vector<char*> obj_names;
 862         static size_t idx;
 863
 864         if (!state)
 865         {
 866                 idx = 0;
 867                 obj_names.clear();
 868
 869                 RTLIL::Design *design = yosys_get_design();
 870                 int len = strlen(text);
 871
 872                 if (design->selected_active_module.empty())
 873                 {
 874                         for (auto &it : design->modules_)
 875                                 if (RTLIL::unescape_id(it.first).substr(0, len) == text)
 876                                         obj_names.push_back(strdup(RTLIL::id2cstr(it.first)));
 877                 }
 878                 else
 879                 if (design->modules_.count(design->selected_active_module) > 0)
 880                 {
 881                         RTLIL::Module *module = design->modules_.at(design->selected_active_module);
 882
 883                         for (auto &it : module->wires_)
 884                                 if (RTLIL::unescape_id(it.first).substr(0, len) == text)
 885                                         obj_names.push_back(strdup(RTLIL::id2cstr(it.first)));
 886
 887                         for (auto &it : module->memories)
 888                                 if (RTLIL::unescape_id(it.first).substr(0, len) == text)
 889                                         obj_names.push_back(strdup(RTLIL::id2cstr(it.first)));
 890
 891                         for (auto &it : module->cells_)
 892                                 if (RTLIL::unescape_id(it.first).substr(0, len) == text)
 893                                         obj_names.push_back(strdup(RTLIL::id2cstr(it.first)));
 894
 895                         for (auto &it : module->processes)
 896                                 if (RTLIL::unescape_id(it.first).substr(0, len) == text)
 897                                         obj_names.push_back(strdup(RTLIL::id2cstr(it.first)));
 898                 }
 899
 900                 std::sort(obj_names.begin(), obj_names.end());
 901         }
 902
 903         if (idx < obj_names.size())
 904                 return strdup(obj_names[idx++]);
 905
 906         idx = 0;
 907         obj_names.clear();
 908         return NULL;
 909 }
 910
 911 static char **readline_completion(const char *text, int start, int)
 912 {
 913         if (start == 0)
 914                 return rl_completion_matches(text, readline_cmd_generator);
 915         if (strncmp(rl_line_buffer, "read_", 5) && strncmp(rl_line_buffer, "write_", 6))
 916                 return rl_completion_matches(text, readline_obj_generator);
 917         return NULL;
 918 }
 919 #endif
 920
 921 void shell(RTLIL::Design *design)
 922 {
 923         static int recursion_counter = 0;
 924
 925         recursion_counter++;
 926         log_cmd_error_throw = true;
 927
 928 #ifdef YOSYS_ENABLE_READLINE
 929         rl_readline_name = "yosys";
 930         rl_attempted_completion_function = readline_completion;
 931         rl_basic_word_break_characters = " \t\n";
 932 #endif
 933
 934         char *command = NULL;
 935 #ifdef YOSYS_ENABLE_READLINE
 936         while ((command = readline(create_prompt(design, recursion_counter))) != NULL)
 937         {
 938 #else
 939         char command_buffer[4096];
 940         while (1)
 941         {
 942                 fputs(create_prompt(design, recursion_counter), stdout);
 943                 fflush(stdout);
 944                 if ((command = fgets(command_buffer, 4096, stdin)) == NULL)
 945                         break;
 946 #endif
 947                 if (command[strspn(command, " \t\r\n")] == 0)
 948                         continue;
 949 #ifdef YOSYS_ENABLE_READLINE
 950                 add_history(command);
 951 #endif
 952
 953                 char *p = command + strspn(command, " \t\r\n");
 954                 if (!strncmp(p, "exit", 4)) {
 955                         p += 4;
 956                         p += strspn(p, " \t\r\n");
 957                         if (*p == 0)
 958                                 break;
 959                 }
 960
 961                 try {
 962                         log_assert(design->selection_stack.size() == 1);
 963                         Pass::call(design, command);
 964                 } catch (log_cmd_error_exception) {
 965                         while (design->selection_stack.size() > 1)
 966                                 design->selection_stack.pop_back();
 967                         log_reset_stack();
 968                 }
 969         }
 970         if (command == NULL)
 971                 printf("exit\n");
 972
 973         recursion_counter--;
 974         log_cmd_error_throw = false;
 975 }
 976
 977 struct ShellPass : public Pass {
 978         ShellPass() : Pass("shell", "enter interactive command mode") { }
 979         virtual void help() {
 980                 log("\n");
 981                 log("    shell\n");
 982                 log("\n");
 983                 log("This command enters the interactive command mode. This can be useful\n");
 984                 log("in a script to interrupt the script at a certain point and allow for\n");
 985                 log("interactive inspection or manual synthesis of the design at this point.\n");
 986                 log("\n");
 987                 log("The command prompt of the interactive shell indicates the current\n");
 988                 log("selection (see 'help select'):\n");
 989                 log("\n");
 990                 log("    yosys>\n");
 991                 log("        the entire design is selected\n");
 992                 log("\n");
 993                 log("    yosys*>\n");
 994                 log("        only part of the design is selected\n");
 995                 log("\n");
 996                 log("    yosys [modname]>\n");
 997                 log("        the entire module 'modname' is selected using 'select -module modname'\n");
 998                 log("\n");
 999                 log("    yosys [modname]*>\n");
1000                 log("        only part of current module 'modname' is selected\n");
1001                 log("\n");
1002                 log("When in interactive shell, some errors (e.g. invalid command arguments)\n");
1003                 log("do not terminate yosys but return to the command prompt.\n");
1004                 log("\n");
1005                 log("This command is the default action if nothing else has been specified\n");
1006                 log("on the command line.\n");
1007                 log("\n");
1008                 log("Press Ctrl-D or type 'exit' to leave the interactive shell.\n");
1009                 log("\n");
1010         }
1011         virtual void execute(std::vector<std::string> args, RTLIL::Design *design) {
1012                 extra_args(args, 1, design, false);
1013                 shell(design);
1014         }
1015 } ShellPass;
1016
1017 #ifdef YOSYS_ENABLE_READLINE
1018 struct HistoryPass : public Pass {
1019         HistoryPass() : Pass("history", "show last interactive commands") { }
1020         virtual void help() {
1021                 log("\n");
1022                 log("    history\n");
1023                 log("\n");
1024                 log("This command prints all commands in the shell history buffer. This are\n");
1025                 log("all commands executed in an interactive session, but not the commands\n");
1026                 log("from executed scripts.\n");
1027                 log("\n");
1028         }
1029         virtual void execute(std::vector<std::string> args, RTLIL::Design *design) {
1030                 extra_args(args, 1, design, false);
1031                 for(HIST_ENTRY **list = history_list(); *list != NULL; list++)
1032                         log("%s\n", (*list)->line);
1033         }
1034 } HistoryPass;
1035 #endif
1036
1037 struct ScriptPass : public Pass {
1038         ScriptPass() : Pass("script", "execute commands from script file") { }
1039         virtual void help() {
1040                 log("\n");
1041                 log("    script <filename> [<from_label>:<to_label>]\n");
1042                 log("\n");
1043                 log("This command executes the yosys commands in the specified file.\n");
1044                 log("\n");
1045                 log("The 2nd argument can be used to only execute the section of the\n");
1046                 log("file between the specified labels. An empty from label is synonymous\n");
1047                 log("for the beginning of the file and an empty to label is synonymous\n");
1048                 log("for the end of the file.\n");
1049                 log("\n");
1050                 log("If only one label is specified (without ':') then only the block\n");
1051                 log("marked with that label (until the next label) is executed.\n");
1052                 log("\n");
1053         }
1054         virtual void execute(std::vector<std::string> args, RTLIL::Design *design) {
1055                 if (args.size() < 2)
1056                         log_cmd_error("Missing script file.\n");
1057                 else if (args.size() == 2)
1058                         run_frontend(args[1], "script", design);
1059                 else if (args.size() == 3)
1060                         run_frontend(args[1], "script", NULL, &args[2], design);
1061                 else
1062                         extra_args(args, 2, design, false);
1063         }
1064 } ScriptPass;
1065
1066 YOSYS_NAMESPACE_END
1067