---

token_writer.cc

Go to the documentation of this file.

/*
 *  File:       token_writer.cc
 *              $Id: token_writer.cc,v 1.9 2002/07/09 08:54:51 alec Exp $
 *
 *  Author:     Alec Panoviciu (alecu@email.com)
 *
 *  Comments:
 *
 *  Revision history:
 *
 *  $Log: token_writer.cc,v $
 *  Revision 1.9  2002/07/09 08:54:51  alec
 *  0.0.3 stuff
 *
 *  Revision 1.8  2002/07/09 03:04:58  alec
 *  OWN_STRINGS bu*beep*it finally vanished
 *  gcc 3.1&mingw - related cleanups
 *
 *  Revision 1.7  2002/06/26 20:51:16  alec
 *  g++ 3.x happy
 *
 *  Revision 1.6  2002/06/13 11:43:17  alec
 *  added #line stuff
 *
 *  Revision 1.5  2002/05/31 12:11:09  alec
 *  *** empty log message ***
 *
 *  Revision 1.4  2002/05/27 03:04:02  alec
 *  doc update
 *
 *  Revision 1.3  2002/05/16 21:46:27  alec
 *  8x generated code speed improvement (almost 2x flex) weeepeeee!!!
 *
 *  Revision 1.2  2002/05/08 10:37:25  alec
 *  added keyword tokens support
 *
 *  Revision 1.1  2002/05/04 17:46:53  alec
 *  *** empty log message ***
 *
 */

/* 
  Copyright (C) 2002 Alexandru Panoviciu (alecu@email.com)

  This program is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; either version 2 of the License, or
  (at your option) any later version.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program; if not, write to the Free Software
  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */


#include "token_writer.hh"
#include "token_spec.hh"
#include "prop_registry.hh"

void TokenWriter::writeTokenClass (TokenSpec &tSpec,
                                   const string &scannerClasssName)
{
  string includeMacro = className2macro(tSpec.className);
  openStream(fullPath(className2hh(tSpec.className)));

  line() << "#ifndef " << includeMacro;
  line() << "#define " << includeMacro;
  line();
  line() << "#include <string>";
  line() << "#include <sstream>";
  line() << "using namespace std;";
  line();
  if (!tSpec.preambleCode.empty())
    writeChunk(tSpec.preambleCode);
  
  line() << "namespace cppcc";
  line() << "{";
  line();

  bool cc = registry["COUNT_COLUMNS"];
  
  // first dump the Position class

  line() << "class Position";
  line() << "{";
  indent();
  line() << "public:";
  indent();
  line() << "Position () : ln(0)" << (cc ? ", col(0)" : "") <<" {}";
  line() << "Position (int ln_, int col_) : ln(ln_)"
         << (cc ? ", col(col_)" : "") << " {}";
  line() << "Position (const Position &o) : ln(o.ln)"
         << (cc ? ", col(o.col)" : "") << " {}";
  line();
  line() << "operator string () const";
  line() << "{";
  indent();
  line() << "ostringstream oss;";
  line() << "oss << ln << \":\"" << (cc ? " << col" : "") << ";";
  line() << "return oss.str();";
  unindent();
  line() << "}";
  line();
  line() << "int ln" << (cc ? ", col" : "") << ";";
  unindent();
  unindent();
  line() << "};";  
  line();


  // now dump the token's class
  line() << "class " << tSpec.className;
  if (!tSpec.inheritance.empty()) {
    ofs << ": ";
    writeChunk(tSpec.inheritance);
  }
  line() << "{";
  indent();
  line() << "friend class " << scannerClasssName << ";";
  line() << "public:";
  indent();
  line();
  line() << tSpec.className << " () : _img_valid(true) {}";

  line() << tSpec.className << " (int id_, const string &_str_img_, ";
  line() << "          const Position &bPos_, const Position &ePos_) :";
  line() << "  _str_img(_str_img_), _img_valid(true), id(id_), bPos(bPos_), ePos(ePos_)";
  line() << "{}";
  
  line() << tSpec.className << " (int id_, const Position &bPos_, const Position &ePos_) :";
  line() << "  _img_valid(true), id(id_), bPos(bPos_), ePos(ePos_)";
  line() << "{}";
  
  line() << tSpec.className << " (int id_) : ";
  line() << "  _img_valid(true), id(id_)";
  line() << "{}";
  
  line() << tSpec.className << " (const string &_str_img_) : ";
  line() << "  _str_img(_str_img_), _img_valid(true)";
  line() << "{ length = _str_img.length(); }";
  
  line() << tSpec.className << " (int id_, const Position &bPos_) :";
  line() << "  _img_valid(true), id(id_), bPos(bPos_), ePos(bPos_)";
  line() << "{}";
  
  unindent();
  line();
  line() << "public:";
  indent();
  line() << "Position bPos, ePos;";
  line() << "int id;";
  line() << "int length;";
  line() << "string& image()";
  line() << "{";
  indent();
  line() << "_cacheImg();";
  line() << "return _str_img;";
  unindent();
  line() << "}";
  unindent();
  line();
  line() << "private:";
  indent();
  line() << "const char *_img_start; //points into the scanner's buffer";
  line() << "bool _img_valid; //true if the string image is in sync with the buffer";
  line() << "string _str_img; //caches the image as a string";
  line();
  line() << "void _set (int id_, const Position &bPos_, const Position &ePos_,";
  line() << "           const char *_img_start_, int length_)";
  line() << "{";
  indent();
  line() << "id = id_; bPos = bPos_; ePos = ePos_;";
  line() << "_img_start = _img_start_; length = length_;";
  line() << "_img_valid = false;";
  unindent();
  line() << "}";
  
  line();  line() << "void _set (const char *_img_start_, int length_)";
  line() << "{";
  indent();
  line() << "_img_start = _img_start_; length = length_;";
  line() << "_img_valid = false;";
  unindent();
  line() << "}";
  
  line() << "void _cacheImg()";
  line() << "{";
  indent();
  line() << "if (!_img_valid) {";
  indent();
  line() << "_str_img.assign(_img_start, length);";
  line() << "_img_valid = true;";
  unindent();
  line() << "}";
  unindent();
  line() << "}";
  line();
  unindent();
  if (!tSpec.userCode.empty()) {
    for (int i = 0; i < tSpec.userCode.size(); i++) {
      line() << "private: // user code";
      line();
      writeChunk(tSpec.userCode[i]);
    }
    line();
  }
  line() << " /* Token id constants: */";
  line() << "public:";
  line();
  indent();
  for (int i = 0; i < tSpec.count(); i++)
    line() << "static const int " << tSpec[i].name() << ";";
  line();
  if (registry["DEBUG_SCANNER"] || registry["DEBUG_PARSER"])
    line() << "static const char *tokenNames[];";
  unindent();
  unindent();
  line() << "}; // end of " << tSpec.className << " class";
  line();
  line();

  
  line() << "} // end namespace cppcc";
  line() << "#endif // ifndef " << includeMacro;
  closeStream();


  openStream(fullPath(className2cc(tSpec.className)));
  line() << "#include \"" << className2hh(tSpec.className) << "\"";
  line();
  line();
  for (int i = 0; i < tSpec.count(); i++)
    line() << "const int cppcc::" << tSpec.className << "::"
           << tSpec[i].name() << " = " << tSpec[i].id() << ";";
  line();
  if (registry["DEBUG_SCANNER"] || registry["DEBUG_PARSER"]) {
    line();
    line();
    line() << "const char *cppcc::" << tSpec.className << "::tokenNames[] = {";
    for (int i = 0; i < tSpec.count(); i++)
      line() << "\"" << tSpec[i].name() << "\",";
    line() << "};";
    line();
  }
  closeStream();
}

---