The first project involves modifying the attached lexical analyzer and the compilation listing generator code. You need to make the following modifications to the lexical analyzer, scanner.l:

1. A second type of comment should be added that begins with // and ends with the end of line. As with the existing comment, no token should be returned. 2. The definition for the identifiers should be modified so that underscores can be included, however, consecutive underscores, leading and trailing underscores should not be permitted. 3. A real literal token should be added. It should begin with a sequence of one or more digits following by a decimal point followed by zero or more additional digits. It may optionally end with an exponent. If present, the exponent should begin with an e or E, followed by an optional plus or minus sign followed by one or more digits. The token should be named REAL_LITERAL. 4. A Boolean literal token should be added. It should have two lexemes, which are true and false. The token should be named BOOL_LITERAL. 5. Two additional logical operators should be added. The lexeme for the first should be or and its token should be OROP. The second logical operator added should be not and its token should be NOTOP. 6. Five relational operators should be added. They are =, /=, >, >= and <=. All of the lexemes should be represented by the single token RELOP. 7. One additional lexeme should be added for the ADDOP token. It is binary -. 8. One additional lexeme should be added for the MULOP token. It is/. 9. A new token REMOP should be added for the remainder operator. Its lexeme should be rem. 10. A new token EXPOP should be added for the exponentiation operator. Its lexeme should be **. 11. A new token ARROW should be added for the two character punctuation symbol =>. 12. The following reserved words should be added:

case, else, endcase, endif, if, is, others, real, returns, then, when

Each reserved words should be a separate token. The token name should be the same as the lexeme, but in all upper case.

You must also modify the header file tokens.h to include each the new tokens mentioned above.

The compilation listing generator code should be modified as follows:

1. The lastLine function should be modified to compute the total number of errors. If any errors occurred the number of lexical, syntactic and semantic errors should be displayed. If no errors occurred, it should display Compiled Successfully. It should return the total number of errors.

2. The appendError function should be modified to count the number of lexical, syntactic and semantic errors. The error message passed to it should be added to a queue of messages that occurred on that line. 3. The displayErrors function should be modified to display all the error messages that have occurred on the previous line and then clear the queue of messages.

An example of the output of a program with no lexical errors is shown below:

1 (* Program with no errors *) 2 3 function test1 returns boolean; 4 begin 5 7 + 2 > 6 and 8 = 5 * (7 - 4); 6 end;

Compiled Successfully

Here is the required output for a program that contains more than one lexical error on the same line:

1 -- Function with two lexical errors 2 3 function test2 returns integer; 4 begin 5 7 $ 2 ^ (2 + 4); Lexical Error, Invalid Character $ Lexical Error, Invalid Character ^ 6 end;

Lexical Errors 2 Syntax Errors 0 Semantic Errors 0

You are to submit two files.

1. The first is a .zip file that contains all the source code for the project. The .zip file should contain the flex input file, which should be a .l file, all .cc and .h files and a makefile that builds the project. 2. The second is a Word document (PDF or RTF is also acceptable) that contains the documentation for the project, which should include the following: a. A discussion of how you approached the project b. A test plan that includes test cases that you have created indicating what aspects of the program each one is testing and a screen shot of your compiler run on that test case c. A discussion of lessons learned from the project and any improvements that could be made.

SKELETON CODE:

========================================================================

listing.h

enum ErrorCategories {LEXICAL, SYNTAX, GENERAL_SEMANTIC, DUPLICATE_IDENTIFIER,

UNDECLARED};

void firstLine();

void nextLine();

int lastLine();

void appendError(ErrorCategories errorCategory, string message);

========================================================================

listing.cc

#include

#include

using namespace std;

#include "listing.h"

static int lineNumber;

static string error = "";

static int totalErrors = 0;

static void displayErrors();

void firstLine()

{

lineNumber = 1;

printf(" %4d ",lineNumber);

}

void nextLine()

{

displayErrors();

lineNumber++;

printf("%4d ",lineNumber);

}

int lastLine()

{

printf(" ");

displayErrors();

printf(" ");

return totalErrors;

}

void appendError(ErrorCategories errorCategory, string message)

{

string messages[] = { "Lexical Error, Invalid Character ", "",

"Semantic Error, ", "Semantic Error, Duplicate Identifier: ",

"Semantic Error, Undeclared " };

error = messages[errorCategory] + message;

totalErrors++;

}

void displayErrors()

{

if (error != "")

printf("%s ", error.c_str());

error = "";

}

==========================================================================

tokens.h

enum Tokens {RELOP = 256, ADDOP, MULOP, ANDOP, BEGIN_, BOOLEAN, END, ENDREDUCE,

FUNCTION, INTEGER, IS, REDUCE, RETURNS, IDENTIFIER, INT_LITERAL};

==========================================================================

scanner.l

/* This file contains flex input file */

%{

#include

#include

using namespace std;

#include "listing.h"

#include "tokens.h"

%}

%option noyywrap

ws [ \t ]+

comment \-\-.*

line [ ]

id [A-Za-z][A-Za-z0-9]*

digit [0-9]

int {digit}+

punc [\(\),:;]

%%

{ws} { ECHO; }

{comment} { ECHO; nextLine();}

{line} { ECHO; nextLine();}

"<" { ECHO; return(RELOP); }

"+" { ECHO; return(ADDOP); }

"*" { ECHO; return(MULOP); }

begin { ECHO; return(BEGIN_); }

boolean { ECHO; return(BOOLEAN); }

end { ECHO; return(END); }

endreduce { ECHO; return(ENDREDUCE); }

function { ECHO; return(FUNCTION); }

integer { ECHO; return(INTEGER); }

is { ECHO; return(IS); }

reduce { ECHO; return REDUCE; }

returns { ECHO; return(RETURNS); }

and { ECHO; return(ANDOP); }

{id} { ECHO; return(IDENTIFIER);}

{int} { ECHO; return(INT_LITERAL); }

{punc} { ECHO; return(yytext[0]); }

. { ECHO; appendError(LEXICAL, yytext); }

%%

int main()

{

firstLine();

FILE *file = fopen("lexemes.txt", "wa");

int token = yylex();

while (token)

{

fprintf(file, "%d %s ", token, yytext);

token = yylex();

}

lastLine();

fclose(file);

return 0;

}

==============================================================================

makefile

compile: scanner.o listing.o

g++ -o compile scanner.o listing.o

scanner.o: scanner.c listing.h tokens.h

g++ -c scanner.c

scanner.c: scanner.l

flex scanner.l

mv lex.yy.c scanner.c

listing.o: listing.cc listing.h

g++ -c listing.cc

==============================================================================