// Test.txt

// Requirement #4a1 - alphanumeric tokens
this is a sentence of alphanumeric tokens

// Requirement #4a2 - alphanumeric tokens with adjacent punctuators
###this^%$ is a @@sentence@@ of alphanumeric tokens

// Requirement #4b1 - punctuators
@#$%^&*-_+ =.,:<><<>>+++=-=*=/?

// Requirement #4b2 - single char tokens
<>[](){}:=+-*\n

// Requirement #4b3 - two char tokens
<<>>::++--+=-=*=/=

// Requirement #4c - C style comments
/*
 * this is a
 * C style comment
 */

// Requirement #4d - C++ style comments
// a C++ comment

// Requirement #4e - quoted strings
"a double quoted string" 'a single quoted string'
"\"an escaped string\"" '\'an escaped string\''