import os,time,argparse
# 判断一个字符是否是一个数字
def isDigit(charactor):
    return charactor.isdigit()

# 判断一个字符是否是一个字母
def isLetter(charactor):
    return charactor.isalpha()

# 判断一个字符串是不是一个关键字
def isBasicWord(string):
    return string in basicWordTable

# 判断一个字符是不是一个分隔符
def isSeparator(charactor):
    return charactor in separatorTable

# 判断一个字符串是不是一个操作符
def isOperator(string):
    return string in operatorTable

# 判断一个字符串是不是可能是一个操作符
def isLikeOperator(string):
    return string in "".join(operatorTable)

# 是否空白符
def isSpace(charactor):
    return charactor in " \n\r\t"

#===============================================
# 基本关键字表 0-61
basicWordTable = list()
basicWordTable = [
    "include","define","auto","bool","break","case","catch","char","class",
    "const","const_cast","continue","default","delete","do","double",
    "dynamic_cast","else","enum","explicit","extern","false","float","for",
    "friend","goto","if","inline","int","long","mutable","namespace","new",
    "operator","private","protected","public","register","reinterpret_cast",
    "return","short","signed","sizeof","static","static_cast","struct",
    "switch","template","this","throw","true","try","typedef","typeid",
    "typename","union","unsigned","using","virtual","void","volatile","while" 
]

# 分隔符表 65-79
separatorTable = list()
separatorTable = [",",";",".","(",")","[","]","{","}","#"]

# 操作运算符表 80-96
operatorTable = list()
operatorTable = ["+", "-","++","--", "*", "/", "<", "<=", ">", ">=", "=", "==","!=","<<",">>","&&","||"]

# 标识符表 100
identitierTable = list()
# 字符常量表 101
charTable = list()
# 字符串常量表 102
stringTable = list()
# 整数常量表 103
integerTable = list()
# 浮点数常量表 104
floatTable = list()

# 各种表的起始偏移
# 分隔符表
separatorOffset = 65
# 操作运算符表
operatorOffset = 80
# 标识符表 
identitierOffset = 500
# 字符常常量表
charId = 101
# 字符串常量表
stringId = 102
# 整数常量表
integerId = 103
# 浮点数常量表
floatId = 104
# 注释
commentId = 200
# 错误代码
errorId = 404
# 文件标记
mark = str(time.time())[-6:-1]
#============================================

# 扫描器
def Scanner(text,pointer,line,isPrint):
    # 准备的工作
    i = pointer
    end = len(text)-1
    buffer = ""
    classNumber = -1
    if line == 0 and isPrint:
        line += 1
        print("======line {}======".format(line))
    # 开始扫描整个程序 
    while i<= end and isSpace(text[i]):
        if text[i] == '\n' and isPrint:
            line += 1
            print("======line {}======".format(line))   
        i += 1
    # 终止条件
    if i > end:
        return buffer,classNumber,-1,line
    # 开头是数字
    if isDigit(text[i]):
        while i <= end and (isDigit(text[i]) or text[i] == '.'):
            buffer += text[i]
            i += 1
        if buffer.count(".")>1:
            classNumber = errorId
            buffer = "bad digit"
        if i<=end and isLetter(text[i]):
            classNumber = errorId
            buffer = "bad digit(letter can not appear after digital variable)"
        elif "." in buffer:
            if buffer not in floatTable:
                floatTable.append(buffer)
            classNumber = floatId
        else:
            if buffer not in integerTable:
                integerTable.append(buffer)
            classNumber = integerId
    # 开头是字母
    elif isLetter(text[i]):
        while i<=end and (isDigit(text[i]) or isLetter(text[i])):
            buffer += text[i]
            i += 1
        # 是否是一个关键字
        if isBasicWord(buffer):
            classNumber = basicWordTable.index(buffer)
        # 是一个标识符
        else:
            if buffer not in identitierTable:
                identitierTable.append(buffer)
            classNumber = identitierOffset
    # 开头是分隔符
    elif isSeparator(text[i]):
        buffer += text[i]
        classNumber = separatorTable.index(text[i])+separatorOffset
        i += 1
    # 字符
    elif text[i] == '\'':#多位字符将出现错误
        if i+2 > end:
            if i+1<=end:
                i += 1
            classNumber = errorId
            buffer = "Wrong statement of char"
        elif text[i+2] == '\'':
            buffer = text[i:i+3]
            if buffer not in charTable:
                charTable.append(buffer)
            classNumber = charId
            i += 3
        else:
            i += text[i:].index('\n')
            classNumber = errorId
            buffer = "Wrong statement of char" 
    # 字符串
    elif text[i] == "\"":
        p = i+text[i:].index("\n")
        if "\"" not in text[i+1:p]:
            i = p+1
            classNumber = errorId
            buffer = "Wrong statement of string"
        else:
            buffer += "\""
            i += 1
            while i<=end and (text[i-1] == "\\" or text[i] != "\""):
                buffer += text[i]
                i += 1
            buffer += "\""
            i += 1
            classNumber = stringId
        if buffer not in stringTable:
            stringTable.append(buffer)
    # 注释部分
    elif text[i] == '/':
        buffer += '/'
        i += 1
        if i <=end and text[i] == '/':
            while i<=end and text[i] != '\n':
                buffer += text[i]
                i += 1
                classNumber = commentId
        elif i<=end and text[i] == '*':
            while i<=end and (text[i-1] != '*' or text[i] != '/'):
                buffer += text[i]
                i+= 1
            if i<=end:
                buffer += '/'
                i += 1
                classNumber = commentId
                line += buffer.count('\n')
                buffer = buffer.replace('\n',"")
            else:
                classNumber = errorId
                buffer = "Comment symbol is incomplete（Missing the second half）"
        else:
            classNumber = operatorTable.index(text[i-1])+operatorOffset  
    # 开头是操作符
    elif isLikeOperator(text[i]):
        buffer += text[i]
        if i+1<=end and isOperator(buffer+text[i+1]):
            i += 1
            buffer += text[i]
            classNumber = operatorTable.index(buffer)+operatorOffset
        elif isOperator(buffer):
            classNumber = operatorTable.index(text[i])+operatorOffset
        else:
            classNumber = errorId
            buffer = "bad identitier"
        i += 1
    # 无法正确识别
    else:
        i += 1
        classNumber = errorId
        buffer = "the identitier can not be identified"
    
    return buffer,classNumber,i,line

# 读取文件
def readFile(fileName):
    with open('./{}'.format(fileName),encoding = 'utf-8')as f:
        text = f.read()
    return text

#写文件
def writeFile(fileName,context):
    if(not os.path.exists('./token')):
        os.mkdir('./token')
    with open('./token/{}-{}.txt'.format(fileName,mark),mode="a+",encoding='utf-8')as f:
        f.write(context+"\n")

# 获取内码
def getInnerCode(classNumber,context):
    if classNumber < 100:
        innerCode = "--"
    elif classNumber == 101:
        innerCode = charTable.index(context)
    elif classNumber == 102:
        innerCode = stringTable.index(context)
    elif classNumber == 103:
        innerCode = integerTable.index(context)
    elif classNumber == 104:
        innerCode = floatTable.index(context)
    elif classNumber == 200 or classNumber == 404:
        innerCode = "--"
    else:
        innerCode = identitierTable.index(context)
    return innerCode
# 参数解析
def argParse():
    parser = argparse.ArgumentParser()
    # Add argument
    parser.add_argument('--file','-f', type=str, help='path of the file to analyze')
    parser.add_argument('--print','-p', type=bool,default=False, help='wether to print the token sequence')
    return parser.parse_args()

if __name__ == "__main__":
    args = argParse()
    isPrint = args.print
    text = readFile(args.file)
    fileName = os.path.basename(args.file)
    fileName = fileName[:fileName.index('.')]
    i = 0
    line = 0
    while i>=0:
        context,classNum,i,line= Scanner(text,i,line,isPrint)
        classNum = int(classNum)
        if(i > 0):
            context = "({},{},{})".format(context,classNum,getInnerCode(classNum,context))
            if isPrint:
                print(context)
        writeFile(fileName,context)