[Yunq] First pass at parsing the yunq idl for ipc.
Writing my own idl to make ipc simpler and allow easy passing of capabilities between processes.
This commit is contained in:
parent
ee603b7478
commit
19f7ba44c4
|
|
@ -0,0 +1,14 @@
|
|||
interface File {
|
||||
method open (OpenFileRequest) -> (FileResponse);
|
||||
}
|
||||
|
||||
message OpenFileRequest {
|
||||
string path;
|
||||
u64 options;
|
||||
}
|
||||
|
||||
message File {
|
||||
string path;
|
||||
u64 attrs;
|
||||
capability mem_cap;
|
||||
}
|
||||
|
|
@ -0,0 +1,255 @@
|
|||
from enum import Enum
|
||||
import os
|
||||
import sys
|
||||
|
||||
class LexemeType(Enum):
|
||||
NONE = 0
|
||||
|
||||
EOF = 1
|
||||
|
||||
# Identifiers and Keywords
|
||||
NAME = 2
|
||||
|
||||
# Symbols
|
||||
LEFT_BRACE = 3
|
||||
RIGHT_BRACE = 4
|
||||
LEFT_PAREN = 5
|
||||
RIGHT_PAREN = 6
|
||||
ARROW = 7
|
||||
SEMICOLON = 8
|
||||
|
||||
|
||||
class Lexeme():
|
||||
def __init__(self, lextype: LexemeType, value = None):
|
||||
self.type = lextype
|
||||
self.value = value
|
||||
|
||||
def __str__(self):
|
||||
if self.value:
|
||||
return "(%s, %s)" % (self.type, self.value)
|
||||
return "(%s)" % self.type
|
||||
|
||||
def __repr__(self):
|
||||
return self.__str__()
|
||||
|
||||
|
||||
def lexer(program: str):
|
||||
line = 1
|
||||
start = 0
|
||||
current = 0
|
||||
tokens: list[Lexeme] = []
|
||||
while current < len(program):
|
||||
# Scan next token.
|
||||
start = current
|
||||
curr = program[current]
|
||||
if curr == '\n':
|
||||
line += 1
|
||||
elif curr == '\t' or curr == ' ' or curr == '\r':
|
||||
pass
|
||||
elif curr == '{':
|
||||
tokens.append(Lexeme(LexemeType.LEFT_BRACE))
|
||||
elif curr == '}':
|
||||
tokens.append(Lexeme(LexemeType.RIGHT_BRACE))
|
||||
elif curr == '(':
|
||||
tokens.append(Lexeme(LexemeType.LEFT_PAREN))
|
||||
elif curr == ')':
|
||||
tokens.append(Lexeme(LexemeType.RIGHT_PAREN))
|
||||
elif curr == ';':
|
||||
tokens.append(Lexeme(LexemeType.SEMICOLON))
|
||||
elif curr == '-':
|
||||
current += 1
|
||||
if program[current] == '>':
|
||||
tokens.append(Lexeme(LexemeType.ARROW))
|
||||
else:
|
||||
sys.exit("Expected > after - got '%s' on line %d" % (program[current], line))
|
||||
elif curr.isalpha():
|
||||
while program[current + 1].isalnum() or program[current + 1] == '_':
|
||||
current += 1
|
||||
tokens.append(Lexeme(LexemeType.NAME, program[start:current + 1]))
|
||||
else:
|
||||
sys.exit("Got unexpected token %s on line %s." % (curr, line))
|
||||
|
||||
current += 1
|
||||
|
||||
tokens.append(Lexeme(LexemeType.EOF))
|
||||
|
||||
return tokens
|
||||
|
||||
|
||||
class Method():
|
||||
def __init__(self, name: str, request: str, response: str):
|
||||
self.name = name
|
||||
self.request = request
|
||||
self.response = response
|
||||
|
||||
class Interface():
|
||||
def __init__(self, name: str, methods: list[Method]):
|
||||
self.name = name
|
||||
self.methods = methods
|
||||
|
||||
class Type(Enum):
|
||||
NONE = 0
|
||||
U64 = 1
|
||||
I64 = 2
|
||||
STRING = 3
|
||||
BYTES = 4
|
||||
CAPABILITY = 5
|
||||
|
||||
type_str_dict = {
|
||||
"u64": Type.U64,
|
||||
"i64": Type.I64,
|
||||
"string": Type.STRING,
|
||||
"bytes": Type.BYTES,
|
||||
"capability": Type.CAPABILITY,
|
||||
}
|
||||
|
||||
class Field():
|
||||
def __init__(self, fieldtype: Type, name: str):
|
||||
self.type = fieldtype
|
||||
self.name = name
|
||||
|
||||
class Message():
|
||||
def __init__(self, name: str, fields: list[Field]):
|
||||
self.name = name
|
||||
self.fields = fields
|
||||
|
||||
Decl = Interface | Message
|
||||
|
||||
class Parser():
|
||||
def __init__(self, tokens: list[Lexeme]):
|
||||
self.tokens = tokens
|
||||
self.current = 0
|
||||
|
||||
def peektype(self) -> LexemeType:
|
||||
return self.tokens[self.current].type
|
||||
|
||||
def peekvalue(self) -> str:
|
||||
return self.tokens[self.current].value
|
||||
|
||||
def consume(self) -> Lexeme:
|
||||
self.current += 1
|
||||
return self.tokens[self.current - 1]
|
||||
|
||||
def consume_identifier(self) -> str:
|
||||
tok = self.consume()
|
||||
if tok.type != LexemeType.NAME:
|
||||
sys.exit("Expected identifier got %s" % tok.type)
|
||||
return tok.value
|
||||
|
||||
def consume_check(self, lex_type: LexemeType):
|
||||
tok = self.consume()
|
||||
if tok.type != lex_type:
|
||||
sys.exit("Expected %s got %s" % (lex_type, tok_type))
|
||||
|
||||
def consume_check_identifier(self, name: str):
|
||||
tok = self.consume()
|
||||
if tok.type != LexemeType.NAME:
|
||||
sys.exit("Expected '%s' got a %s" % (name, tok.type))
|
||||
if tok.value != name:
|
||||
sys.exit("Expected '%s' got '%s'" % (name, tok.value))
|
||||
|
||||
def parse(self) -> list[Decl]:
|
||||
decls = []
|
||||
while self.peektype() != LexemeType.EOF:
|
||||
decls.append(self.decl())
|
||||
return decls
|
||||
|
||||
def decl(self) -> Decl:
|
||||
token = self.consume()
|
||||
if token.type != LexemeType.NAME:
|
||||
sys.exit("Unexpected token: %s", token)
|
||||
if token.value == "message":
|
||||
return self.message()
|
||||
elif token.value == "interface":
|
||||
return self.interface()
|
||||
sys.exit("Unexpected identifier '%s', expected message or interface" % token.value)
|
||||
|
||||
def interface(self):
|
||||
# "interface" consumed by decl.
|
||||
name = self.consume_identifier()
|
||||
|
||||
self.consume_check(LexemeType.LEFT_BRACE)
|
||||
|
||||
methods: list[Method] = []
|
||||
while self.peektype() != LexemeType.RIGHT_BRACE:
|
||||
methods.append(self.method())
|
||||
|
||||
self.consume_check(LexemeType.RIGHT_BRACE)
|
||||
|
||||
return Interface(name, methods)
|
||||
|
||||
def method(self):
|
||||
self.consume_check_identifier("method")
|
||||
|
||||
name = self.consume_identifier()
|
||||
|
||||
self.consume_check(LexemeType.LEFT_PAREN)
|
||||
|
||||
request = self.consume_identifier()
|
||||
|
||||
self.consume_check(LexemeType.RIGHT_PAREN)
|
||||
self.consume_check(LexemeType.ARROW)
|
||||
self.consume_check(LexemeType.LEFT_PAREN)
|
||||
|
||||
response = self.consume_identifier()
|
||||
|
||||
self.consume_check(LexemeType.RIGHT_PAREN)
|
||||
self.consume_check(LexemeType.SEMICOLON)
|
||||
|
||||
return Method(name, request, response)
|
||||
|
||||
def message(self):
|
||||
# "message" consumed by decl.
|
||||
|
||||
name = self.consume_identifier()
|
||||
|
||||
self.consume_check(LexemeType.LEFT_BRACE)
|
||||
|
||||
fields: list[Field] = []
|
||||
while self.peektype() != LexemeType.RIGHT_BRACE:
|
||||
fields.append(self.field())
|
||||
|
||||
self.consume_check(LexemeType.RIGHT_BRACE)
|
||||
|
||||
return Message(name, fields)
|
||||
|
||||
def field(self):
|
||||
|
||||
field_type_str = self.consume_identifier()
|
||||
if field_type_str not in type_str_dict.keys():
|
||||
sys.exit("Expected type got '%s'" % field_type_str)
|
||||
field_type = type_str_dict[field_type_str]
|
||||
|
||||
name = self.consume_identifier()
|
||||
self.consume_check(LexemeType.SEMICOLON)
|
||||
return Field(field_type, name)
|
||||
|
||||
def print_ast(decls: list[Decl]):
|
||||
for decl in decls:
|
||||
if type(decl) is Interface:
|
||||
print("%s (Interface)" % decl.name)
|
||||
for method in decl.methods:
|
||||
print("\t%s (%s -> %s)" % (method.name, method.request, method.response))
|
||||
elif type(decl) is Message:
|
||||
print("%s (Message)" % decl.name)
|
||||
for field in decl.fields:
|
||||
print("\t%s %s" % (field.type.name, field.name))
|
||||
else:
|
||||
print("unknown type")
|
||||
|
||||
|
||||
def main():
|
||||
if len(sys.argv) != 2:
|
||||
sys.exit("Takes name of file.")
|
||||
|
||||
filename = sys.argv[1]
|
||||
|
||||
with open(filename, mode='r') as f:
|
||||
filedata = f.read()
|
||||
lexemes = lexer(filedata)
|
||||
|
||||
parser = Parser(lexemes)
|
||||
print_ast(parser.parse())
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Loading…
Reference in New Issue