/external/pyparsing/examples/protobuf_parser.py

https://bitbucket.org/jmcmorris/escape · Python · 103 lines · 64 code · 25 blank · 14 comment · 1 complexity · 73ba55543f2fbf3c3d37842c58c4d6d8 MD5 · raw file

  1. # protobuf_parser.py
  2. #
  3. # simple parser for parsing protobuf .proto files
  4. #
  5. # Copyright 2010, Paul McGuire
  6. #
  7. from pyparsing import (Word, alphas, alphanums, Regex, Suppress, Forward,
  8. Group, oneOf, ZeroOrMore, Optional, delimitedList, Keyword,
  9. restOfLine, quotedString)
  10. ident = Word(alphas+"_",alphanums+"_").setName("identifier")
  11. integer = Regex(r"[+-]?\d+")
  12. LBRACE,RBRACE,LBRACK,RBRACK,LPAR,RPAR,EQ,SEMI = map(Suppress,"{}[]()=;")
  13. kwds = """message required optional repeated enum extensions extends extend
  14. to package service rpc returns true false option import"""
  15. for kw in kwds.split():
  16. exec("%s_ = Keyword('%s')" % (kw.upper(), kw))
  17. messageBody = Forward()
  18. messageDefn = MESSAGE_ - ident("messageId") + LBRACE + messageBody("body") + RBRACE
  19. typespec = oneOf("""double float int32 int64 uint32 uint64 sint32 sint64
  20. fixed32 fixed64 sfixed32 sfixed64 bool string bytes""") | ident
  21. rvalue = integer | TRUE_ | FALSE_ | ident
  22. fieldDirective = LBRACK + Group(ident + EQ + rvalue) + RBRACK
  23. fieldDefn = (( REQUIRED_ | OPTIONAL_ | REPEATED_ )("fieldQualifier") -
  24. typespec("typespec") + ident("ident") + EQ + integer("fieldint") + ZeroOrMore(fieldDirective) + SEMI)
  25. # enumDefn ::= 'enum' ident '{' { ident '=' integer ';' }* '}'
  26. enumDefn = ENUM_ - ident + LBRACE + ZeroOrMore( Group(ident + EQ + integer + SEMI) ) + RBRACE
  27. # extensionsDefn ::= 'extensions' integer 'to' integer ';'
  28. extensionsDefn = EXTENSIONS_ - integer + TO_ + integer + SEMI
  29. # messageExtension ::= 'extend' ident '{' messageBody '}'
  30. messageExtension = EXTEND_ - ident + LBRACE + messageBody + RBRACE
  31. # messageBody ::= { fieldDefn | enumDefn | messageDefn | extensionsDefn | messageExtension }*
  32. messageBody << Group(ZeroOrMore( Group(fieldDefn | enumDefn | messageDefn | extensionsDefn | messageExtension) ))
  33. # methodDefn ::= 'rpc' ident '(' [ ident ] ')' 'returns' '(' [ ident ] ')' ';'
  34. methodDefn = (RPC_ - ident("methodName") +
  35. LPAR + Optional(ident("methodParam")) + RPAR +
  36. RETURNS_ + LPAR + Optional(ident("methodReturn")) + RPAR)
  37. # serviceDefn ::= 'service' ident '{' methodDefn* '}'
  38. serviceDefn = SERVICE_ - ident("serviceName") + LBRACE + ZeroOrMore(Group(methodDefn)) + RBRACE
  39. # packageDirective ::= 'package' ident [ '.' ident]* ';'
  40. packageDirective = Group(PACKAGE_ - delimitedList(ident, '.', combine=True) + SEMI)
  41. comment = '//' + restOfLine
  42. importDirective = IMPORT_ - quotedString("importFileSpec") + SEMI
  43. optionDirective = OPTION_ - ident("optionName") + EQ + quotedString("optionValue") + SEMI
  44. topLevelStatement = Group(messageDefn | messageExtension | enumDefn | serviceDefn | importDirective | optionDirective)
  45. parser = Optional(packageDirective) + ZeroOrMore(topLevelStatement)
  46. parser.ignore(comment)
  47. test1 = """message Person {
  48. required int32 id = 1;
  49. required string name = 2;
  50. optional string email = 3;
  51. }"""
  52. test2 = """package tutorial;
  53. message Person {
  54. required string name = 1;
  55. required int32 id = 2;
  56. optional string email = 3;
  57. enum PhoneType {
  58. MOBILE = 0;
  59. HOME = 1;
  60. WORK = 2;
  61. }
  62. message PhoneNumber {
  63. required string number = 1;
  64. optional PhoneType type = 2 [default = HOME];
  65. }
  66. repeated PhoneNumber phone = 4;
  67. }
  68. message AddressBook {
  69. repeated Person person = 1;
  70. }"""
  71. from pprint import pprint
  72. #~ print parser.parseString(test2, parseAll=True).dump()
  73. pprint( parser.parseString(test2, parseAll=True).asList())