Sync from Google's internal repo.

Two main things were done:
1) g3doc/rune_reference.md had a substantial update.
2) A PEG parser was written in Rune.

The new PEG parser is able to parse all Rune files in this repo, other than two which intentially have syntax errors for testing.

Author: waywardgeek

bind/bind.c

@@ -628,6 +628,19 @@ void deReportEvents(void) {
   }
 }
 
+// Bind exportllib functions, even if they are not called internally.
+void createExportLibSignatures(void) {
+  deFunction function;
+  deForeachRootFunction(deTheRoot, function) {
+    if (deFunctionGetLinkage(function) == DE_LINK_LIBCALL  &&
+        deFunctionGetUniquifiedSignature(function) == deSignatureNull) {
+      deSignature signature = deCreateFullySpecifiedSignature(function);
+      deSignatureSetInstantiated(signature, true);
+      deQueueSignature(signature);
+    }
+  } deEndRootFunction;
+}
+
 // Bind expressions everywhere.
 void deBind(void) {
   deBlock rootBlock = deRootGetBlock(deTheRoot);
@@ -636,6 +649,7 @@ void deBind(void) {
       deDatatypeArrayAlloc(), deFunctionGetLine(mainFunc));
   deSignatureSetInstantiated(mainSignature, true);
   deQueueSignature(mainSignature);
+  createExportLibSignatures();
   deBindAllSignatures();
   destroyUnusedTemplateContents();
   deReportEvents();

bind/bindexpr.c

@@ -1631,6 +1631,9 @@ static void bindNamedParameter(deBlock scopeBlock, deExpression expression) {
   if (deVariableGetType(var) != DE_VAR_PARAMETER) {
     deExprError(expression, "Variable %s is a local variable, not a parameter", utSymGetName(paramName));
   }
+  if (ident != deIdentNull) {
+    deIdentRemoveExpression(ident, paramNameExpression);
+  }
   deIdentAppendExpression(ident, paramNameExpression);
 }
 

bootstrap/database/bigint.rn

@@ -442,7 +442,7 @@ unittest testUnaryOperators {
   assert -Bigint(123i256) == Bigint(-123i256)
   println -Bigint(12345i32)
   // Test truncating negation's one exceptional input.
-  assert !-Bigint(!-128i8) == Bigint(!-128i8)
+  assert !-Bigint(!<i8>128u8) == Bigint(!<i8>128u8)
   assert !-Bigint(-127i8) == Bigint(127i8)
   println (~Bigint(0x55aaau20)).toStringInBase(16u32)
   assert ~Bigint(0x55aaau20) == Bigint(0xaa555u20);
@@ -453,9 +453,9 @@ unittest testShiftOperators {
   a = Bigint(0xdeadbeefu32)
   assert a >> 16u32 == Bigint(0xdeadu32)
   assert a << 4u32 == Bigint(0xeadbeef0u32)
-  b = Bigint(0xdeadbeefi32)
-  assert b >> 16u32 == Bigint(0xffffdeadi32)
-  assert b << 4u32 == Bigint(0xeadbeef0i32)
+  b = Bigint(!<i32>0xdeadbeefu32)
+  assert b >> 16u32 == Bigint(!<i32>0xffffdeadu32)
+  assert b << 4u32 == Bigint(!<i32>0xeadbeef0u32)
 }
 
 // Test rotation operators.

bootstrap/database/location.rn

@@ -42,7 +42,7 @@ class Location(self, filepath: Filepath, pos:u32, len: u32, line: u32) {
     assert !isnull(filepath)
     path = filepath!.getRelativePath()
     if path.length() > 0 {
-      println "File %s, line %u: %s" % (path, self.line, msg)
+      println "%s:%u: %s" % (path, self.line, msg)
     }
     if filepath!.text.length() > 0 {
       self.printLocationAndCarots()

bootstrap/database/signature.rn

@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-use class
 use filepath
 use function
 use statement

bootstrap/parsegen/.exrc

@@ -0,0 +1,29 @@
+if &cp | set nocp | endif
+let s:cpo_save=&cpo
+set cpo&vim
+xmap gx <Plug>NetrwBrowseXVis
+nmap gx <Plug>NetrwBrowseX
+xnoremap <silent> <Plug>NetrwBrowseXVis :call netrw#BrowseXVis()
+nnoremap <silent> <Plug>NetrwBrowseX :call netrw#BrowseX(netrw#GX(),netrw#CheckIfRemote(netrw#GX()))
+map <F4> :set spell!|:echo "Spell check: " . strpart("OffOn", 3 * &spell, 3)
+let &cpo=s:cpo_save
+unlet s:cpo_save
+set backspace=indent,eol,start
+set expandtab
+set fileencodings=ucs-bom,utf-8,default,latin1
+set helplang=en
+set hidden
+set ignorecase
+set nomodeline
+set printoptions=paper:letter
+set ruler
+set shiftwidth=2
+set showcmd
+set showmatch
+set smartcase
+set smartindent
+set spellfile=~/.words.utf8.add
+set spellsuggest=best,10
+set suffixes=.bak,~,.swp,.o,.info,.aux,.log,.dvi,.bbl,.blg,.brf,.cb,.ind,.idx,.ilg,.inx,.out,.toc
+set tabstop=2
+" vim: set ft=vim :

bootstrap/parsegen/Makefile

@@ -15,19 +15,13 @@
 RUNE=../../rune
 RNFLAGS=-g -r ..
 
-RUNE_TESTS=char lexer parser token keytab
+RUNE_TESTS=char lexer token keytab pegparser
 
-all: runtests parsergen
+all: runtests
 
 runtests: $(RUNE_TESTS)
 	for test in $(RUNE_TESTS); do "./$$test"; done
 
-parsergen: parsergen.rn
-	$(RUNE) $(RNFLAGS) parsergen.rn
-
-parser: parser.rn lexer.rn char.rn
-	$(RUNE) $(RNFLAGS) parser.rn
-
 char: char.rn
 	$(RUNE) $(RNFLAGS) char.rn
 
@@ -38,7 +32,10 @@ token: token.rn
 	$(RUNE) $(RNFLAGS) token.rn
 
 keytab: keytab.rn
-	$(RUNE) -g keytab.rn
+	$(RUNE) $(RNFLAGS) keytab.rn
+
+pegparser: pegparser.rn lexer.rn token.rn char.rn keytab.rn
+	$(RUNE) $(RNFLAGS) pegparser.rn
 
 clean:
 	rm -f $(RUNE_TESTS) *.ll parsergen

bootstrap/parsegen/README.md

@@ -234,7 +234,7 @@ unittest overlong {
   char = getChar("\xe0\x80\x80", 0u32)
   assert !char.valid
   // Overlong encoding of €.
-  char = getChar("\xf0\82\82\ac", 0u32)
+  char = getChar("\xf0\x82\x82\xac", 0u32)
   assert !char.valid
 }
 

bootstrap/parsegen/char.rn

@@ -18,10 +18,30 @@ class Keytab(self) {
   func lookup(self, name: string) -> Keyword? {
     return self.findKeyword(Sym.new(name))
   }
+
+  // Only build a new keyword if it does not yet exist.
+  func new(self:Keytab, name: string) -> Keyword {
+    sym = Sym.new(name)
+    oldKeyword = self.findKeyword(sym)
+    if !isnull(oldKeyword) {
+      return oldKeyword!
+    }
+    return Keyword(self, name)
+  }
+
+  func setKeywordNums(self) -> u32 {
+    num = 0u32
+    for keyword in self.keywords() {
+      keyword.num = num
+      num += 1
+    }
+    return num
+  }
 }
 
 class Keyword(self, keytab: Keytab, name: string) {
   self.sym = Sym.new(name)
+  self.num = 0u32  // Set after all rules are parsed.
   keytab.insertKeyword(self)
 }