Add support for digit separators (#73)

* Add some number tests without the grammar change

* Update grammar + goldens

Author: DanTup

CHANGELOG.md

@@ -1,3 +1,7 @@
+## 1.3.0 (2024-07-31)
+
+- Added support for digit separators (`_`).
+
 ## 1.2.9 (2024-04-24)
 
 - Added support for `macro`, `augment library`, `import augment`, `augment`, `augmented`.

grammars/dart.json

@@ -1,6 +1,6 @@
 {
 	"name": "Dart",
-	"version": "1.2.9",
+	"version": "1.3.0",
 	"fileTypes": [
 		"dart"
 	],
@@ -215,7 +215,7 @@
 				},
 				{
 					"name": "constant.numeric.dart",
-					"match": "(?<!\\$)\\b((0(x|X)[0-9a-fA-F]*)|(([0-9]+\\.?[0-9]*)|(\\.[0-9]+))((e|E)(\\+|-)?[0-9]+)?)\\b(?!\\$)"
+					"match": "(?<!\\$)\\b((0(x|X)[0-9a-fA-F][0-9a-fA-F_]*)|(([0-9][0-9_]*\\.?[0-9_]*)|(\\.[0-9][0-9_]*))((e|E)(\\+|-)?[0-9][0-9_]*)?)\\b(?!\\$)"
 				},
 				{
 					"include": "#class-identifier"

test/goldens/numbers.dart.golden

@@ -0,0 +1,40 @@
+>// Copyright (c) 2024, the Dart project authors. Please see the AUTHORS file
+#^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ comment.line.double-slash.dart
+>// for details. All rights reserved. Use of this source code is governed by a
+#^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ comment.line.double-slash.dart
+>// BSD-style license that can be found in the LICENSE file.
+#^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ comment.line.double-slash.dart
+>
+>var a = [
+#^^^ storage.type.primitive.dart
+#      ^ keyword.operator.assignment.dart
+>  1,
+#  ^ constant.numeric.dart
+#   ^ punctuation.comma.dart
+>  .0,
+#  ^ punctuation.dot.dart
+#   ^ constant.numeric.dart
+#    ^ punctuation.comma.dart
+>  1.2,
+#  ^^^ constant.numeric.dart
+#     ^ punctuation.comma.dart
+>  0x123,
+#  ^^^^^ constant.numeric.dart
+#       ^ punctuation.comma.dart
+>  100__000_000__000_000__000_000,
+#  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ constant.numeric.dart
+#                                ^ punctuation.comma.dart
+>  0x4000_0000_0000_0000,
+#  ^^^^^^^^^^^^^^^^^^^^^ constant.numeric.dart
+#                       ^ punctuation.comma.dart
+>  0.000_000_000_01,
+#  ^^^^^^^^^^^^^^^^ constant.numeric.dart
+#                  ^ punctuation.comma.dart
+>  0x00_14_22_01_23_45,
+#  ^^^^^^^^^^^^^^^^^^^ constant.numeric.dart
+#                     ^ punctuation.comma.dart
+>  555_123_4567,
+#  ^^^^^^^^^^^^ constant.numeric.dart
+#              ^ punctuation.comma.dart
+>];
+# ^ punctuation.terminator.dart

test/test_files/numbers.dart

@@ -0,0 +1,15 @@
+// Copyright (c) 2024, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+var a = [
+  1,
+  .0,
+  1.2,
+  0x123,
+  100__000_000__000_000__000_000,
+  0x4000_0000_0000_0000,
+  0.000_000_000_01,
+  0x00_14_22_01_23_45,
+  555_123_4567,
+];