Perf: Implement a new algorithm for pattern matching compilation to reduce code size

Motivation and Context

Closes #1924 (closed)

This MR implements the algorithm from the paper "Compiling Pattern Matching to Good Decision Trees" for pattern matching compiler.

This algorithm performs better than the previous one in the cases when there are nested pattens in a match expression coupled with wildcards in between.

In some cases we can see more than 80% reduction in code size (compared to the old algorthim).

This algorithm simpler to implement and this also removes the pattern simplification pass (pattern_simpl.ml) which was needed by the old algorithm for compressing the matches. The new algorithm generates smaller automaton/match so there is not need for simplification/compression.

Description

examples	0.67.1 (bytes)	new algo (bytes)	diff (%)
edge_case_T.mligo	3920	468	-88.06
bug_report.mligo	2801	468	-83.29
permit-cameligo	4967	4955	-0.24
dao-cameligo	6481	6479	-0.03
permit-jsligo	5010	5010	0
randomness-cameligo	12542	12542	0
randomness-jsligo	23695	23695	0
fa2 (single-asset)	1550	1550	0
fa2 (multi-asset)	2054	2054	0
fa2 (nft)	2447	2447	0
dao-jsligo	6323	6323	0
predictive-market-jsligo	7769	7769	0
predictive-market-cameligo	7804	7804	0
advisor-jsligo	308	308	0
advisor-cameligo	308	308	0
multisig-jsligo	1302	1302	0
multisig-cameligo	1274	1274	0
shifumi-jsligo	9090	9090	0
shifumi-cameligo	5353	5353	0
NFT-factory-jsligo	3491	3491	0
NFT-factory-cameligo	3497	3497	0
checker-ligo	18467	18467	0
tzsafe	6854	6854	0
batcher	23135	23149	+0.06

Component

• compiler
• website
• webide
• vscode-plugin
• debugger

Types of changes

• Bug fix (non-breaking change which fixes an issue)
• New feature (non-breaking change which adds functionality)
• Breaking change (fix or feature that would cause existing functionality to not work as expected)
• Performance improvement (non-breaking change that improves performance)
• None (change with no changelog)

Changelog

We implement a new algorithm for the pattern-matching compiler which reduces the size of generated code in some cases.

In some cases we observed upto 80% reduction in generated code.

Example

type t = A | B

type p = (t * t * t * t)

let main (p : p) (_ : int) : operation list * int = 
  [], (match p with
    A,A,A,A -> 1
  | B,B,B,B -> 1
  | _,A,A,A -> 2
  | _,B,B,B -> 2
  | _,_,A,A -> 3
  | _,_,B,B -> 3
  | _,_,_,A -> 4
  | _,_,_,B -> 4)

Before

$ ligo.67 info measure-contract x.mligo 
3920 bytes

After

$ ligo info measure-contract x.mligo 
468 bytes

Checklist:

• Changes follow the existing coding style (use dune @fmt to check).
• Tests for the changes have been added (for bug fixes / feature).
• Documentation has been updated.
• Changelog description has been added (if appropriate).
• Start titles under ## Changelog section with #### (if appropriate).
• There is no image or uploaded file in changelog
• Examples in changed behaviour have been added to the changelog (for breaking change / feature).

src/bin/expect_tests/contract_tests.ml

@@ -51,16 +51,17 @@ let%expect_test _ =
                          CAR ;
                          SENDER ;
                          PAIR ;
+                         DUP 2 ;
+                         DUP 2 ;
+                         GET ;
+                         IF_NONE { PUSH nat 0 } {} ;
                          PUSH nat 0 ;
-                         DUP 4 ;
+                         DUP 5 ;
                          CDR ;
                          COMPARE ;
                          GT ;
                          PUSH nat 0 ;
-                         DUP 4 ;
-                         DUP 4 ;
-                         GET ;
-                         IF_NONE { PUSH nat 0 } {} ;
+                         DIG 2 ;
                          COMPARE ;
                          GT ;
                          AND ;
@@ -82,32 +83,34 @@ let%expect_test _ =
                          UPDATE 1 ;
                          NIL operation }
                        { DUP 2 ;
-                         NIL operation ;
-                         DUP 3 ;
-                         CDR ;
-                         PUSH mutez 0 ;
-                         DIG 5 ;
                          CAR ;
                          CAR ;
-                         DIG 5 ;
+                         DUP 2 ;
                          CAR ;
                          GET ;
                          IF_NONE { PUSH nat 0 } {} ;
+                         DIG 2 ;
+                         NIL operation ;
+                         DIG 3 ;
+                         CDR ;
+                         PUSH mutez 0 ;
+                         DIG 4 ;
                          TRANSFER_TOKENS ;
                          CONS } }
                    { IF_LEFT
                        { DUP 2 ;
-                         NIL operation ;
-                         DUP 3 ;
-                         CDR ;
-                         PUSH mutez 0 ;
-                         DIG 5 ;
                          CAR ;
                          CDR ;
-                         DIG 5 ;
+                         DUP 2 ;
                          CAR ;
                          GET ;
                          IF_NONE { PUSH nat 0 } {} ;
+                         DIG 2 ;
+                         NIL operation ;
+                         DIG 3 ;
+                         CDR ;
+                         PUSH mutez 0 ;
+                         DIG 4 ;
                          TRANSFER_TOKENS }
                        { DUP 2 ;
                          NIL operation ;
@@ -134,12 +137,13 @@ let%expect_test _ =
                       DUP 4 ;
                       CAR ;
                       PAIR ;
-                      DUP 4 ;
-                      GET 4 ;
-                      DUP 4 ;
                       DUP 3 ;
+                      DUP 2 ;
                       GET ;
                       IF_NONE { PUSH nat 0 } {} ;
+                      DUP 5 ;
+                      GET 4 ;
+                      SWAP ;
                       SUB ;
                       ISNAT ;
                       IF_NONE { PUSH string "NotEnoughAllowance" ; FAILWITH } {} ;
@@ -151,13 +155,14 @@ let%expect_test _ =
                       IF { SWAP ; DROP ; NONE nat } { SWAP ; SOME } ;
                       DIG 2 ;
                       UPDATE } ;
-                 DUP 3 ;
-                 GET 4 ;
-                 DUP 3 ;
-                 DUP 5 ;
+                 DUP 2 ;
+                 DUP 4 ;
                  CAR ;
                  GET ;
                  IF_NONE { PUSH nat 0 } {} ;
+                 DUP 4 ;
+                 GET 4 ;
+                 SWAP ;
                  SUB ;
                  ISNAT ;
                  IF_NONE { PUSH string "NotEnoughBalance" ; FAILWITH } {} ;
@@ -170,13 +175,13 @@ let%expect_test _ =
                  DUP 4 ;
                  CAR ;
                  UPDATE ;
-                 DUP 3 ;
-                 GET 4 ;
-                 DUP 2 ;
-                 DUP 5 ;
+                 DUP ;
+                 DUP 4 ;
                  GET 3 ;
                  GET ;
                  IF_NONE { PUSH nat 0 } {} ;
+                 DUP 4 ;
+                 GET 4 ;
                  ADD ;
                  DUP 5 ;
                  DIG 5 ;
@@ -2710,16 +2715,17 @@ let%expect_test _ =
                          CAR ;
                          SENDER ;
                          PAIR ;
+                         DUP 2 ;
+                         DUP 2 ;
+                         GET ;
+                         IF_NONE { PUSH nat 0 } {} ;
                          PUSH nat 0 ;
-                         DUP 4 ;
+                         DUP 5 ;
                          CDR ;
                          COMPARE ;
                          GT ;
                          PUSH nat 0 ;
-                         DUP 4 ;
-                         DUP 4 ;
-                         GET ;
-                         IF_NONE { PUSH nat 0 } {} ;
+                         DIG 2 ;
                          COMPARE ;
                          GT ;
                          AND ;
@@ -2741,32 +2747,34 @@ let%expect_test _ =
                          UPDATE 1 ;
                          NIL operation }
                        { DUP 2 ;
-                         NIL operation ;
-                         DUP 3 ;
-                         CDR ;
-                         PUSH mutez 0 ;
-                         DIG 5 ;
                          CAR ;
                          CAR ;
-                         DIG 5 ;
+                         DUP 2 ;
                          CAR ;
                          GET ;
                          IF_NONE { PUSH nat 0 } {} ;
+                         DIG 2 ;
+                         NIL operation ;
+                         DIG 3 ;
+                         CDR ;
+                         PUSH mutez 0 ;
+                         DIG 4 ;
                          TRANSFER_TOKENS ;
                          CONS } }
                    { IF_LEFT
                        { DUP 2 ;
-                         NIL operation ;
-                         DUP 3 ;
-                         CDR ;
-                         PUSH mutez 0 ;
-                         DIG 5 ;
                          CAR ;
                          CDR ;
-                         DIG 5 ;
+                         DUP 2 ;
                          CAR ;
                          GET ;
                          IF_NONE { PUSH nat 0 } {} ;
+                         DIG 2 ;
+                         NIL operation ;
+                         DIG 3 ;
+                         CDR ;
+                         PUSH mutez 0 ;
+                         DIG 4 ;
                          TRANSFER_TOKENS }
                        { DUP 2 ;
                          NIL operation ;
@@ -2793,12 +2801,13 @@ let%expect_test _ =
                       DUP 4 ;
                       CAR ;
                       PAIR ;
-                      DUP 4 ;
-                      GET 4 ;
-                      DUP 4 ;
                       DUP 3 ;
+                      DUP 2 ;
                       GET ;
                       IF_NONE { PUSH nat 0 } {} ;
+                      DUP 5 ;
+                      GET 4 ;
+                      SWAP ;
                       SUB ;
                       ISNAT ;
                       IF_NONE { PUSH string "NotEnoughAllowance" ; FAILWITH } {} ;
@@ -2810,13 +2819,14 @@ let%expect_test _ =
                       IF { SWAP ; DROP ; NONE nat } { SWAP ; SOME } ;
                       DIG 2 ;
                       UPDATE } ;
-                 DUP 3 ;
-                 GET 4 ;
-                 DUP 3 ;
-                 DUP 5 ;
+                 DUP 2 ;
+                 DUP 4 ;
                  CAR ;
                  GET ;
                  IF_NONE { PUSH nat 0 } {} ;
+                 DUP 4 ;
+                 GET 4 ;
+                 SWAP ;
                  SUB ;
                  ISNAT ;
                  IF_NONE { PUSH string "NotEnoughBalance" ; FAILWITH } {} ;
@@ -2829,13 +2839,13 @@ let%expect_test _ =
                  DUP 4 ;
                  CAR ;
                  UPDATE ;
-                 DUP 3 ;
-                 GET 4 ;
-                 DUP 2 ;
-                 DUP 5 ;
+                 DUP ;
+                 DUP 4 ;
                  GET 3 ;
                  GET ;
                  IF_NONE { PUSH nat 0 } {} ;
+                 DUP 4 ;
+                 GET 4 ;
                  ADD ;
                  DUP 5 ;
                  DIG 5 ;
@@ -2956,11 +2966,12 @@ let%expect_test _ =
                        { DROP 3 ;
                          PUSH string "Cannot find view feedback on given oracle address" ;
                          FAILWITH }
-                       { SWAP ;
+                       { DIG 3 ;
+                         DUP 2 ;
+                         PAIR ;
                          DIG 2 ;
                          DIG 3 ;
-                         DUP 4 ;
-                         PAIR ;
+                         DIG 2 ;
                          SOURCE ;
                          SWAP ;
                          SOME ;