releases/v1/compile/compile_bench_test.go

package compile

import (
	"fmt"
	"io/fs"
	"strconv"
	"strings"
	"testing"

	"github.com/open-policy-agent/opa/v1/util/test"
)

// type compileBenchTestData struct {
// 	filename string
// 	module   string
// }

func BenchmarkCompileDynamicPolicy(b *testing.B) {
	// This benchmarks the compiler against increasingly large numbers of dynamically-selected policies.
	// See: https://github.com/open-policy-agent/opa/issues/5216
	numPolicies := []int{1000, 2500, 5000, 7500, 10000}

	for _, n := range numPolicies {
		testcase := generateDynamicPolicyBenchmarkData(n)
		test.WithTestFS(testcase, true, func(root string, fileSys fs.FS) {
			b.ResetTimer()
			b.Run(strconv.Itoa(n), func(b *testing.B) {
				for range b.N {
					compiler := New().WithFS(fileSys).WithPaths(root)

					if err := compiler.Build(b.Context()); err != nil {
						b.Fatal("unexpected error", err)
					}
				}
			})
		})
	}
}

func generateDynamicPolicyBenchmarkData(n int) map[string]string {
	files := map[string]string{
		"main.rego": `
			package main

			denies contains x if {
				x := data.policies[input.type][input.subtype][_].denies[_]
			}
			any_denies if {
				denies[_]
			}
			allow if {
				not any_denies
			}`,
	}

	for i := range n {
		files[fmt.Sprintf("policy%d.rego", i)] = generateDynamicMockPolicy(i)
	}

	return files
}

func generateDynamicMockPolicy(n int) string {
	return fmt.Sprintf(`package policies["%d"]["%d"].policy%d
denies contains x if {
	input.attribute == "%d"
	x := "policy%d"
}`, n, n, n, n, n)
}

func BenchmarkLargePartialRulePolicy(b *testing.B) {
	// This benchmarks the compiler against very large partial rule sets.
	// See: https://github.com/open-policy-agent/opa/issues/5756
	numPolicies := []int{1000, 2500, 5000, 7500}

	for _, n := range numPolicies {
		testcase := generateLargePartialRuleBenchmarkData(n)
		b.ResetTimer()
		b.Run(strconv.Itoa(n), func(b *testing.B) {
			test.WithTempFS(testcase, func(root string) {
				b.ResetTimer()

				for range b.N {
					compiler := New().WithPaths(root)

					if err := compiler.Build(b.Context()); err != nil {
						b.Fatal("unexpected error", err)
					}
				}
			})
		})
	}
}

func generateLargePartialRuleBenchmarkData(n int) map[string]string {
	var policy strings.Builder
	policy.Grow((140 * n) + 100) // Each rule takes around 130 characters.

	policy.WriteString(`package example.large.partial.rules.policy["dynamic_part"].main`)
	policy.WriteString("\n\n")
	for i := range n {
		policy.WriteString(generateLargePartialRuleMockRule(i))
		policy.WriteString("\n\n")
	}
	policy.WriteString(`number_denies = x if {
		x := count(deny)
	}`)

	files := map[string]string{
		"main.rego": policy.String(),
	}
	return files
}

func generateLargePartialRuleMockRule(n int) string {
	return fmt.Sprintf(`deny contains [resource, errormsg] if {
		resource := "example.%d"
		i := %d
		i %% 2 != 0
		errormsg := "denied because %d is an odd number."
}`, n, n, n)
}