fix: migrate smaller benchmarks to NanoBenchmark

caffeine/microbenchmarks/bench_database.py

@@ -2,6 +2,8 @@
 
 import frappe
 
+from caffeine.microbenchmarks.utils import NanoBenchmark
+
 
 def bench_get_value_simple():
 	status = []

caffeine/microbenchmarks/bench_orm.py

@@ -2,6 +2,8 @@
 
 import frappe
 
+from caffeine.microbenchmarks.utils import NanoBenchmark
+
 
 def bench_get_doc():
 	return [frappe.get_doc("Role", r) for r in get_all_roles()]
@@ -34,26 +36,23 @@ def bench_get_local_cached_doc():
 	return docs
 
 
-def bench_get_all():
-	return frappe.get_all("DocField", "*", limit=1, run=0)
-
-
-def bench_get_list():
-	return frappe.get_list("Role", "*", limit=20, run=0)
+bench_get_all = NanoBenchmark('frappe.get_all("DocField", "*", limit=1, run=0)')
 
+bench_get_list = NanoBenchmark('frappe.get_list("Role", "*", limit=20, run=0)')
 
-def bench_get_all_with_filters():
-	return frappe.get_all("Role", {"creation": (">", "2020-01-01 00:00:00")}, "disabled", limit=10, run=0)
 
+bench_get_all_with_filters = NanoBenchmark(
+	'frappe.get_all("Role", {"creation": (">", "2020-01-01 00:00:00")}, "disabled", limit=10, run=0)'
+)
 
-def bench_get_all_with_many_fields():
-	return frappe.get_all(
+bench_get_all_with_many_fields = NanoBenchmark(
+	"""frappe.get_all(
 		"Role",
 		{"creation": (">", "2020-01-01 00:00:00")},
 		["disabled", "name", "creation", "modified"],
 		limit=10,
-		run=0,
-	)
+		run=0)"""
+)
 
 
 @lru_cache

caffeine/microbenchmarks/bench_qb.py

@@ -1,41 +1,48 @@
+import textwrap
+
 import frappe
 
+from caffeine.microbenchmarks.utils import NanoBenchmark
 
-def bench_qb_select_star():
-	table = frappe.qb.DocType("Role")
-	return frappe.qb.from_(table).select("*").limit(20).run(run=0)
+bench_qb_select_star = NanoBenchmark(
+	'frappe.qb.from_(table).select("*").limit(20).run(run=0)',
+	setup='table = frappe.qb.DocType("Role")',
+)
 
 
-def bench_qb_select_star_multiple_fields():
-	table = frappe.qb.DocType("Role")
-	return frappe.qb.from_(table).select(table.name, table.creation, table.modified).limit(20).run(run=0)
+bench_qb_select_multiple_fields = NanoBenchmark(
+	"frappe.qb.from_(table).select(table.name, table.creation, table.modified).limit(20).run(run=0)",
+	setup='table = frappe.qb.DocType("Role")',
+)
 
 
-def bench_qb_get_query():
-	return frappe.qb.get_query(
+bench_qb_get_query = NanoBenchmark(
+	"""frappe.qb.get_query(
 		"Role",
 		filters={"creation": (">", "2020-01-01 00:00:00")},
 		fields="disabled",
 		limit=10,
 		order_by="creation asc",
-	).run(run=0)
-
+	).run(run=0)"""
+)
 
-def bench_qb_get_query_multiple_fields():
-	return frappe.qb.get_query(
+bench_qb_get_query_multiple_fields = NanoBenchmark(
+	"""frappe.qb.get_query(
 		"Role",
 		filters={"creation": (">", "2020-01-01 00:00:00")},
 		fields=["disabled", "name", "creation", "modified"],
 		limit=10,
 		order_by="creation asc",
-	).run(run=0)
-
-
-def bench_qb_simple_get_query():
-	return frappe.qb.get_query(
-		"Role",
-		filters={"name": "Guest"},
-		fields="*",
-		limit=1,
-		order_by="creation asc",
-	).run(run=0)
+	).run(run=0)"""
+)
+
+
+bench_qb_simple_get_query = NanoBenchmark(
+	"""frappe.qb.get_query(
+									"Role",
+									filters={"name": "Guest"},
+									fields="*",
+									limit=1,
+									order_by="creation asc",
+								).run(run=0)"""
+)

caffeine/microbenchmarks/bench_redis.py

@@ -5,7 +5,7 @@
 from caffeine.microbenchmarks.bench_orm import get_all_roles
 from caffeine.microbenchmarks.utils import NanoBenchmark
 
-bench_make_key = NanoBenchmark(statement="frappe.cache.make_key('a')")
+bench_make_key = NanoBenchmark("frappe.cache.make_key('a')")
 
 
 def bench_redis_get_set_delete_cycle():

caffeine/microbenchmarks/utils.py

@@ -4,6 +4,11 @@
 
 @dataclass
 class NanoBenchmark:
+	"""This class can be used to represent benchmarks that measure sub-milisecond operations.
+
+	These measurement are affected by function call overhead, so instead directly executing the
+	statement avoids it."""
+
 	statement: str
 	setup: str = "pass"
 	teardown: str = "pass"