Add queries with duplicate join keys

elastic · Jan 20, 2025 · 4cc30b1 · 4cc30b1
1 parent d20a9c7
commit 4cc30b1
Show file tree

Hide file tree

Showing 6 changed files with 75 additions and 0 deletions.
diff --git a/joins/challenges/default.json b/joins/challenges/default.json
@@ -124,6 +124,14 @@
         },
 {% endfor %}
 
+        {
+          "operation": "esql_lookup_join_100k_keys_x10_limit1000",
+          "tags": ["lookup", "join", "limit1000"],
+          "clients": 1,
+          "warmup-iterations": 5,
+          "iterations": 50
+        },
+
         {
           "operation": "esql_lookup_join_1k_keys_where_no_match",
           "tags": ["lookup", "join"],

diff --git a/joins/challenges/large.json b/joins/challenges/large.json
@@ -131,6 +131,14 @@
         },
 {% endfor %}
 
+        {
+          "operation": "esql_lookup_join_100k_keys_x10_limit1000",
+          "tags": ["lookup", "join", "limit1000"],
+          "clients": 1,
+          "warmup-iterations": 5,
+          "iterations": 50
+        },
+
         {
           "operation": "esql_lookup_join_1k_100k_200k_500k",
           "tags": ["lookup", "join", "limit1000"],

diff --git a/joins/challenges/small.json b/joins/challenges/small.json
@@ -112,6 +112,14 @@
         },
 {% endfor %}
 
+        {
+          "operation": "esql_lookup_join_100k_keys_x10_limit1000",
+          "tags": ["lookup", "join", "limit1000"],
+          "clients": 1,
+          "warmup-iterations": 5,
+          "iterations": 50
+        },
+
         {
           "operation": "esql_lookup_join_1k_keys_sort_limit10000",
           "tags": ["lookup", "join", "limit10000"],

diff --git a/joins/index-lookup_idx_100000_f10_x10.json b/joins/index-lookup_idx_100000_f10_x10.json
@@ -0,0 +1,21 @@
+{% set p_include_non_serverless_index_settings = (include_non_serverless_index_settings | default(build_flavor != "serverless")) %}
+
+{
+  "settings": {
+        "index.mode": "lookup",
+        "auto_expand_replicas": {{ auto_expand_replicas | default("0-all") | tojson }}
+    {# non-serverless-index-settings-marker-start #}{%- if build_flavor != "serverless" or serverless_operator == true -%}
+    , "index.requests.cache.enable": false
+    {%- endif -%}{# non-serverless-index-settings-marker-end #}
+  },
+  "mappings": {
+    "_source": {
+      "mode": {{ source_mode | default("stored") | tojson }}
+    },
+    "properties": {
+      "key_100000": {
+        "type": "keyword"
+      }
+    }
+  }
+}
diff --git a/joins/operations/default.json b/joins/operations/default.json
@@ -19,6 +19,13 @@
       "bulk-size": {{bulk_size | default(10000)}},
       "ingest-percentage": 100
     },
+    {
+      "name": "index-lookup-100k_x10",
+      "operation-type": "bulk",
+      "indices": ["lookup_idx_100000_f10_x10"],
+      "bulk-size": {{bulk_size | default(10000)}},
+      "ingest-percentage": {{ingest_percentage | default(100)}}
+    },
     {
       "name": "index-lookup-1m",
       "operation-type": "bulk",
@@ -92,6 +99,11 @@
     },
 {% endfor %}
 
+    {
+      "name": "esql_lookup_join_100k_keys_x10_limit1000",
+      "operation-type": "esql",
+      "query": "FROM join_base_idx | lookup join lookup_idx_100000_f10_x10 on key_100000 | limit 1000"
+    },
     {
       "name": "esql_lookup_join_1k_100k_200k_500k",
       "operation-type": "esql",

diff --git a/joins/track.json b/joins/track.json
@@ -16,6 +16,10 @@
       "name": "lookup_idx_100000_f10",
       "body": "index-lookup_idx_100000_f10.json"
     },
+    {
+      "name": "lookup_idx_100000_f10_x10",
+      "body": "index-lookup_idx_100000_f10_x10.json"
+    },
     {
       "name": "lookup_idx_200000_f10",
       "body": "index-lookup_idx_200000_f10.json"
@@ -66,6 +70,20 @@
         }
       ]
     },
+    {
+      "name": "lookup_idx_100000_f10_x10",
+      "base-url": "https://rally-tracks.elastic.co/joins",
+      "documents": [
+        {
+          "target-index": "lookup_idx_100000_f10_x10",
+          "source-file": "lookup_idx_100000_f10_x10.json.bz2",
+          "#COMMENT": "Lookup index with 1M documents and 100k distinct keys (keyworks, \"0\"..\"99999\")",
+          "document-count": 1000000,
+          "compressed-bytes": 22483295,
+          "uncompressed-bytes": 412777900
+        }
+      ]
+    },
     {
       "name": "lookup_idx_200000_f10",
       "base-url": "https://rally-tracks.elastic.co/joins",