[exporter/elasticsearchexporter] synchronize mapping with expected Elasticsearch fields (#44234)

<!--Ex. Fixing a bug - Describe the bug and how this fixes the issue.
Ex. Adding a feature - Explain what this achieves.-->
#### Description

Add missing fields to struct so that they are populated in the
respective elasticsearch index.

<!-- Issue number (e.g. #1234) or full URL to issue, if applicable. -->
#### Link to tracking issue
Fixes

<!--Describe what testing was performed and which tests were added.-->
#### Testing

<!--Describe the documentation added.-->
#### Documentation

<!--Please delete paragraphs that you did not use before submitting.-->

---------

Signed-off-by: Florian Lehner <[email protected]>

Author: florianl

.chloggen/es-profiling-events-sync.yaml

@@ -0,0 +1,27 @@
+# Use this changelog template to create an entry for release notes.
+
+# One of 'breaking', 'deprecation', 'new_component', 'enhancement', 'bug_fix'
+change_type: 'enhancement'
+
+# The name of the component, or a single word describing the area of concern, (e.g. receiver/filelog)
+component: exporter/elasticsearch
+
+# A brief description of the change.  Surround your text with quotes ("") if it needs to start with a backtick (`).
+note: add missing fields to struct so that they are populated in the respective elasticsearch index
+
+# Mandatory: One or more tracking issues related to the change. You can use the PR number here if no issue exists.
+issues: [44234]
+
+# (Optional) One or more lines of additional information to render under the primary note.
+# These lines will be padded with 2 spaces and then inserted directly into the document.
+# Use pipe (|) for multiline entries.
+subtext:
+
+# If your change doesn't affect end users or the exported elements of any package,
+# you should instead start your pull request title with [chore] or use the "Skip Changelog" label.
+# Optional: The change log or logs in which this entry should be included.
+# e.g. '[user]' or '[user, api]'
+# Include 'user' if the change is relevant to end users.
+# Include 'api' if there is a change to a library API.
+# Default: '[user]'
+change_logs: [user]

exporter/elasticsearchexporter/internal/serializer/otelserializer/profile_test.go

@@ -139,6 +139,7 @@ func TestSerializeProfile(t *testing.T) {
 					"host.id":                       "localhost",
 					"process.executable.name":       "libc.so.6",
 					"process.thread.name":           "",
+					"profiling.project.id":          json.Number("2"),
 				},
 				{
 					"script": map[string]any{

exporter/elasticsearchexporter/internal/serializer/otelserializer/serializeprofiles/model.go

@@ -56,6 +56,8 @@ type StackTraceEvent struct {
 	ServiceName      string `json:"service.name,omitempty"`
 	Frequency        int64  `json:"Stacktrace.sampling_frequency"`
 	Count            uint16 `json:"Stacktrace.count"`
+	ProjectID        uint32 `json:"profiling.project.id,omitempty"`
+	HostName         string `json:"host.name,omitempty"`
 }
 
 // StackTrace represents a stacktrace serializable into the stacktraces index.

exporter/elasticsearchexporter/internal/serializer/otelserializer/serializeprofiles/transform.go

@@ -226,6 +226,9 @@ func stackTraceEvent(dic pprofile.ProfilesDictionary, traceID string, sample ppr
 		K8sNamespaceName: hostMetadata[string(semconv.K8SNamespaceNameKey)],
 		Count:            1, // Elasticsearch v9.2+ doesn't read the count value any more.
 		Frequency:        frequency,
+		HostName:         hostMetadata[string(semconv.HostNameKey)],
+		ProjectID:        2, // Use a project ID other than 1 to not conflict with ECH default value.
+		ServiceName:      hostMetadata[string(semconv.ServiceNameKey)],
 	}
 
 	// Store event-specific attributes.

exporter/elasticsearchexporter/internal/serializer/otelserializer/serializeprofiles/transform_test.go

@@ -15,7 +15,7 @@ import (
 	"github.com/stretchr/testify/require"
 	"go.opentelemetry.io/collector/pdata/pprofile"
 	"go.opentelemetry.io/ebpf-profiler/libpf"
-	semconv "go.opentelemetry.io/otel/semconv/v1.22.0"
+	semconv "go.opentelemetry.io/otel/semconv/v1.36.0"
 )
 
 var (
@@ -199,6 +199,7 @@ func TestTransform(t *testing.T) {
 			},
 			buildResourceProfiles: func() pprofile.ResourceProfiles {
 				rp := pprofile.NewResourceProfiles()
+				rp.Resource().Attributes().PutStr(string(semconv.ServiceNameKey), "my_service.name")
 
 				sp := rp.ScopeProfiles().AppendEmpty()
 				p := sp.Profiles().AppendEmpty()
@@ -273,8 +274,10 @@ func TestTransform(t *testing.T) {
 						EcsVersion:   EcsVersion{V: EcsVersionString},
 						TimeStamp:    42000000000,
 						StackTraceID: wantedTraceID,
+						ServiceName:  "my_service.name",
 						Frequency:    20,
 						Count:        1,
+						ProjectID:    2,
 					},
 					HostMetadata: HostResourceData{},
 				},
@@ -424,6 +427,7 @@ func TestStackPayloads(t *testing.T) {
 						StackTraceID: wantedTraceID,
 						Frequency:    20,
 						Count:        1,
+						ProjectID:    2,
 					},
 					HostMetadata: HostResourceData{},
 				},
@@ -538,6 +542,7 @@ func TestStackPayloads(t *testing.T) {
 						StackTraceID: wantedTraceID,
 						Frequency:    20,
 						Count:        1,
+						ProjectID:    2,
 					},
 				},
 				{
@@ -547,6 +552,7 @@ func TestStackPayloads(t *testing.T) {
 						StackTraceID: wantedTraceID,
 						Frequency:    20,
 						Count:        1,
+						ProjectID:    2,
 					},
 				},
 			},
@@ -665,6 +671,7 @@ func TestStackPayloads(t *testing.T) {
 						StackTraceID: wantedTraceID,
 						Frequency:    20,
 						Count:        1,
+						ProjectID:    2,
 					},
 				},
 			},
@@ -721,6 +728,7 @@ func TestStackTraceEvent(t *testing.T) {
 				StackTraceID: stacktraceIDBase64,
 				Frequency:    20,
 				Count:        1,
+				ProjectID:    2,
 			},
 		},
 		{
@@ -748,6 +756,7 @@ func TestStackTraceEvent(t *testing.T) {
 				StackTraceID: stacktraceIDBase64,
 				Frequency:    20,
 				Count:        1,
+				ProjectID:    2,
 			},
 		},
 		{
@@ -773,6 +782,7 @@ func TestStackTraceEvent(t *testing.T) {
 				StackTraceID: stacktraceIDBase64,
 				Frequency:    20,
 				Count:        1,
+				ProjectID:    2,
 			},
 		},
 		{
@@ -800,6 +810,7 @@ func TestStackTraceEvent(t *testing.T) {
 					string(semconv.ContainerNameKey):    "my_container",
 					string(semconv.ContainerIDKey):      "my_container_id",
 					string(semconv.K8SNamespaceNameKey): "my_k8s_namespace_name",
+					string(semconv.HostNameKey):         "my_host_name",
 				})
 				sp := rp.ScopeProfiles().AppendEmpty()
 				p := sp.Profiles().AppendEmpty()
@@ -818,9 +829,11 @@ func TestStackTraceEvent(t *testing.T) {
 				ContainerID:      "my_container_id",
 				ThreadName:       "my_thread",
 				ServiceName:      "my_service",
+				HostName:         "my_host_name",
 				StackTraceID:     stacktraceIDBase64,
 				Frequency:        20,
 				Count:            1,
+				ProjectID:        2,
 			},
 		},
 	} {