Skip to content

Benoit/simplify replica #3552

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 6 commits into
base: main
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 9 additions & 7 deletions packages/core/src/domain/configuration/endpointBuilder.ts
Original file line number Diff line number Diff line change
Expand Up @@ -22,16 +22,17 @@ export type EndpointBuilder = ReturnType<typeof createEndpointBuilder>
export function createEndpointBuilder(
initConfiguration: InitConfiguration,
trackType: TrackType,
configurationTags: string[]
extraTags: string[],
extraParameters?: string[]
) {
const buildUrlWithParameters = createEndpointUrlWithParametersBuilder(initConfiguration, trackType)

return {
build(api: ApiType, payload: Payload) {
const parameters = buildEndpointParameters(initConfiguration, trackType, configurationTags, api, payload)
const parameters = buildEndpointParameters(initConfiguration, trackType, api, payload, extraTags, extraParameters)
return buildUrlWithParameters(parameters)
},
tags: configurationTags,
tags: extraTags,
urlPrefix: buildUrlWithParameters(''),
trackType,
}
Expand Down Expand Up @@ -89,11 +90,12 @@ export function buildEndpointHost(
function buildEndpointParameters(
{ clientToken, internalAnalyticsSubdomain }: InitConfiguration,
trackType: TrackType,
configurationTags: string[],
api: ApiType,
{ retry, encoding }: Payload
{ retry, encoding }: Payload,
extraTags: string[],
extraParameters: string[] = []
) {
const tags = [`sdk_version:${__BUILD_ENV__SDK_VERSION__}`, `api:${api}`].concat(configurationTags)
const tags = [`sdk_version:${__BUILD_ENV__SDK_VERSION__}`, `api:${api}`].concat(extraTags)
if (retry) {
tags.push(`retry_count:${retry.count}`, `retry_after:${retry.lastFailureStatus}`)
}
Expand All @@ -105,7 +107,7 @@ function buildEndpointParameters(
`dd-evp-origin-version=${encodeURIComponent(__BUILD_ENV__SDK_VERSION__)}`,
'dd-evp-origin=browser',
`dd-request-id=${generateUUID()}`,
]
].concat(extraParameters)

if (encoding) {
parameters.push(`dd-evp-encoding=${encoding}`)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,6 @@ export interface TransportConfiguration {
}

export interface ReplicaConfiguration {
applicationId?: string
logsEndpointBuilder: EndpointBuilder
rumEndpointBuilder: EndpointBuilder
}
Expand Down Expand Up @@ -58,12 +57,12 @@ function computeReplicaConfiguration(
clientToken: initConfiguration.replica.clientToken,
}

const replicaEndpointBuilders = {
return {
logsEndpointBuilder: createEndpointBuilder(replicaConfiguration, 'logs', tags),
rumEndpointBuilder: createEndpointBuilder(replicaConfiguration, 'rum', tags),
rumEndpointBuilder: createEndpointBuilder(replicaConfiguration, 'rum', tags, [
`application.id=${initConfiguration.replica.applicationId}`,
]),
}

return { applicationId: initConfiguration.replica.applicationId, ...replicaEndpointBuilders }
}

export function isIntakeUrl(url: string): boolean {
Expand Down
2 changes: 0 additions & 2 deletions packages/core/src/domain/deflate/deflate.types.ts
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,5 @@ export type DeflateEncoder = Encoder<Uint8Array> & { stop: () => void }
export const enum DeflateEncoderStreamId {
REPLAY = 1,
RUM = 2,
RUM_REPLICA = 3,
TELEMETRY = 4,
TELEMETRY_REPLICA = 5,
}
48 changes: 27 additions & 21 deletions packages/core/src/domain/telemetry/telemetry.ts
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,13 @@ import type { StackTrace } from '../../tools/stackTrace/computeStackTrace'
import { computeStackTrace } from '../../tools/stackTrace/computeStackTrace'
import { getConnectivity } from '../connectivity'
import { createBoundedBuffer } from '../../tools/boundedBuffer'
import { canUseEventBridge, getEventBridge, startBatchWithReplica } from '../../transport'
import {
canUseEventBridge,
createFlushController,
createHttpRequest,
getEventBridge,
createBatch,
} from '../../transport'
import type { Encoder } from '../../tools/encoder'
import type { PageMayExitEvent } from '../../browser/pageMayExitObservable'
import { DeflateEncoderStreamId } from '../deflate'
Expand Down Expand Up @@ -167,27 +173,27 @@ function startTelemetryTransport(
const telemetrySubscription = telemetryObservable.subscribe((event) => bridge.send('internal_telemetry', event))
cleanupTasks.push(() => telemetrySubscription.unsubscribe())
} else {
const telemetryBatch = startBatchWithReplica(
configuration,
{
endpoint: configuration.rumEndpointBuilder,
encoder: createEncoder(DeflateEncoderStreamId.TELEMETRY),
},
configuration.replica && {
endpoint: configuration.replica.rumEndpointBuilder,
encoder: createEncoder(DeflateEncoderStreamId.TELEMETRY_REPLICA),
},
reportError,
pageMayExitObservable,

// We don't use an actual session expire observable here, to make telemetry collection
// independent of the session. This allows to start and send telemetry events ealier.
new Observable()
)
const endpoints = [configuration.rumEndpointBuilder]
if (configuration.replica && isTelemetryReplicationAllowed(configuration)) {
endpoints.push(configuration.replica.rumEndpointBuilder)
}
const telemetryBatch = createBatch({
encoder: createEncoder(DeflateEncoderStreamId.TELEMETRY),
request: createHttpRequest(endpoints, configuration.batchBytesLimit, reportError),
flushController: createFlushController({
messagesLimit: configuration.batchMessagesLimit,
bytesLimit: configuration.batchBytesLimit,
durationLimit: configuration.flushTimeout,
pageMayExitObservable,

// We don't use an actual session expire observable here, to make telemetry collection
// independent of the session. This allows to start and send telemetry events earlier.
sessionExpireObservable: new Observable(),
}),
messageBytesLimit: configuration.messageBytesLimit,
})
cleanupTasks.push(() => telemetryBatch.stop())
const telemetrySubscription = telemetryObservable.subscribe((event) =>
telemetryBatch.add(event, isTelemetryReplicationAllowed(configuration))
)
const telemetrySubscription = telemetryObservable.subscribe((event) => telemetryBatch.add(event))
cleanupTasks.push(() => telemetrySubscription.unsubscribe())
}

Expand Down
2 changes: 1 addition & 1 deletion packages/core/src/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ export {
getEventBridge,
bridgeSupports,
BridgeCapability,
startBatchWithReplica,
createBatch,
createFlushController,
} from './transport'
export * from './tools/display'
Expand Down
4 changes: 2 additions & 2 deletions packages/core/src/transport/httpRequest.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ describe('httpRequest', () => {
interceptor = interceptRequests()
requests = interceptor.requests
endpointBuilder = mockEndpointBuilder(ENDPOINT_URL)
request = createHttpRequest(endpointBuilder, BATCH_BYTES_LIMIT, noop)
request = createHttpRequest([endpointBuilder], BATCH_BYTES_LIMIT, noop)
})

describe('send', () => {
Expand Down Expand Up @@ -244,7 +244,7 @@ describe('httpRequest intake parameters', () => {
interceptor = interceptRequests()
requests = interceptor.requests
endpointBuilder = createEndpointBuilder({ clientToken }, 'logs', [])
request = createHttpRequest(endpointBuilder, BATCH_BYTES_LIMIT, noop)
request = createHttpRequest([endpointBuilder], BATCH_BYTES_LIMIT, noop)
})

it('should have a unique request id', async () => {
Expand Down
15 changes: 10 additions & 5 deletions packages/core/src/transport/httpRequest.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ import type { EndpointBuilder } from '../domain/configuration'
import type { Context } from '../tools/serialisation/context'
import { monitor, monitorError } from '../tools/monitor'
import type { RawError } from '../domain/error/error.types'
import type { SendStrategy } from './sendWithRetryStrategy'
import { newRetryState, sendWithRetryStrategy } from './sendWithRetryStrategy'

/**
Expand Down Expand Up @@ -33,24 +34,28 @@ export interface RetryInfo {
}

export function createHttpRequest(
endpointBuilder: EndpointBuilder,
endpointBuilders: EndpointBuilder[],
bytesLimit: number,
reportError: (error: RawError) => void
) {
const retryState = newRetryState()
const sendStrategyForRetry = (payload: Payload, onResponse: (r: HttpResponse) => void) =>
fetchKeepAliveStrategy(endpointBuilder, bytesLimit, payload, onResponse)

return {
send: (payload: Payload) => {
sendWithRetryStrategy(payload, retryState, sendStrategyForRetry, endpointBuilder.trackType, reportError)
for (const endpointBuilder of endpointBuilders) {
const sendStrategyForRetry: SendStrategy = (payload, onResponse) =>
fetchKeepAliveStrategy(endpointBuilder, bytesLimit, payload, onResponse)
sendWithRetryStrategy(payload, retryState, sendStrategyForRetry, endpointBuilder.trackType, reportError)
}
},
/**
* Since fetch keepalive behaves like regular fetch on Firefox,
* keep using sendBeaconStrategy on exit
*/
sendOnExit: (payload: Payload) => {
sendBeaconStrategy(endpointBuilder, bytesLimit, payload)
for (const endpointBuilder of endpointBuilders) {
sendBeaconStrategy(endpointBuilder, bytesLimit, payload)
}
},
}
}
Expand Down
2 changes: 1 addition & 1 deletion packages/core/src/transport/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,6 @@ export type { HttpRequest, Payload, RetryInfo } from './httpRequest'
export { createHttpRequest } from './httpRequest'
export type { BrowserWindowWithEventBridge, DatadogEventBridge } from './eventBridge'
export { canUseEventBridge, bridgeSupports, getEventBridge, BridgeCapability } from './eventBridge'
export { startBatchWithReplica } from './startBatchWithReplica'
export { createBatch } from './batch'
export type { FlushController, FlushEvent, FlushReason } from './flushController'
export { createFlushController } from './flushController'
2 changes: 1 addition & 1 deletion packages/core/src/transport/sendWithRetryStrategy.ts
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ export interface RetryState {
queueFullReported: boolean
}

type SendStrategy = (payload: Payload, onResponse: (r: HttpResponse) => void) => void
export type SendStrategy = (payload: Payload, onResponse: (r: HttpResponse) => void) => void

export function sendWithRetryStrategy(
payload: Payload,
Expand Down
144 changes: 0 additions & 144 deletions packages/core/src/transport/startBatchWithReplica.spec.ts

This file was deleted.

Loading