mirror of
https://github.com/grafana/grafana.git
synced 2025-02-25 18:55:37 -06:00
* Build out barebones Traces editor - Add Traces query type and operation ID prop to query type - Add necessary header types - Update resource picker to appropriately work with traces query type - Build out TracesQueryEditor component - Include logic to retrieve operationId's for AI Workspaces - Add backend route mapping - Update macro to use timestamp as default time field for traces * AzureMonitor: Traces - Response parsing (#65442) * Update FormatAsField component - Add trace ResultFormat type - Generalise FormatAsField component - Add component to TracesQueryEditor - Remove duplicate code in setQueryValue * Add custom filter function to improve performance * Add basic conversion for logs to trace - Add serviceTags converter - Pass through required parameters (queryType and resultFormat) - Appropriately set visualisation * Update parsing to also fill trace tags - Add constant values for each table schema (include legacy mapping for now if needed) - Add constant for list of table tags - Set the foundation for dynamic query building - Update query to build tags value - Appropriately set operationName - Update tagsConverter to filter empty values * Fix lint and test issues * AzureMonitor: Traces - Data links (#65566) * Add portal link for traces - Pull out necessary values (itemId and itemType) - Appropriately construct - Fix ordering * Set default format as value - Also set default visualisation * Fix event schema * Set default formatAsField value * Include logs link on traces results - Adapt config links to allow custom title to be set * Correctly set operationId for query * Update backend types - Include OperationID in query - Pass forward datasource name and UID * Ensure setTime doesn't consistently get called if operationID is defined * Add explore link - Update util functions to allow setting custom datalinks * Fix tests * AzureMonitor: Traces - Query and Editor updates (#66076) * Add initial query - Will query the resource as soon as a resource has been selected - Updates the data links for the query without operationId - Remove initial operationId query and timeRange dependency - Update query building * Add entirely separate traces query property - Update shared types (also including future types for Azure traces) - Update backend log analytics datasource to accept both azureLogAnalytics and azureTraces queries - Update backend specific types - Update frontend datasource for new properties - Update mock query * Update FormatAsField to be entirely generic * Update query building to be done in backend - Add required mappings in backend - Update frontend querying * Fix query and explore data link * Add trace type selection * Better method for setting explore link * Fix operationId updating * Run go mod tidy * Unnecessary changes * Fix tests * AzureMonitor: Traces - Add correlation API support (#65855) Add correlation API support - Add necessary types - Add correlation API request when conditions are met - Update query * Fix property from merge * AzureMonitor: Traces - Filtering (#66303) * Add initial query - Will query the resource as soon as a resource has been selected - Updates the data links for the query without operationId - Remove initial operationId query and timeRange dependency - Update query building * Add entirely separate traces query property - Update shared types (also including future types for Azure traces) - Update backend log analytics datasource to accept both azureLogAnalytics and azureTraces queries - Update backend specific types - Update frontend datasource for new properties - Update mock query * Update FormatAsField to be entirely generic * Update query building to be done in backend - Add required mappings in backend - Update frontend querying * Fix query and explore data link * Add trace type selection * Better method for setting explore link * Fix operationId updating * Run go mod tidy * Unnecessary changes * Fix tests * Start building out Filters component - Configure component to query for Filter property values when a filter property is set - Add setFilters function - Add typing to tablesSchema - Use component in TracesQueryEditor * Update Filters - Asynchronously pull property options - Setup list of Filter components * Update filters component - Remove unused imports - Have local filters state and query filters - Correctly set filters values - Don't update query every time a filter property changes (not performant) * Update properties query - Use current timeRange - Get count to provide informative labels * Reset map when time changes * Add operation selection * Reset filters when property changes * Appropriate label name for empty values * Add filtering to query * Update filter components - Fix rendering issue - Correctly compare and update timeRange - Split out files for simplicity * Add checkbox option to multiselect - Add custom option component - Correctly call onChange - Add variableOptionGroup for template variable selection * Fix adding template vars * Improve labels and refresh labels on query prop changes * AzureMonitor: Traces - Testing (#66474) * Select ds for template variable interpolation * Update az logs ds tests - Add templateVariables test - Add filter test - Update mock - Remove anys * Update QueryEditor test - Update mocks with timeSrv for log analytics datasource - Fix query mock - Use appropriate and consistent selectors * Add TracesQueryEditor test - Update resourcePickerRows mock to include app insights resources - Remove comments and extra new line * Add FormatAsField test - Remove unneeded condition * Update resourcePicker utils test * Don't hide selected options in filters * Fix multi-selection on filters * Add TraceTypeField test - Add test file - Update selectors (remove copy/paste mistake) - Update placeholder text for select and add label * Add basic filters test * Begin filters test * Update filters test * Add final tests and simplify/generalise addFilter helper * Minor update to datasource test * Update macros test * Update selectors in tests * Add response-table-frame tests * Add datasource tests - Use sorting where JSON models are inconsistent - Update filters clause - Dedupe tags - Correct operationId conditions * Don't set a default value for blurInputOnSelect * Simplify datasource test * Update to use CheckGoldenJSON utils - Update with generated frame files - Remove redundant expected frame code - Update all usages * Fix lint * AzureMonitor: Traces feedback (#67292) * Filter traces if the visualisation is set to trace - Update build query logic - Added additional test cases - Return an error if the traces type is set by itself with the trace visualisation - Add descriptions to event types - Update tests * Fix bug for error displaying traces * Update mappings and add error field - Update tests - Remove unnecessary comments * Switch location of Operation ID field * Re-order fields * Update link title * Update label for event type selection * Update correct link title * Update logs datalink to link to Azure Logs in explore * Fix lint
228 lines
7.6 KiB
TypeScript
228 lines
7.6 KiB
TypeScript
import { cloneDeep } from 'lodash';
|
|
import { forkJoin, Observable, of } from 'rxjs';
|
|
import { map } from 'rxjs/operators';
|
|
|
|
import {
|
|
DataFrame,
|
|
DataQueryRequest,
|
|
DataQueryResponse,
|
|
DataSourceInstanceSettings,
|
|
LoadingState,
|
|
ScopedVars,
|
|
} from '@grafana/data';
|
|
import { DataSourceWithBackend } from '@grafana/runtime';
|
|
import { getTemplateSrv, TemplateSrv } from 'app/features/templating/template_srv';
|
|
|
|
import AzureLogAnalyticsDatasource from './azure_log_analytics/azure_log_analytics_datasource';
|
|
import AzureMonitorDatasource from './azure_monitor/azure_monitor_datasource';
|
|
import AzureResourceGraphDatasource from './azure_resource_graph/azure_resource_graph_datasource';
|
|
import ResourcePickerData from './resourcePicker/resourcePickerData';
|
|
import { AzureDataSourceJsonData, AzureMonitorQuery, AzureQueryType } from './types';
|
|
import migrateAnnotation from './utils/migrateAnnotation';
|
|
import migrateQuery from './utils/migrateQuery';
|
|
import { VariableSupport } from './variables';
|
|
|
|
export default class Datasource extends DataSourceWithBackend<AzureMonitorQuery, AzureDataSourceJsonData> {
|
|
annotations = {
|
|
prepareAnnotation: migrateAnnotation,
|
|
};
|
|
|
|
azureMonitorDatasource: AzureMonitorDatasource;
|
|
azureLogAnalyticsDatasource: AzureLogAnalyticsDatasource;
|
|
resourcePickerData: ResourcePickerData;
|
|
azureResourceGraphDatasource: AzureResourceGraphDatasource;
|
|
|
|
pseudoDatasource: {
|
|
[key in AzureQueryType]?: AzureMonitorDatasource | AzureLogAnalyticsDatasource | AzureResourceGraphDatasource;
|
|
} = {};
|
|
|
|
declare optionsKey: Record<AzureQueryType, string>;
|
|
|
|
constructor(
|
|
instanceSettings: DataSourceInstanceSettings<AzureDataSourceJsonData>,
|
|
private readonly templateSrv: TemplateSrv = getTemplateSrv()
|
|
) {
|
|
super(instanceSettings);
|
|
this.azureMonitorDatasource = new AzureMonitorDatasource(instanceSettings);
|
|
this.azureLogAnalyticsDatasource = new AzureLogAnalyticsDatasource(instanceSettings);
|
|
this.azureResourceGraphDatasource = new AzureResourceGraphDatasource(instanceSettings);
|
|
this.resourcePickerData = new ResourcePickerData(instanceSettings, this.azureMonitorDatasource);
|
|
|
|
this.pseudoDatasource = {
|
|
[AzureQueryType.AzureMonitor]: this.azureMonitorDatasource,
|
|
[AzureQueryType.LogAnalytics]: this.azureLogAnalyticsDatasource,
|
|
[AzureQueryType.AzureResourceGraph]: this.azureResourceGraphDatasource,
|
|
};
|
|
|
|
this.variables = new VariableSupport(this);
|
|
}
|
|
|
|
filterQuery(item: AzureMonitorQuery): boolean {
|
|
if (!item.queryType) {
|
|
return false;
|
|
}
|
|
const ds = this.pseudoDatasource[item.queryType];
|
|
return ds?.filterQuery?.(item) ?? true;
|
|
}
|
|
|
|
query(options: DataQueryRequest<AzureMonitorQuery>): Observable<DataQueryResponse> {
|
|
const byType = new Map<AzureQueryType, DataQueryRequest<AzureMonitorQuery>>();
|
|
|
|
for (const baseTarget of options.targets) {
|
|
// Migrate old query structures
|
|
const target = migrateQuery(baseTarget);
|
|
|
|
// Skip hidden or invalid queries or ones without properties
|
|
if (!target.queryType || target.hide || !hasQueryForType(target)) {
|
|
continue;
|
|
}
|
|
|
|
// Initialize the list of queries
|
|
if (!byType.has(target.queryType)) {
|
|
const queryForType = cloneDeep(options);
|
|
queryForType.requestId = `${queryForType.requestId}-${target.refId}`;
|
|
queryForType.targets = [];
|
|
byType.set(target.queryType, queryForType);
|
|
}
|
|
|
|
const queryForType = byType.get(target.queryType);
|
|
queryForType?.targets.push(target);
|
|
}
|
|
|
|
const observables: Array<Observable<DataQueryResponse>> = Array.from(byType.entries()).map(([queryType, req]) => {
|
|
const mappedQueryType = queryType === AzureQueryType.AzureTraces ? AzureQueryType.LogAnalytics : queryType;
|
|
const ds = this.pseudoDatasource[mappedQueryType];
|
|
if (!ds) {
|
|
throw new Error('Data source not created for query type ' + queryType);
|
|
}
|
|
|
|
return ds.query(req);
|
|
});
|
|
|
|
// Single query can skip merge
|
|
if (observables.length === 1) {
|
|
return observables[0];
|
|
}
|
|
|
|
if (observables.length > 1) {
|
|
return forkJoin(observables).pipe(
|
|
map((results: DataQueryResponse[]) => {
|
|
const data: DataFrame[] = [];
|
|
for (const result of results) {
|
|
for (const frame of result.data) {
|
|
data.push(frame);
|
|
}
|
|
}
|
|
|
|
return { state: LoadingState.Done, data };
|
|
})
|
|
);
|
|
}
|
|
|
|
return of({ state: LoadingState.Done, data: [] });
|
|
}
|
|
|
|
targetContainsTemplate(query: AzureMonitorQuery) {
|
|
if (query.subscription && this.templateSrv.containsTemplate(query.subscription)) {
|
|
return true;
|
|
}
|
|
|
|
let subQuery;
|
|
if (query.queryType === AzureQueryType.AzureMonitor) {
|
|
subQuery = JSON.stringify(query.azureMonitor);
|
|
} else if (query.queryType === AzureQueryType.LogAnalytics) {
|
|
subQuery = JSON.stringify(query.azureLogAnalytics);
|
|
} else if (query.queryType === AzureQueryType.AzureResourceGraph) {
|
|
subQuery = JSON.stringify([query.azureResourceGraph, query.subscriptions]);
|
|
}
|
|
|
|
return !!subQuery && this.templateSrv.containsTemplate(subQuery);
|
|
}
|
|
|
|
async annotationQuery(options: any) {
|
|
return this.azureLogAnalyticsDatasource.annotationQuery(options);
|
|
}
|
|
|
|
/* Azure Monitor REST API methods */
|
|
getResourceGroups(subscriptionId: string) {
|
|
return this.azureMonitorDatasource.getResourceGroups(this.templateSrv.replace(subscriptionId));
|
|
}
|
|
|
|
getMetricNamespaces(subscriptionId: string, resourceGroup?: string) {
|
|
let url = `/subscriptions/${subscriptionId}`;
|
|
if (resourceGroup) {
|
|
url += `/resourceGroups/${resourceGroup};`;
|
|
}
|
|
return this.azureMonitorDatasource.getMetricNamespaces({ resourceUri: url }, true);
|
|
}
|
|
|
|
getResourceNames(subscriptionId: string, resourceGroup?: string, metricNamespace?: string, region?: string) {
|
|
return this.azureMonitorDatasource.getResourceNames({ subscriptionId, resourceGroup, metricNamespace, region });
|
|
}
|
|
|
|
getMetricNames(subscriptionId: string, resourceGroup: string, metricNamespace: string, resourceName: string) {
|
|
return this.azureMonitorDatasource.getMetricNames({
|
|
subscription: subscriptionId,
|
|
resourceGroup,
|
|
metricNamespace,
|
|
resourceName,
|
|
});
|
|
}
|
|
|
|
/*Azure Log Analytics */
|
|
getAzureLogAnalyticsWorkspaces(subscriptionId: string) {
|
|
return this.azureLogAnalyticsDatasource.getWorkspaces(subscriptionId);
|
|
}
|
|
|
|
getSubscriptions() {
|
|
return this.azureMonitorDatasource.getSubscriptions();
|
|
}
|
|
|
|
interpolateVariablesInQueries(queries: AzureMonitorQuery[], scopedVars: ScopedVars): AzureMonitorQuery[] {
|
|
const mapped = queries.map((query) => {
|
|
if (!query.queryType) {
|
|
return query;
|
|
}
|
|
|
|
const queryType = query.queryType === AzureQueryType.AzureTraces ? AzureQueryType.LogAnalytics : query.queryType;
|
|
const ds = this.pseudoDatasource[queryType];
|
|
return {
|
|
datasource: ds?.getRef(),
|
|
...(ds?.applyTemplateVariables(query, scopedVars) ?? query),
|
|
};
|
|
});
|
|
|
|
return mapped;
|
|
}
|
|
|
|
getVariables() {
|
|
return this.templateSrv.getVariables().map((v) => `$${v.name}`);
|
|
}
|
|
|
|
getVariablesRaw() {
|
|
return this.templateSrv.getVariables();
|
|
}
|
|
}
|
|
|
|
function hasQueryForType(query: AzureMonitorQuery): boolean {
|
|
switch (query.queryType) {
|
|
case AzureQueryType.AzureMonitor:
|
|
return !!query.azureMonitor;
|
|
|
|
case AzureQueryType.LogAnalytics:
|
|
return !!query.azureLogAnalytics;
|
|
|
|
case AzureQueryType.AzureResourceGraph:
|
|
return !!query.azureResourceGraph;
|
|
|
|
case AzureQueryType.AzureTraces:
|
|
return !!query.azureTraces;
|
|
|
|
case AzureQueryType.GrafanaTemplateVariableFn:
|
|
return !!query.grafanaTemplateVariableFn;
|
|
|
|
default:
|
|
return false;
|
|
}
|
|
}
|