automatic json generation for the sidebar menu
parent
fcab8fa2b8
commit
1a63f20bb0
|
|
@ -0,0 +1,10 @@
|
||||||
|
export interface MenuItem {
|
||||||
|
id: string;
|
||||||
|
title: string;
|
||||||
|
items?: MenuItem[];
|
||||||
|
metric?: string;
|
||||||
|
filters?: {
|
||||||
|
device: string;
|
||||||
|
source_id: string;
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
@ -1,11 +1,10 @@
|
||||||
import { Module } from '@nestjs/common';
|
import { Module } from '@nestjs/common';
|
||||||
import { TypeOrmModule } from '@nestjs/typeorm';
|
import { TypeOrmModule } from '@nestjs/typeorm';
|
||||||
import { HttpModule } from '@nestjs/axios';
|
import { HttpModule } from '@nestjs/axios';
|
||||||
import { PrometheusService } from './prometheus.service';
|
|
||||||
import { MetricsController } from './metrics.controller';
|
|
||||||
import { ConfigModule } from '@nestjs/config';
|
import { ConfigModule } from '@nestjs/config';
|
||||||
import { AuthModule } from './auth/auth.module';
|
import { AuthModule } from './auth/auth.module';
|
||||||
import { MetricsGateway } from './metrics.gateway';
|
import { MenuModule } from './menu/menu.module';
|
||||||
|
import { PrometheusModule } from './prometheus.module';
|
||||||
|
|
||||||
@Module({
|
@Module({
|
||||||
imports: [
|
imports: [
|
||||||
|
|
@ -26,12 +25,8 @@ import { MetricsGateway } from './metrics.gateway';
|
||||||
}),
|
}),
|
||||||
HttpModule,
|
HttpModule,
|
||||||
AuthModule,
|
AuthModule,
|
||||||
|
PrometheusModule,
|
||||||
|
MenuModule,
|
||||||
],
|
],
|
||||||
controllers: [MetricsController],
|
|
||||||
providers: [
|
|
||||||
PrometheusService,
|
|
||||||
MetricsGateway,
|
|
||||||
],
|
|
||||||
exports: [MetricsGateway],
|
|
||||||
})
|
})
|
||||||
export class AppModule { }
|
export class AppModule {}
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,21 @@
|
||||||
|
import { Controller, Get, Param, Post, Body, Put } from '@nestjs/common';
|
||||||
|
import { MenuService } from './menu.service';
|
||||||
|
import { MenuItem } from './menu.interface';
|
||||||
|
|
||||||
|
@Controller('menu')
|
||||||
|
export class MenuController {
|
||||||
|
constructor(private readonly menuService: MenuService) {}
|
||||||
|
|
||||||
|
@Get()
|
||||||
|
async getMenu(): Promise<MenuItem> {
|
||||||
|
return this.menuService.getFullMenu();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Put(':id')
|
||||||
|
async updateMenuItem(
|
||||||
|
@Param('id') id: string,
|
||||||
|
@Body() update: Partial<MenuItem>
|
||||||
|
): Promise<MenuItem> {
|
||||||
|
return this.menuService.updateMenuItem(id, update);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,9 @@
|
||||||
|
export interface MenuItem {
|
||||||
|
title: string;
|
||||||
|
id: string;
|
||||||
|
items?: MenuItem[];
|
||||||
|
metric?: string;
|
||||||
|
filters?: Record<string, string>;
|
||||||
|
isDynamic?: boolean;
|
||||||
|
templateId?: string;
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,11 @@
|
||||||
|
import { Module } from '@nestjs/common';
|
||||||
|
import { MenuController } from './menu.controller';
|
||||||
|
import { MenuService } from './menu.service';
|
||||||
|
import { PrometheusModule } from '../prometheus.module'; // Импортируем PrometheusModule
|
||||||
|
|
||||||
|
@Module({
|
||||||
|
imports: [PrometheusModule], // Добавляем в imports
|
||||||
|
controllers: [MenuController],
|
||||||
|
providers: [MenuService]
|
||||||
|
})
|
||||||
|
export class MenuModule {}
|
||||||
|
|
@ -0,0 +1,145 @@
|
||||||
|
import { Injectable, Inject } from '@nestjs/common';
|
||||||
|
import { PrometheusService } from '../prometheus.service';
|
||||||
|
import { MenuItem } from './menu.interface';
|
||||||
|
|
||||||
|
@Injectable()
|
||||||
|
export class MenuService {
|
||||||
|
constructor(
|
||||||
|
private readonly prometheusService: PrometheusService // Просто объявляем зависимость
|
||||||
|
) {}
|
||||||
|
|
||||||
|
async getFullMenu(): Promise<MenuItem> {
|
||||||
|
// Реализация остается прежней
|
||||||
|
const dynamicItems = await this.generateDynamicItems();
|
||||||
|
return this.injectDynamicItems(this.getStaticStructure(), dynamicItems);
|
||||||
|
}
|
||||||
|
|
||||||
|
private getStaticStructure(): MenuItem {
|
||||||
|
return {
|
||||||
|
title: "ЗВКС",
|
||||||
|
id: "root",
|
||||||
|
items: [
|
||||||
|
{
|
||||||
|
title: "ВКС",
|
||||||
|
id: "vks",
|
||||||
|
items: [
|
||||||
|
{
|
||||||
|
title: "Медиа серверы",
|
||||||
|
id: "media_servers",
|
||||||
|
items: []
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
private async generateDynamicItems(): Promise<MenuItem[]> {
|
||||||
|
const metricNames = await this.prometheusService.fetchAllMetrics();
|
||||||
|
|
||||||
|
const allSeries = await Promise.all(
|
||||||
|
metricNames.map(async name => {
|
||||||
|
const series = await this.prometheusService.fetchMetricSeries(name);
|
||||||
|
return series.map(s => ({
|
||||||
|
metric: name,
|
||||||
|
labels: s
|
||||||
|
}));
|
||||||
|
})
|
||||||
|
);
|
||||||
|
|
||||||
|
const flatSeries = allSeries.flat();
|
||||||
|
|
||||||
|
const devices = this.extractUniqueEntities(flatSeries, 'device');
|
||||||
|
|
||||||
|
return devices.map(device => ({
|
||||||
|
id: `device_${device}`,
|
||||||
|
title: `Graviton S2082I (${device})`,
|
||||||
|
items: this.generateModuleItems(device, flatSeries),
|
||||||
|
isDynamic: true
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private extractUniqueEntities(metrics: any[], field: string): string[] {
|
||||||
|
const entities = new Set<string>();
|
||||||
|
metrics.forEach(meta => {
|
||||||
|
if (meta.labels?.[field]) {
|
||||||
|
entities.add(meta.labels[field]);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return Array.from(entities);
|
||||||
|
}
|
||||||
|
|
||||||
|
private generateModuleItems(device: string, seriesData: { metric: string, labels: Record<string, string> }[]): MenuItem[] {
|
||||||
|
const modules = new Set<string>();
|
||||||
|
|
||||||
|
seriesData.forEach(({ labels }) => {
|
||||||
|
if (labels.device === device && labels.source_id) {
|
||||||
|
modules.add(labels.source_id);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
return Array.from(modules).map(module => ({
|
||||||
|
id: `module_${module.replace('module$', '')}`,
|
||||||
|
title: `OS Linux АО (${module})`,
|
||||||
|
items: this.generateMetricItems(device, module, seriesData),
|
||||||
|
isDynamic: true
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private generateMetricItems(device: string, module: string, seriesData: { metric: string, labels: Record<string, string> }[]): MenuItem[] {
|
||||||
|
const filtered = seriesData.filter(
|
||||||
|
({ labels }) => labels.device === device && labels.source_id === module
|
||||||
|
);
|
||||||
|
|
||||||
|
const uniqueMetrics = new Set(filtered.map(entry => entry.metric));
|
||||||
|
|
||||||
|
return Array.from(uniqueMetrics).map(metric => ({
|
||||||
|
id: `metric_${device}_${module}_${metric}`,
|
||||||
|
title: metric, // или запрашивать описание отдельно
|
||||||
|
metric,
|
||||||
|
filters: {
|
||||||
|
device,
|
||||||
|
source_id: module
|
||||||
|
},
|
||||||
|
isDynamic: true
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private injectDynamicItems(menu: MenuItem, dynamicItems: MenuItem[]): MenuItem {
|
||||||
|
if (menu.id === 'media_servers') {
|
||||||
|
return { ...menu, items: dynamicItems };
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
...menu,
|
||||||
|
items: menu.items?.map(item => this.injectDynamicItems(item, dynamicItems)) || []
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
async updateMenuItem(id: string, update: Partial<MenuItem>): Promise<MenuItem> {
|
||||||
|
const fullMenu = await this.getFullMenu();
|
||||||
|
const item = this.findMenuItem(fullMenu, id);
|
||||||
|
|
||||||
|
if (!item) throw new Error('Menu item not found');
|
||||||
|
Object.assign(item, update);
|
||||||
|
|
||||||
|
return item;
|
||||||
|
}
|
||||||
|
|
||||||
|
private findMenuItem(menu: MenuItem, id: string): MenuItem | null {
|
||||||
|
if (menu.id === id) return menu;
|
||||||
|
|
||||||
|
if (menu.items) {
|
||||||
|
for (const item of menu.items) {
|
||||||
|
const found = this.findMenuItem(item, id);
|
||||||
|
if (found) return found;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -27,7 +27,7 @@ export class MetricsGateway implements OnGatewayInit, OnGatewayConnection, OnGat
|
||||||
clients: Set<string>;
|
clients: Set<string>;
|
||||||
}>();
|
}>();
|
||||||
|
|
||||||
constructor(private readonly prometheusService: PrometheusService) {}
|
constructor(private readonly prometheusService: PrometheusService) { }
|
||||||
|
|
||||||
afterInit(server: Server) {
|
afterInit(server: Server) {
|
||||||
this.logger.log('WebSocket Gateway initialized');
|
this.logger.log('WebSocket Gateway initialized');
|
||||||
|
|
|
||||||
|
|
@ -1,13 +1,9 @@
|
||||||
export interface PrometheusMetric {
|
export interface PrometheusMetric {
|
||||||
__name__: string;
|
__name__: string;
|
||||||
device?: string;
|
device: string;
|
||||||
instance?: string;
|
source_id: string;
|
||||||
job?: string;
|
value: number;
|
||||||
source_id?: string;
|
timestamp: number;
|
||||||
status: string;
|
type?: string;
|
||||||
timestamp: number;
|
description?: string;
|
||||||
value: number;
|
|
||||||
type: string;
|
|
||||||
description?: string;
|
|
||||||
[key: string]: string | number | undefined;
|
|
||||||
}
|
}
|
||||||
|
|
@ -0,0 +1,13 @@
|
||||||
|
import { Module } from '@nestjs/common';
|
||||||
|
import { HttpModule } from '@nestjs/axios';
|
||||||
|
import { PrometheusService } from './prometheus.service';
|
||||||
|
import { MetricsController } from './metrics.controller';
|
||||||
|
import { MetricsGateway } from './metrics.gateway';
|
||||||
|
|
||||||
|
@Module({
|
||||||
|
imports: [HttpModule],
|
||||||
|
providers: [PrometheusService, MetricsGateway],
|
||||||
|
controllers: [MetricsController],
|
||||||
|
exports: [PrometheusService]
|
||||||
|
})
|
||||||
|
export class PrometheusModule {}
|
||||||
|
|
@ -3,6 +3,7 @@ import { HttpService } from '@nestjs/axios';
|
||||||
import { ConfigService } from '@nestjs/config';
|
import { ConfigService } from '@nestjs/config';
|
||||||
import { lastValueFrom } from 'rxjs';
|
import { lastValueFrom } from 'rxjs';
|
||||||
import { PrometheusMetric } from './prometheus-metric.interface';
|
import { PrometheusMetric } from './prometheus-metric.interface';
|
||||||
|
import { MenuItem } from './menu/menu.interface';
|
||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
export class PrometheusService {
|
export class PrometheusService {
|
||||||
|
|
@ -16,7 +17,6 @@ export class PrometheusService {
|
||||||
console.log('Prometheus API URL:', this.prometheusUrl);
|
console.log('Prometheus API URL:', this.prometheusUrl);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Получаем тип метрики
|
|
||||||
async fetchMetricType(metric: string): Promise<string | null> {
|
async fetchMetricType(metric: string): Promise<string | null> {
|
||||||
try {
|
try {
|
||||||
const response = await lastValueFrom(
|
const response = await lastValueFrom(
|
||||||
|
|
@ -24,7 +24,6 @@ export class PrometheusService {
|
||||||
params: { metric },
|
params: { metric },
|
||||||
})
|
})
|
||||||
);
|
);
|
||||||
|
|
||||||
const metadata = response.data.data[metric];
|
const metadata = response.data.data[metric];
|
||||||
return metadata?.length ? metadata[0].type : null;
|
return metadata?.length ? metadata[0].type : null;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
|
|
@ -33,7 +32,6 @@ export class PrometheusService {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Получаем описание метрики
|
|
||||||
async fetchMetricDescription(metric: string): Promise<string | undefined> {
|
async fetchMetricDescription(metric: string): Promise<string | undefined> {
|
||||||
try {
|
try {
|
||||||
const response = await lastValueFrom(
|
const response = await lastValueFrom(
|
||||||
|
|
@ -41,7 +39,6 @@ export class PrometheusService {
|
||||||
params: { metric },
|
params: { metric },
|
||||||
})
|
})
|
||||||
);
|
);
|
||||||
|
|
||||||
const metadata = response.data.data[metric];
|
const metadata = response.data.data[metric];
|
||||||
return metadata?.length ? metadata[0].help : undefined;
|
return metadata?.length ? metadata[0].help : undefined;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
|
|
@ -50,7 +47,6 @@ export class PrometheusService {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Получаем данные метрики (текущие значения)
|
|
||||||
async fetchMetrics(metric: string): Promise<PrometheusMetric[]> {
|
async fetchMetrics(metric: string): Promise<PrometheusMetric[]> {
|
||||||
try {
|
try {
|
||||||
const response = await lastValueFrom(
|
const response = await lastValueFrom(
|
||||||
|
|
@ -68,12 +64,12 @@ export class PrometheusService {
|
||||||
instance: entry.metric.instance,
|
instance: entry.metric.instance,
|
||||||
job: entry.metric.job,
|
job: entry.metric.job,
|
||||||
source_id: entry.metric.source_id,
|
source_id: entry.metric.source_id,
|
||||||
status: entry.metric.status || '0', // По умолчанию '0' (аналог 'green' в старом формате)
|
status: entry.metric.status || '0',
|
||||||
timestamp: entry.value[0] * 1000,
|
timestamp: entry.value[0] * 1000,
|
||||||
value: parseFloat(entry.value[1]),
|
value: parseFloat(entry.value[1]),
|
||||||
type: metricType || 'gauge', // По умолчанию 'gauge'
|
type: metricType || 'gauge',
|
||||||
description: metricDescription,
|
description: metricDescription,
|
||||||
...entry.metric // Добавляем остальные поля метрики
|
...entry.metric
|
||||||
}));
|
}));
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`Error fetching metrics for ${metric}:`, error);
|
console.error(`Error fetching metrics for ${metric}:`, error);
|
||||||
|
|
@ -116,27 +112,20 @@ export class PrometheusService {
|
||||||
const filterParts = Object.entries(filters)
|
const filterParts = Object.entries(filters)
|
||||||
.filter(([_, value]) => value !== undefined && value !== null && value !== "")
|
.filter(([_, value]) => value !== undefined && value !== null && value !== "")
|
||||||
.map(([key, value]) => {
|
.map(([key, value]) => {
|
||||||
// Для source_id добавляем module$ префикс, если его нет
|
|
||||||
if (key === 'source_id' && !value.startsWith('module$')) {
|
if (key === 'source_id' && !value.startsWith('module$')) {
|
||||||
return `${key}="module$${value}"`;
|
return `${key}="module$${value}"`;
|
||||||
}
|
}
|
||||||
return `${key}="${value}"`;
|
return `${key}="${value}"`;
|
||||||
});
|
});
|
||||||
|
|
||||||
const query = filterParts.length > 0
|
return filterParts.length > 0
|
||||||
? `${metric}{${filterParts.join(',')}}`
|
? `${metric}{${filterParts.join(',')}}`
|
||||||
: metric;
|
: metric;
|
||||||
|
|
||||||
console.log('Generated PromQL query:', query); // Добавьте этот лог
|
|
||||||
return query;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Получаем данные метрики за интервал
|
|
||||||
async fetchMetricsRange(metric: string, start: number, end: number, step: number, filters: Record<string, string> = {}): Promise<PrometheusMetric[]> {
|
async fetchMetricsRange(metric: string, start: number, end: number, step: number, filters: Record<string, string> = {}): Promise<PrometheusMetric[]> {
|
||||||
const query = this.buildFilteredQuery(metric, filters); // <-- ВНЕ try
|
const query = this.buildFilteredQuery(metric, filters);
|
||||||
try {
|
try {
|
||||||
console.log('Executing range query:', { query, start, end, step });
|
|
||||||
|
|
||||||
const response = await lastValueFrom(
|
const response = await lastValueFrom(
|
||||||
this.httpService.get(`${this.prometheusUrl}/query_range`, {
|
this.httpService.get(`${this.prometheusUrl}/query_range`, {
|
||||||
params: {
|
params: {
|
||||||
|
|
@ -176,8 +165,58 @@ export class PrometheusService {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async getMetricsForMenuItem(menuItem: MenuItem): Promise<PrometheusMetric[]> {
|
||||||
|
if (!menuItem.metric || !menuItem.filters) {
|
||||||
|
throw new Error('MenuItem is not a metric item');
|
||||||
|
}
|
||||||
|
|
||||||
|
return this.fetchMetricsWithFilters(menuItem.metric, menuItem.filters);
|
||||||
|
}
|
||||||
|
|
||||||
|
// ✅ Новый метод: получает базовое описание метрики (help, type)
|
||||||
|
async fetchMetricMetadata(metric: string): Promise<{
|
||||||
|
name: string;
|
||||||
|
help?: string;
|
||||||
|
type?: string;
|
||||||
|
}> {
|
||||||
|
try {
|
||||||
|
const response = await lastValueFrom(
|
||||||
|
this.httpService.get(`${this.prometheusUrl}/metadata`, {
|
||||||
|
params: { metric }
|
||||||
|
})
|
||||||
|
);
|
||||||
|
|
||||||
|
const data = response.data?.data?.[metric]?.[0];
|
||||||
|
|
||||||
|
return {
|
||||||
|
name: metric,
|
||||||
|
help: data?.help,
|
||||||
|
type: data?.type
|
||||||
|
};
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`Error fetching metadata for ${metric}:`, error);
|
||||||
|
return {
|
||||||
|
name: metric
|
||||||
|
};
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ✅ Новый метод: получает ВСЕ серии метрики (все комбинации label-ов)
|
||||||
|
async fetchMetricSeries(metric: string): Promise<Record<string, string>[]> {
|
||||||
|
try {
|
||||||
|
const response = await lastValueFrom(
|
||||||
|
this.httpService.get(`${this.prometheusUrl}/series`, {
|
||||||
|
params: { 'match[]': metric }
|
||||||
|
})
|
||||||
|
);
|
||||||
|
|
||||||
|
return response.data.data || [];
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`Error fetching series for ${metric}:`, error);
|
||||||
|
return [];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Получаем список всех метрик
|
|
||||||
async fetchAllMetrics(): Promise<string[]> {
|
async fetchAllMetrics(): Promise<string[]> {
|
||||||
const response = await lastValueFrom(
|
const response = await lastValueFrom(
|
||||||
this.httpService.get(`${this.prometheusUrl}/label/__name__/values`)
|
this.httpService.get(`${this.prometheusUrl}/label/__name__/values`)
|
||||||
|
|
@ -185,7 +224,6 @@ export class PrometheusService {
|
||||||
return response.data.data;
|
return response.data.data;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Получаем все метрики с их значениями
|
|
||||||
async fetchAllMetricsWithValues(): Promise<any[]> {
|
async fetchAllMetricsWithValues(): Promise<any[]> {
|
||||||
const metricNames = await this.fetchAllMetrics();
|
const metricNames = await this.fetchAllMetrics();
|
||||||
const promises = metricNames.map(async (metric) => {
|
const promises = metricNames.map(async (metric) => {
|
||||||
|
|
@ -194,4 +232,4 @@ export class PrometheusService {
|
||||||
});
|
});
|
||||||
return Promise.all(promises);
|
return Promise.all(promises);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue