automatic json generation for the sidebar menu

pull/17/head
DmitriyA 2025-05-26 07:48:41 -04:00
parent fcab8fa2b8
commit 1a63f20bb0
11 changed files with 279 additions and 41 deletions

10
src/MenuItem.interface.ts Normal file
View File

@ -0,0 +1,10 @@
export interface MenuItem {
id: string;
title: string;
items?: MenuItem[];
metric?: string;
filters?: {
device: string;
source_id: string;
};
}

View File

View File

@ -1,11 +1,10 @@
import { Module } from '@nestjs/common';
import { TypeOrmModule } from '@nestjs/typeorm';
import { HttpModule } from '@nestjs/axios';
import { PrometheusService } from './prometheus.service';
import { MetricsController } from './metrics.controller';
import { ConfigModule } from '@nestjs/config';
import { AuthModule } from './auth/auth.module';
import { MetricsGateway } from './metrics.gateway';
import { MenuModule } from './menu/menu.module';
import { PrometheusModule } from './prometheus.module';
@Module({
imports: [
@ -26,12 +25,8 @@ import { MetricsGateway } from './metrics.gateway';
}),
HttpModule,
AuthModule,
PrometheusModule,
MenuModule,
],
controllers: [MetricsController],
providers: [
PrometheusService,
MetricsGateway,
],
exports: [MetricsGateway],
})
export class AppModule { }
export class AppModule {}

View File

@ -0,0 +1,21 @@
import { Controller, Get, Param, Post, Body, Put } from '@nestjs/common';
import { MenuService } from './menu.service';
import { MenuItem } from './menu.interface';
@Controller('menu')
export class MenuController {
constructor(private readonly menuService: MenuService) {}
@Get()
async getMenu(): Promise<MenuItem> {
return this.menuService.getFullMenu();
}
@Put(':id')
async updateMenuItem(
@Param('id') id: string,
@Body() update: Partial<MenuItem>
): Promise<MenuItem> {
return this.menuService.updateMenuItem(id, update);
}
}

View File

@ -0,0 +1,9 @@
export interface MenuItem {
title: string;
id: string;
items?: MenuItem[];
metric?: string;
filters?: Record<string, string>;
isDynamic?: boolean;
templateId?: string;
}

11
src/menu/menu.module.ts Normal file
View File

@ -0,0 +1,11 @@
import { Module } from '@nestjs/common';
import { MenuController } from './menu.controller';
import { MenuService } from './menu.service';
import { PrometheusModule } from '../prometheus.module'; // Импортируем PrometheusModule
@Module({
imports: [PrometheusModule], // Добавляем в imports
controllers: [MenuController],
providers: [MenuService]
})
export class MenuModule {}

145
src/menu/menu.service.ts Normal file
View File

@ -0,0 +1,145 @@
import { Injectable, Inject } from '@nestjs/common';
import { PrometheusService } from '../prometheus.service';
import { MenuItem } from './menu.interface';
@Injectable()
export class MenuService {
constructor(
private readonly prometheusService: PrometheusService // Просто объявляем зависимость
) {}
async getFullMenu(): Promise<MenuItem> {
// Реализация остается прежней
const dynamicItems = await this.generateDynamicItems();
return this.injectDynamicItems(this.getStaticStructure(), dynamicItems);
}
private getStaticStructure(): MenuItem {
return {
title: "ЗВКС",
id: "root",
items: [
{
title: "ВКС",
id: "vks",
items: [
{
title: "Медиа серверы",
id: "media_servers",
items: []
}
]
}
]
};
}
private async generateDynamicItems(): Promise<MenuItem[]> {
const metricNames = await this.prometheusService.fetchAllMetrics();
const allSeries = await Promise.all(
metricNames.map(async name => {
const series = await this.prometheusService.fetchMetricSeries(name);
return series.map(s => ({
metric: name,
labels: s
}));
})
);
const flatSeries = allSeries.flat();
const devices = this.extractUniqueEntities(flatSeries, 'device');
return devices.map(device => ({
id: `device_${device}`,
title: `Graviton S2082I (${device})`,
items: this.generateModuleItems(device, flatSeries),
isDynamic: true
}));
}
private extractUniqueEntities(metrics: any[], field: string): string[] {
const entities = new Set<string>();
metrics.forEach(meta => {
if (meta.labels?.[field]) {
entities.add(meta.labels[field]);
}
});
return Array.from(entities);
}
private generateModuleItems(device: string, seriesData: { metric: string, labels: Record<string, string> }[]): MenuItem[] {
const modules = new Set<string>();
seriesData.forEach(({ labels }) => {
if (labels.device === device && labels.source_id) {
modules.add(labels.source_id);
}
});
return Array.from(modules).map(module => ({
id: `module_${module.replace('module$', '')}`,
title: `OS Linux АО (${module})`,
items: this.generateMetricItems(device, module, seriesData),
isDynamic: true
}));
}
private generateMetricItems(device: string, module: string, seriesData: { metric: string, labels: Record<string, string> }[]): MenuItem[] {
const filtered = seriesData.filter(
({ labels }) => labels.device === device && labels.source_id === module
);
const uniqueMetrics = new Set(filtered.map(entry => entry.metric));
return Array.from(uniqueMetrics).map(metric => ({
id: `metric_${device}_${module}_${metric}`,
title: metric, // или запрашивать описание отдельно
metric,
filters: {
device,
source_id: module
},
isDynamic: true
}));
}
private injectDynamicItems(menu: MenuItem, dynamicItems: MenuItem[]): MenuItem {
if (menu.id === 'media_servers') {
return { ...menu, items: dynamicItems };
}
return {
...menu,
items: menu.items?.map(item => this.injectDynamicItems(item, dynamicItems)) || []
};
}
async updateMenuItem(id: string, update: Partial<MenuItem>): Promise<MenuItem> {
const fullMenu = await this.getFullMenu();
const item = this.findMenuItem(fullMenu, id);
if (!item) throw new Error('Menu item not found');
Object.assign(item, update);
return item;
}
private findMenuItem(menu: MenuItem, id: string): MenuItem | null {
if (menu.id === id) return menu;
if (menu.items) {
for (const item of menu.items) {
const found = this.findMenuItem(item, id);
if (found) return found;
}
}
return null;
}
}

View File

@ -27,7 +27,7 @@ export class MetricsGateway implements OnGatewayInit, OnGatewayConnection, OnGat
clients: Set<string>;
}>();
constructor(private readonly prometheusService: PrometheusService) {}
constructor(private readonly prometheusService: PrometheusService) { }
afterInit(server: Server) {
this.logger.log('WebSocket Gateway initialized');

View File

@ -1,13 +1,9 @@
export interface PrometheusMetric {
__name__: string;
device?: string;
instance?: string;
job?: string;
source_id?: string;
status: string;
timestamp: number;
value: number;
type: string;
description?: string;
[key: string]: string | number | undefined;
device: string;
source_id: string;
value: number;
timestamp: number;
type?: string;
description?: string;
}

13
src/prometheus.module.ts Normal file
View File

@ -0,0 +1,13 @@
import { Module } from '@nestjs/common';
import { HttpModule } from '@nestjs/axios';
import { PrometheusService } from './prometheus.service';
import { MetricsController } from './metrics.controller';
import { MetricsGateway } from './metrics.gateway';
@Module({
imports: [HttpModule],
providers: [PrometheusService, MetricsGateway],
controllers: [MetricsController],
exports: [PrometheusService]
})
export class PrometheusModule {}

View File

@ -3,6 +3,7 @@ import { HttpService } from '@nestjs/axios';
import { ConfigService } from '@nestjs/config';
import { lastValueFrom } from 'rxjs';
import { PrometheusMetric } from './prometheus-metric.interface';
import { MenuItem } from './menu/menu.interface';
@Injectable()
export class PrometheusService {
@ -16,7 +17,6 @@ export class PrometheusService {
console.log('Prometheus API URL:', this.prometheusUrl);
}
// Получаем тип метрики
async fetchMetricType(metric: string): Promise<string | null> {
try {
const response = await lastValueFrom(
@ -24,7 +24,6 @@ export class PrometheusService {
params: { metric },
})
);
const metadata = response.data.data[metric];
return metadata?.length ? metadata[0].type : null;
} catch (error) {
@ -33,7 +32,6 @@ export class PrometheusService {
}
}
// Получаем описание метрики
async fetchMetricDescription(metric: string): Promise<string | undefined> {
try {
const response = await lastValueFrom(
@ -41,7 +39,6 @@ export class PrometheusService {
params: { metric },
})
);
const metadata = response.data.data[metric];
return metadata?.length ? metadata[0].help : undefined;
} catch (error) {
@ -50,7 +47,6 @@ export class PrometheusService {
}
}
// Получаем данные метрики (текущие значения)
async fetchMetrics(metric: string): Promise<PrometheusMetric[]> {
try {
const response = await lastValueFrom(
@ -68,12 +64,12 @@ export class PrometheusService {
instance: entry.metric.instance,
job: entry.metric.job,
source_id: entry.metric.source_id,
status: entry.metric.status || '0', // По умолчанию '0' (аналог 'green' в старом формате)
status: entry.metric.status || '0',
timestamp: entry.value[0] * 1000,
value: parseFloat(entry.value[1]),
type: metricType || 'gauge', // По умолчанию 'gauge'
type: metricType || 'gauge',
description: metricDescription,
...entry.metric // Добавляем остальные поля метрики
...entry.metric
}));
} catch (error) {
console.error(`Error fetching metrics for ${metric}:`, error);
@ -116,27 +112,20 @@ export class PrometheusService {
const filterParts = Object.entries(filters)
.filter(([_, value]) => value !== undefined && value !== null && value !== "")
.map(([key, value]) => {
// Для source_id добавляем module$ префикс, если его нет
if (key === 'source_id' && !value.startsWith('module$')) {
return `${key}="module$${value}"`;
}
return `${key}="${value}"`;
});
const query = filterParts.length > 0
return filterParts.length > 0
? `${metric}{${filterParts.join(',')}}`
: metric;
console.log('Generated PromQL query:', query); // Добавьте этот лог
return query;
}
// Получаем данные метрики за интервал
async fetchMetricsRange(metric: string, start: number, end: number, step: number, filters: Record<string, string> = {}): Promise<PrometheusMetric[]> {
const query = this.buildFilteredQuery(metric, filters); // <-- ВНЕ try
const query = this.buildFilteredQuery(metric, filters);
try {
console.log('Executing range query:', { query, start, end, step });
const response = await lastValueFrom(
this.httpService.get(`${this.prometheusUrl}/query_range`, {
params: {
@ -176,8 +165,58 @@ export class PrometheusService {
}
}
async getMetricsForMenuItem(menuItem: MenuItem): Promise<PrometheusMetric[]> {
if (!menuItem.metric || !menuItem.filters) {
throw new Error('MenuItem is not a metric item');
}
return this.fetchMetricsWithFilters(menuItem.metric, menuItem.filters);
}
// ✅ Новый метод: получает базовое описание метрики (help, type)
async fetchMetricMetadata(metric: string): Promise<{
name: string;
help?: string;
type?: string;
}> {
try {
const response = await lastValueFrom(
this.httpService.get(`${this.prometheusUrl}/metadata`, {
params: { metric }
})
);
const data = response.data?.data?.[metric]?.[0];
return {
name: metric,
help: data?.help,
type: data?.type
};
} catch (error) {
console.error(`Error fetching metadata for ${metric}:`, error);
return {
name: metric
};
}
}
// ✅ Новый метод: получает ВСЕ серии метрики (все комбинации label-ов)
async fetchMetricSeries(metric: string): Promise<Record<string, string>[]> {
try {
const response = await lastValueFrom(
this.httpService.get(`${this.prometheusUrl}/series`, {
params: { 'match[]': metric }
})
);
return response.data.data || [];
} catch (error) {
console.error(`Error fetching series for ${metric}:`, error);
return [];
}
}
// Получаем список всех метрик
async fetchAllMetrics(): Promise<string[]> {
const response = await lastValueFrom(
this.httpService.get(`${this.prometheusUrl}/label/__name__/values`)
@ -185,7 +224,6 @@ export class PrometheusService {
return response.data.data;
}
// Получаем все метрики с их значениями
async fetchAllMetricsWithValues(): Promise<any[]> {
const metricNames = await this.fetchAllMetrics();
const promises = metricNames.map(async (metric) => {
@ -194,4 +232,4 @@ export class PrometheusService {
});
return Promise.all(promises);
}
}
}