Compare commits

...

3 Commits

8 changed files with 881 additions and 424 deletions

BIN
logs.txt Normal file

Binary file not shown.

5
src/prometheus/index.ts Normal file
View File

@ -0,0 +1,5 @@
// export * from './prometheus-metric.interface';
// export * from './prometheus.service';
// export * from './prometheus-cache.service';
// export * from './prometheus-query.service';
// export * from './prometheus-metadata.service';

View File

@ -1,23 +1,39 @@
import { Injectable, Logger, OnModuleInit } from '@nestjs/common'; import { Injectable, Logger, OnModuleInit, OnModuleDestroy } from '@nestjs/common';
import { Server, WebSocket } from 'ws'; import { Server, WebSocket } from 'ws';
import { createServer } from 'http'; import { createServer } from 'http';
import { PrometheusService } from './prometheus.service'; import { PrometheusService } from './prometheus.service';
import { ConfigService } from '@nestjs/config'; import { ConfigService } from '@nestjs/config';
import { PrometheusMetric } from './prometheus-metric.interface';
type Filters = Record<string, string>; type Filters = Record<string, string>;
interface RealtimeSubscription {
clients: Set<string>;
interval: NodeJS.Timeout;
metric: string;
filters: Filters;
lastData: PrometheusMetric[];
}
interface HistoricalRequest {
client: WebSocket;
requestId: string;
}
@Injectable() @Injectable()
export class MetricsGateway implements OnModuleInit { export class MetricsGateway implements OnModuleInit, OnModuleDestroy {
private readonly logger = new Logger(MetricsGateway.name); private readonly logger = new Logger(MetricsGateway.name);
private wss: Server; private wss: Server;
private httpServer: ReturnType<typeof createServer>;
private activeSockets = new Map<string, WebSocket>(); // Real-time подписки (одна на метрику, много клиентов)
private metricSubscriptions = new Map< private realtimeSubscriptions = new Map<string, RealtimeSubscription>();
string,
{ stopUpdates: () => void; clients: Set<string> }
>();
private lastSentData = new Map<string, any>(); // Активные клиенты
private activeClients = new Map<string, WebSocket>();
// Исторические запросы (для отслеживания)
private historicalRequests = new Map<string, HistoricalRequest>();
constructor( constructor(
private readonly prometheusService: PrometheusService, private readonly prometheusService: PrometheusService,
@ -25,367 +41,429 @@ export class MetricsGateway implements OnModuleInit {
) { } ) { }
onModuleInit() { onModuleInit() {
const httpServer = createServer(); this.httpServer = createServer();
this.wss = new Server({ this.wss = new Server({
server: httpServer, server: this.httpServer,
path: '/metrics-ws', path: '/metrics-ws',
}); });
this.wss.on('connection', (client, request) => this.wss.on('connection', (client, request) =>
this.handleConnection(client, request) this.handleConnection(client, request)
); );
this.wss.on('error', (err) => this.wss.on('error', (err) =>
this.logger.error('WebSocket server error:', err) this.logger.error('WebSocket server error:', err)
); );
const wsPort = Number(this.configService.get('WS_PORT') || 3001); const wsPort = Number(this.configService.get('WS_PORT') || 3001);
httpServer.listen(wsPort, () => { this.httpServer.listen(wsPort, () => {
this.logger.log( this.logger.log(
`WebSocket server running at ws://localhost:${wsPort}/api/metrics-ws` `WebSocket server running at ws://localhost:${wsPort}/metrics-ws`
); );
}); });
} }
onModuleDestroy() {
// Очистка всех ресурсов
this.clearAllSubscriptions();
this.wss?.close();
this.httpServer?.close();
}
private handleConnection(client: WebSocket, request: any) { private handleConnection(client: WebSocket, request: any) {
let clientId = const clientId = this.getClientId(request?.url);
this.getQueryParams(request?.url).clientId || this.activeClients.set(clientId, client);
Math.random().toString(36).slice(2);
this.activeSockets.set(clientId, client);
this.logger.log(`Client connected: ${clientId}`); this.logger.log(`Client connected: ${clientId}`);
this.logger.debug(`Active clients: ${this.activeClients.size}, Subscriptions: ${this.realtimeSubscriptions.size}`);
client.on('message', (raw) => { client.on('message', (raw) => {
try { try {
const msg = JSON.parse(raw.toString()); const message = JSON.parse(raw.toString());
this.handleMessage(clientId, client, msg); this.handleMessage(clientId, client, message);
} catch (err) { } catch (err) {
this.sendError(client, 'Invalid JSON'); this.sendError(client, 'Invalid JSON format');
} }
}); });
client.on('close', () => this.cleanupClient(clientId)); client.on('close', () => this.handleClientDisconnect(clientId));
client.on('error', (err) => { client.on('error', (err) => {
this.logger.error(`Client ${clientId} error:`, err); this.logger.error(`Client ${clientId} error:`, err);
this.cleanupClient(clientId); this.handleClientDisconnect(clientId);
});
// Отправляем приветственное сообщение
this.sendMessage(client, {
event: 'connected',
data: { clientId, timestamp: Date.now() }
}); });
} }
private handleMessage(clientId: string, client: WebSocket, message: any) { private handleMessage(clientId: string, client: WebSocket, message: any) {
const { event, data } = message || {}; const { event, data, requestId } = message;
if (!event) return this.sendError(client, 'Event type is required');
if (!event) {
return this.sendError(client, 'Event type is required', requestId);
}
this.logger.debug(`Received event: ${event} from client: ${clientId}`);
switch (event) { switch (event) {
case 'subscribe-realtime':
return this.handleSubscribeRealtime(clientId, client, data, requestId);
case 'unsubscribe-realtime':
return this.handleUnsubscribeRealtime(clientId, data, requestId);
case 'unsubscribe-all': case 'unsubscribe-all':
return this.unsubscribeAllForClient(clientId); return this.handleUnsubscribeAll(clientId, requestId);
case 'get-metrics': case 'get-historical':
return this.handleGetMetrics(client, data); return this.handleGetHistorical(client, data, requestId);
case 'subscribe-metric': case 'get-current':
return this.handleSubscribeMetric(clientId, client, data); return this.handleGetCurrent(client, data, requestId);
case 'unsubscribe-metric':
return this.handleUnsubscribeMetric(clientId, data);
default: default:
return this.sendError(client, `Unknown event type: ${event}`); return this.sendError(client, `Unknown event type: ${event}`, requestId);
} }
} }
private cleanupClient(clientId: string) { private async handleSubscribeRealtime(
if (!this.activeSockets.has(clientId)) return; clientId: string,
this.logger.log(`Client disconnected: ${clientId}`); client: WebSocket,
this.activeSockets.delete(clientId); payload: any,
requestId?: string
setTimeout(() => { ) {
if (!this.activeSockets.has(clientId)) { const { metric, filters = {}, interval = 10000 } = payload || {};
}
}, 5000);
for (const [key, sub] of this.metricSubscriptions) {
sub.clients.delete(clientId);
if (sub.clients.size === 0) {
sub.stopUpdates();
this.metricSubscriptions.delete(key);
this.lastSentData.delete(key);
}
}
}
private unsubscribeAllForClient(clientId: string) {
for (const [key, sub] of this.metricSubscriptions) {
if (sub.clients.has(clientId)) sub.clients.delete(clientId);
if (sub.clients.size === 0) {
sub.stopUpdates();
this.metricSubscriptions.delete(key);
this.lastSentData.delete(key);
}
}
}
private async handleGetMetrics(client: WebSocket, payload: any) {
const {
metric,
start,
end,
step,
isRangeQuery,
requestId,
filters = {},
} = payload || {};
if (!metric) { if (!metric) {
return this.sendError(client, 'Metric name is required', requestId); return this.sendError(client, 'Metric name is required', requestId);
} }
if (isRangeQuery) {
try {
const rangeData = await this.prometheusService.fetchMetricsRange(
metric,
start,
end,
step,
filters
);
this.logger.debug('RangeQuery result', JSON.stringify(rangeData).slice(0, 200));
return this.sendMessage(client, {
event: 'metrics-data',
data: rangeData,
metric,
requestId,
});
} catch (err: any) {
return this.sendError(client, err?.message || 'Range query error', requestId);
}
}
try {
const subscriptionKey = this.getSubscriptionKey(metric, filters); const subscriptionKey = this.getSubscriptionKey(metric, filters);
const initialData =
await this.prometheusService.fetchMetricsWithFilters(metric, filters);
this.sendMessage(client, {
event: 'metrics-data',
data: { metric, data: initialData, requestId },
});
let lastLocal = initialData;
const jitter = Math.floor(Math.random() * 5000);
setTimeout(() => {
const timer = setInterval(async () => {
try { try {
const fresh = // Если подписка уже существует, просто добавляем клиента
await this.prometheusService.fetchMetricsWithFilters( if (this.realtimeSubscriptions.has(subscriptionKey)) {
metric, const subscription = this.realtimeSubscriptions.get(subscriptionKey)!;
filters subscription.clients.add(clientId);
);
if (!this.isDataEqual(lastLocal, fresh)) { this.logger.log(`Client ${clientId} added to existing subscription: ${subscriptionKey}`);
// Отправляем последние данные клиенту
if (subscription.lastData) {
this.sendMessage(client, { this.sendMessage(client, {
event: 'metrics-data', event: 'realtime-data',
data: { metric, data: fresh, requestId },
});
lastLocal = fresh;
}
} catch (e) {
this.logger.error(
`Error in on-demand periodic update for ${subscriptionKey}:`,
(e as any)?.message
);
}
}, step || 5000);
const closeOnce = () => clearInterval(timer);
client.once('close', closeOnce);
client.once('error', closeOnce);
}, jitter);
} catch (err: any) {
return this.sendError(client, err?.message || 'get-metrics error', requestId);
}
}
private async handleSubscribeMetric(clientId: string, client: WebSocket, payload: any) {
const { metric, interval = 60000, filters = {} } = payload || {};
if (!metric) {
this.sendError(client, 'Metric name is required');
return;
}
const key = this.getSubscriptionKey(metric, filters);
try {
const initial = await this.prometheusService.fetchMetricsWithFilters(metric, filters);
if (!Array.isArray(initial)) {
throw new Error(`Expected array for metric ${metric}, got ${typeof initial}`);
}
this.sendMessage(client, {
event: 'metrics-data',
data: { data: {
metric: key, metric,
data: initial, filters,
data: subscription.lastData,
type: 'initial' type: 'initial'
} },
requestId
}); });
}
this.lastSentData.set(key, initial);
const stopUpdates = await this.sendPeriodicUpdates(
metric,
interval,
(freshData) => {
if (!Array.isArray(freshData)) {
this.logger.error(`Periodic update: expected array for ${key}, got ${typeof freshData}`);
return; return;
} }
const lastData = this.lastSentData.get(key); // Создаем новую подписку
if (!this.isDataEqual(lastData, freshData)) { this.logger.log(`Creating new realtime subscription: ${subscriptionKey}`);
this.broadcast({
event: 'metrics-data', // Первоначальная загрузка данных
const initialData = await this.prometheusService.fetchMetricsWithFilters(metric, filters);
if (!Array.isArray(initialData)) {
throw new Error(`Expected array for metric ${metric}, got ${typeof initialData}`);
}
// Создаем интервал для обновлений
const intervalId = setInterval(
() => this.updateRealtimeData(subscriptionKey),
interval
);
// Сохраняем подписку
const subscription: RealtimeSubscription = {
clients: new Set([clientId]),
interval: intervalId,
metric,
filters,
lastData: initialData
};
this.realtimeSubscriptions.set(subscriptionKey, subscription);
// Отправляем данные клиенту
this.sendMessage(client, {
event: 'realtime-data',
data: { data: {
metric: key, metric,
filters,
data: initialData,
type: 'initial'
},
requestId
});
this.logger.debug(`Subscription created for ${subscriptionKey} with ${interval}ms interval`);
} catch (error) {
this.logger.error(`Subscribe error for ${subscriptionKey}:`, error);
this.sendError(client, error.message, requestId);
}
}
private async updateRealtimeData(subscriptionKey: string) {
const subscription = this.realtimeSubscriptions.get(subscriptionKey);
if (!subscription) return;
try {
const freshData = await this.prometheusService.fetchMetricsWithFilters(
subscription.metric,
subscription.filters
);
if (!this.isDataEqual(subscription.lastData, freshData)) {
subscription.lastData = freshData;
// Рассылаем обновление всем подписанным клиентам
this.broadcastToClients(Array.from(subscription.clients), {
event: 'realtime-data',
data: {
metric: subscription.metric,
filters: subscription.filters,
data: freshData, data: freshData,
type: 'update' type: 'update'
} }
}); });
this.lastSentData.set(key, freshData);
this.logger.debug(`Data updated for subscription: ${subscriptionKey}`);
} }
}, } catch (error) {
this.logger.error(`Update error for ${subscriptionKey}:`, error);
}
}
private handleUnsubscribeRealtime(
clientId: string,
payload: any,
requestId?: string
) {
const { metric, filters = {} } = payload || {};
if (!metric) {
return;
}
const subscriptionKey = this.getSubscriptionKey(metric, filters);
const subscription = this.realtimeSubscriptions.get(subscriptionKey);
if (!subscription) {
this.logger.debug(`No subscription found for: ${subscriptionKey}`);
return;
}
// Удаляем клиента из подписки
subscription.clients.delete(clientId);
this.logger.log(`Client ${clientId} unsubscribed from: ${subscriptionKey}`);
// Если больше нет клиентов, очищаем подписку
if (subscription.clients.size === 0) {
clearInterval(subscription.interval);
this.realtimeSubscriptions.delete(subscriptionKey);
this.logger.log(`Subscription removed: ${subscriptionKey}`);
}
}
private handleUnsubscribeAll(clientId: string, requestId?: string) {
let unsubscribedCount = 0;
for (const [key, subscription] of this.realtimeSubscriptions) {
if (subscription.clients.has(clientId)) {
subscription.clients.delete(clientId);
unsubscribedCount++;
if (subscription.clients.size === 0) {
clearInterval(subscription.interval);
this.realtimeSubscriptions.delete(key);
}
}
}
this.logger.log(`Client ${clientId} unsubscribed from ${unsubscribedCount} subscriptions`);
}
private async handleGetHistorical(
client: WebSocket,
payload: any,
requestId?: string
) {
const { metric, start, end, step = 60, filters = {} } = payload || {};
if (!metric) {
return this.sendError(client, 'Metric name is required', requestId);
}
if (!start || !end) {
return this.sendError(client, 'Start and end time are required', requestId);
}
const requestKey = `${requestId || Date.now()}-${metric}`;
try {
this.logger.debug(`Fetching historical data for: ${metric}, from ${new Date(start).toISOString()} to ${new Date(end).toISOString()}`);
const historicalData = await this.prometheusService.fetchMetricsRange(
metric,
Math.floor(start / 1000), // Convert to seconds
Math.floor(end / 1000), // Convert to seconds
step,
filters filters
); );
this.metricSubscriptions.set(key, { this.sendMessage(client, {
stopUpdates, event: 'historical-data',
clients: new Set([clientId]), data: {
metric,
filters,
data: historicalData,
start,
end,
step
},
requestId
}); });
const unsubscribe = () => { this.logger.debug(`Historical data sent for: ${metric}, points: ${historicalData.length}`);
this.logger.log(`Unsubscribing client ${clientId} from ${key}`);
const subscription = this.metricSubscriptions.get(key);
if (subscription) {
subscription.clients.delete(clientId);
if (subscription.clients.size === 0) {
subscription.stopUpdates();
this.metricSubscriptions.delete(key);
this.lastSentData.delete(key);
}
}
};
client.on('close', unsubscribe);
client.on('error', unsubscribe);
} catch (error) { } catch (error) {
this.logger.error(`Subscription error for ${key}:`, error); this.logger.error(`Historical data error for ${metric}:`, error);
this.sendError(client, error.message); this.sendError(client, error.message, requestId);
if (!this.metricSubscriptions.has(key)) {
this.lastSentData.delete(key);
}
} }
} }
private handleUnsubscribeMetric( private async handleGetCurrent(
clientId: string, client: WebSocket,
payload: { metric: string; filters?: Filters } payload: any,
requestId?: string
) { ) {
const { metric, filters = {} } = payload || {}; const { metric, filters = {} } = payload || {};
if (!metric) return;
const key = this.getSubscriptionKey(metric, filters); if (!metric) {
const sub = this.metricSubscriptions.get(key); return this.sendError(client, 'Metric name is required', requestId);
if (!sub) return;
sub.clients.delete(clientId);
if (sub.clients.size === 0) {
sub.stopUpdates();
this.metricSubscriptions.delete(key);
this.lastSentData.delete(key);
}
} }
private getQueryParams(rawUrl?: string): Record<string, string> {
try { try {
const url = new URL(rawUrl || '', 'http://localhost'); // безопасная база const currentData = await this.prometheusService.fetchMetricsWithFilters(metric, filters);
return Object.fromEntries(url.searchParams.entries());
this.sendMessage(client, {
event: 'current-data',
data: {
metric,
filters,
data: currentData,
timestamp: Date.now()
},
requestId
});
} catch (error) {
this.logger.error(`Current data error for ${metric}:`, error);
this.sendError(client, error.message, requestId);
}
}
private handleClientDisconnect(clientId: string) {
this.logger.log(`Client disconnected: ${clientId}`);
// Удаляем клиента из всех подписок
this.handleUnsubscribeAll(clientId);
// Удаляем из активных клиентов
this.activeClients.delete(clientId);
this.logger.debug(`Active clients: ${this.activeClients.size}, Subscriptions: ${this.realtimeSubscriptions.size}`);
}
private clearAllSubscriptions() {
for (const [key, subscription] of this.realtimeSubscriptions) {
clearInterval(subscription.interval);
}
this.realtimeSubscriptions.clear();
this.logger.log('All subscriptions cleared');
}
private getClientId(url?: string): string {
const params = this.getQueryParams(url);
return params.clientId || `client-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`;
}
private getQueryParams(url?: string): Record<string, string> {
try {
if (!url) return {};
const urlObj = new URL(url, 'http://localhost');
return Object.fromEntries(urlObj.searchParams.entries());
} catch { } catch {
return {}; return {};
} }
} }
private getSubscriptionKey(metric: string, filters: Filters): string { private getSubscriptionKey(metric: string, filters: Filters): string {
const keys = Object.keys(filters).sort(); const sortedFilters = Object.keys(filters)
const filterString = keys .sort()
.map((k) => `${k}=${encodeURIComponent(filters[k])}`) .map(key => `${key}=${encodeURIComponent(filters[key])}`)
.join('&'); .join('&');
return `${metric}${filterString ? `?${filterString}` : ''}`;
return sortedFilters ? `${metric}?${sortedFilters}` : metric;
} }
private isDataEqual(a: any[], b: any[]) { private isDataEqual(a: PrometheusMetric[], b: PrometheusMetric[]): boolean {
if (!a || !b || a.length !== b.length) return false; if (!Array.isArray(a) || !Array.isArray(b) || a.length !== b.length) {
return a.every((item, i) => { return false;
const x = b[i]; }
return a.every((itemA, index) => {
const itemB = b[index];
return ( return (
item?.value === x?.value && itemA.value === itemB.value &&
item?.status === x?.status && itemA.timestamp === itemB.timestamp &&
item?.timestamp === x?.timestamp itemA.device === itemB.device &&
itemA.source_id === itemB.source_id
); );
}); });
} }
private async sendPeriodicUpdates(
metric: string,
interval: number,
cb: (data: any) => void,
filters: Filters
) {
const initialDelay = Math.floor(Math.random() * 5000);
await new Promise((r) => setTimeout(r, initialDelay));
const timer = setInterval(async () => {
try {
const data = await this.prometheusService.fetchMetricsWithFilters(
metric,
filters
);
cb(data);
} catch (e: any) {
this.logger.error(
`Error in periodic update for ${metric}:`,
e?.message
);
}
}, interval);
return () => clearInterval(timer);
}
private sendMessage(client: WebSocket, message: any) { private sendMessage(client: WebSocket, message: any) {
if (client.readyState === WebSocket.OPEN) { if (client.readyState === WebSocket.OPEN) {
try {
client.send(JSON.stringify(message)); client.send(JSON.stringify(message));
} catch (error) {
this.logger.error('Error sending message to client:', error);
}
} }
} }
private broadcast(message: any) { private broadcastToClients(clientIds: string[], message: any) {
const raw = JSON.stringify(message); const messageStr = JSON.stringify(message);
this.wss.clients.forEach((c) => {
if (c.readyState === WebSocket.OPEN) c.send(raw); clientIds.forEach(clientId => {
const client = this.activeClients.get(clientId);
if (client && client.readyState === WebSocket.OPEN) {
try {
client.send(messageStr);
} catch (error) {
this.logger.error(`Error broadcasting to client ${clientId}:`, error);
}
}
}); });
} }
private sendError(client: WebSocket, error: string, requestId?: string) { private sendError(client: WebSocket, error: string, requestId?: string) {
this.sendMessage(client, { this.sendMessage(client, {
event: 'metrics-error', event: 'error',
data: { error, requestId }, data: { error, requestId },
requestId
}); });
} }
} }

View File

@ -0,0 +1,49 @@
import { Injectable } from '@nestjs/common';
import { PrometheusMetric } from './prometheus-metric.interface';
interface CacheEntry<T> {
data: T;
timestamp: number;
}
interface MetadataCacheEntry {
type: string | null;
description: string | undefined;
timestamp: number;
}
@Injectable()
export class PrometheusCacheService {
private metricCache = new Map<string, CacheEntry<PrometheusMetric[]>>();
private metadataCache = new Map<string, MetadataCacheEntry>();
getMetricCache(key: string): CacheEntry<PrometheusMetric[]> | undefined {
return this.metricCache.get(key);
}
setMetricCache(key: string, data: PrometheusMetric[], ttl: number = 5000): void {
this.metricCache.set(key, { data, timestamp: Date.now() + ttl });
}
getMetadataCache(key: string): MetadataCacheEntry | undefined {
return this.metadataCache.get(key);
}
setMetadataCache(
key: string,
type: string | null,
description: string | undefined,
ttl: number = 30000
): void {
this.metadataCache.set(key, { type, description, timestamp: Date.now() + ttl });
}
isCacheValid(cacheEntry: { timestamp: number }): boolean {
return Date.now() < cacheEntry.timestamp;
}
clearCache(): void {
this.metricCache.clear();
this.metadataCache.clear();
}
}

View File

@ -0,0 +1,27 @@
import { Injectable } from '@nestjs/common';
@Injectable()
export class PrometheusQueryService {
buildFilteredQuery(metric: string, filters: Record<string, string>): string {
const filterParts = Object.entries(filters)
.filter(([_, value]) => value !== undefined && value !== null && value !== "")
.map(([key, value]) => `${key}="${value}"`);
return filterParts.length > 0
? `${metric}{${filterParts.join(',')}}`
: metric;
}
calculateOptimalStep(start: number, end: number): number {
const duration = end - start;
return Math.max(Math.floor(duration / 1000), 15);
}
generateCacheKey(metric: string, filters: Record<string, string> = {}): string {
return `${metric}:${JSON.stringify(filters)}`;
}
generateMetadataCacheKey(metric: string, type: 'type' | 'description'): string {
return `metadata-${type}-${metric}`;
}
}

View File

@ -1,12 +1,20 @@
import { Module } from '@nestjs/common'; import { Module } from '@nestjs/common';
import { HttpModule } from '@nestjs/axios'; import { HttpModule } from '@nestjs/axios';
import { ConfigModule } from '@nestjs/config';
import { PrometheusService } from './prometheus.service'; import { PrometheusService } from './prometheus.service';
import { MetricsController } from './metrics.controller'; import { MetricsController } from './metrics.controller';
import { MetricsGateway } from './metrics.gateway'; import { MetricsGateway } from './metrics.gateway';
import { PrometheusCacheService } from './prometheus-cache.service';
import { PrometheusQueryService } from './prometheus-query.service';
@Module({ @Module({
imports: [HttpModule], imports: [HttpModule, ConfigModule],
providers: [PrometheusService, MetricsGateway], providers: [
PrometheusCacheService,
PrometheusQueryService,
PrometheusService,
MetricsGateway
],
controllers: [MetricsController], controllers: [MetricsController],
exports: [PrometheusService] exports: [PrometheusService]
}) })

View File

@ -1,47 +1,371 @@
// import { Injectable } from '@nestjs/common';
// import { HttpService } from '@nestjs/axios';
// import { ConfigService } from '@nestjs/config';
// import { lastValueFrom } from 'rxjs';
// import { PrometheusMetric } from './prometheus-metric.interface';
// import { MenuItem } from '../menu/menu.interface';
// @Injectable()
// export class PrometheusService {
// private readonly prometheusUrl: string;
// private metricCache = new Map<string, { data: any; timestamp: number }>();
// private metadataCache = new Map<string, { type: string | null; description: string | undefined; timestamp: number }>();
// constructor(
// private readonly httpService: HttpService,
// private readonly configService: ConfigService
// ) {
// this.prometheusUrl = this.configService.get<string>('PROMETHEUS_API', 'http://localhost:9090');
// console.log('Prometheus API URL:', this.prometheusUrl);
// }
// async fetchMetricType(metric: string): Promise<string | null> {
// const cacheKey = `metadata-type-${metric}`;
// const cacheEntry = this.metadataCache.get(cacheKey);
// if (cacheEntry && Date.now() - cacheEntry.timestamp < 30000) {
// return cacheEntry.type;
// }
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/metadata`, {
// params: { metric },
// })
// );
// const metadata = response.data.data[metric];
// const result = metadata?.length ? metadata[0].type : null;
// this.metadataCache.set(cacheKey, {
// type: result,
// description: cacheEntry?.description,
// timestamp: Date.now()
// });
// return result;
// } catch (error) {
// console.error(`Ошибка при получении типа метрики ${metric}:`, error);
// return cacheEntry?.type || null;
// }
// }
// async fetchMetricDescription(metric: string): Promise<string | undefined> {
// const cacheKey = `metadata-description-${metric}`;
// const cacheEntry = this.metadataCache.get(cacheKey);
// if (cacheEntry && Date.now() - cacheEntry.timestamp < 30000) {
// return cacheEntry.description;
// }
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/metadata`, {
// params: { metric },
// })
// );
// const metadata = response.data.data[metric];
// const result = metadata?.length ? metadata[0].help : undefined;
// this.metadataCache.set(cacheKey, {
// type: cacheEntry?.type ?? null,
// description: result,
// timestamp: Date.now()
// });
// return result;
// } catch (error) {
// console.error(`Ошибка при получении описания метрики ${metric}:`, error);
// return cacheEntry?.description;
// }
// }
// async fetchMetrics(metric: string): Promise<PrometheusMetric[]> {
// const cacheKey = `${metric}:{}`;
// const cacheEntry = this.metricCache.get(cacheKey);
// if (cacheEntry && Date.now() - cacheEntry.timestamp < 5000) {
// return cacheEntry.data;
// }
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/query`, {
// params: { query: metric },
// })
// );
// const metricType = await this.fetchMetricType(metric);
// const metricDescription = await this.fetchMetricDescription(metric);
// const result = response.data.data.result.map((entry): PrometheusMetric => ({
// __name__: entry.metric.__name__ || metric,
// device: entry.metric.device,
// instance: entry.metric.instance,
// job: entry.metric.job,
// source_id: entry.metric.source_id,
// status: entry.metric.status || '0',
// timestamp: entry.value[0] * 1000,
// value: parseFloat(entry.value[1]),
// type: metricType || 'gauge',
// description: metricDescription,
// ...entry.metric
// }));
// this.metricCache.set(cacheKey, { data: result, timestamp: Date.now() });
// return result;
// } catch (error) {
// console.error(`Error fetching metrics for ${metric}:`, error);
// if (cacheEntry) return cacheEntry.data;
// throw error;
// }
// }
// async fetchMetricsWithFilters(metric: string, filters: Record<string, string>): Promise<PrometheusMetric[]> {
// const cacheKey = `${metric}:${JSON.stringify(filters)}`;
// const cacheEntry = this.metricCache.get(cacheKey);
// if (cacheEntry && Date.now() - cacheEntry.timestamp < 5000) {
// return cacheEntry.data;
// }
// try {
// const query = this.buildFilteredQuery(metric, filters);
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/query`, {
// params: { query }
// })
// );
// const metricType = await this.fetchMetricType(metric);
// const metricDescription = await this.fetchMetricDescription(metric);
// const result = response.data.data.result.map((entry): PrometheusMetric => ({
// __name__: entry.metric.__name__ || metric,
// device: entry.metric.device,
// instance: entry.metric.instance,
// job: entry.metric.job,
// source_id: entry.metric.source_id,
// status: entry.metric.status || '0',
// timestamp: entry.value[0] * 1000,
// value: parseFloat(entry.value[1]),
// type: metricType || 'gauge',
// description: metricDescription,
// ...entry.metric
// }));
// this.metricCache.set(cacheKey, { data: result, timestamp: Date.now() });
// return result;
// } catch (error) {
// console.error(`Error fetching metrics with filters for ${metric}:`, error);
// if (cacheEntry) return cacheEntry.data;
// throw error;
// }
// }
// private buildFilteredQuery(metric: string, filters: Record<string, string>): string {
// const filterParts = Object.entries(filters)
// .filter(([_, value]) => value !== undefined && value !== null && value !== "")
// .map(([key, value]) => {
// return `${key}="${value}"`;
// });
// return filterParts.length > 0
// ? `${metric}{${filterParts.join(',')}}`
// : metric;
// }
// async fetchMetricsRange(metric: string, start: number, end: number, step: number, filters: Record<string, string> = {}): Promise<PrometheusMetric[]> {
// // Рассчитываем оптимальный шаг, если не указан
// const duration = end - start;
// const optimalStep = Math.max(Math.floor(duration / 1000), 15); // Минимум 15 секунд
// const query = this.buildFilteredQuery(metric, {
// ...filters,
// instance: '192.168.2.34:9050'
// });
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/query_range`, {
// params: {
// query,
// start,
// end,
// step: optimalStep.toString()
// },
// })
// );
// const metricType = await this.fetchMetricType(metric);
// const metricDescription = await this.fetchMetricDescription(metric);
// return response.data.data.result.flatMap((entry) =>
// entry.values.map((value): PrometheusMetric => ({
// __name__: entry.metric.__name__ || metric,
// device: entry.metric.device,
// instance: entry.metric.instance,
// job: entry.metric.job,
// source_id: entry.metric.source_id,
// status: entry.metric.status || '0',
// timestamp: value[0] * 1000,
// value: parseFloat(value[1]),
// type: metricType || 'gauge',
// description: metricDescription,
// ...entry.metric
// }))
// );
// } catch (error) {
// console.error('Error in fetchMetricsRange:', {
// error: error.response?.data || error.message,
// query,
// filters
// });
// throw error;
// }
// }
// async getMetricsForMenuItem(menuItem: MenuItem): Promise<PrometheusMetric[]> {
// if (!menuItem.metric || !menuItem.filters) {
// throw new Error('MenuItem is not a metric item');
// }
// return this.fetchMetricsWithFilters(menuItem.metric, menuItem.filters);
// }
// async fetchMetricMetadata(metric: string): Promise<{
// name: string;
// help?: string;
// type?: string;
// }> {
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/metadata`, {
// params: { metric }
// })
// );
// const data = response.data?.data?.[metric]?.[0];
// return {
// name: metric,
// help: data?.help,
// type: data?.type
// };
// } catch (error) {
// console.error(`Error fetching metadata for ${metric}:`, error);
// return {
// name: metric
// };
// }
// }
// async fetchMetricSeries(metric: string): Promise<Record<string, string>[]> {
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/series`, {
// params: { 'match[]': metric }
// })
// );
// return response.data.data || [];
// } catch (error) {
// console.error(`Error fetching series for ${metric}:`, error);
// return [];
// }
// }
// async fetchAllMetrics(): Promise<string[]> {
// try {
// const response = await lastValueFrom(
// this.httpService.get(`${this.prometheusUrl}/label/__name__/values`)
// );
// return response.data.data;
// } catch (error) {
// console.error('Error fetching all metrics:', error);
// return [];
// }
// }
// async fetchAllMetricsWithValues(): Promise<any[]> {
// const metricNames = await this.fetchAllMetrics();
// const zvksMetrics = metricNames.filter(metric =>
// metric.startsWith('zvks') ||
// metric.includes('server_li') ||
// metric.includes('application_li')
// );
// const promises = zvksMetrics.map(async (metric) => {
// try {
// const data = await this.fetchMetrics(metric);
// return { metric, data };
// } catch (error) {
// console.error(`Error fetching data for metric ${metric}:`, error);
// return { metric, data: [] };
// }
// });
// return Promise.all(promises);
// }
// clearCache(): void {
// this.metricCache.clear();
// this.metadataCache.clear();
// }
// }
import { Injectable } from '@nestjs/common'; import { Injectable } from '@nestjs/common';
import { HttpService } from '@nestjs/axios'; import { HttpService } from '@nestjs/axios';
import { ConfigService } from '@nestjs/config'; import { ConfigService } from '@nestjs/config';
import { lastValueFrom } from 'rxjs'; import { lastValueFrom } from 'rxjs';
import { PrometheusMetric } from './prometheus-metric.interface';
import { MenuItem } from '../menu/menu.interface'; import { MenuItem } from '../menu/menu.interface';
import { PrometheusMetric } from './prometheus-metric.interface';
import { PrometheusCacheService } from './prometheus-cache.service';
import { PrometheusQueryService } from './prometheus-query.service';
interface PrometheusResponse {
status: string;
data: any;
}
@Injectable() @Injectable()
export class PrometheusService { export class PrometheusService {
private readonly prometheusUrl: string; private readonly prometheusUrl: string;
private metricCache = new Map<string, { data: any; timestamp: number }>();
private metadataCache = new Map<string, { type: string | null; description: string | undefined; timestamp: number }>();
constructor( constructor(
private readonly httpService: HttpService, private readonly httpService: HttpService,
private readonly configService: ConfigService private readonly configService: ConfigService,
private readonly cacheService: PrometheusCacheService,
private readonly queryService: PrometheusQueryService
) { ) {
this.prometheusUrl = this.configService.get<string>('PROMETHEUS_API', 'http://localhost:9090'); this.prometheusUrl = this.configService.get<string>('PROMETHEUS_API', 'http://localhost:9090');
console.log('Prometheus API URL:', this.prometheusUrl); console.log('Prometheus API URL:', this.prometheusUrl);
} }
async fetchMetricType(metric: string): Promise<string | null> { private async executeQuery(url: string, params: any): Promise<any> {
const cacheKey = `metadata-type-${metric}`; const response = await lastValueFrom(
const cacheEntry = this.metadataCache.get(cacheKey); this.httpService.get(url, { params })
);
return response.data;
}
if (cacheEntry && Date.now() - cacheEntry.timestamp < 30000) { async fetchMetricType(metric: string): Promise<string | null> {
const cacheKey = this.queryService.generateMetadataCacheKey(metric, 'type');
const cacheEntry = this.cacheService.getMetadataCache(cacheKey);
if (cacheEntry && this.cacheService.isCacheValid(cacheEntry)) {
return cacheEntry.type; return cacheEntry.type;
} }
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/metadata`, {
this.httpService.get(`${this.prometheusUrl}/metadata`, {
params: { metric }, params: { metric },
})
);
const metadata = response.data.data[metric];
const result = metadata?.length ? metadata[0].type : null;
this.metadataCache.set(cacheKey, {
type: result,
description: cacheEntry?.description,
timestamp: Date.now()
}); });
const metadata = data.data[metric];
const result = metadata?.length ? metadata[0].type : null;
this.cacheService.setMetadataCache(cacheKey, result, cacheEntry?.description);
return result; return result;
} catch (error) { } catch (error) {
console.error(`Ошибка при получении типа метрики ${metric}:`, error); console.error(`Ошибка при получении типа метрики ${metric}:`, error);
@ -50,28 +374,22 @@ export class PrometheusService {
} }
async fetchMetricDescription(metric: string): Promise<string | undefined> { async fetchMetricDescription(metric: string): Promise<string | undefined> {
const cacheKey = `metadata-description-${metric}`; const cacheKey = this.queryService.generateMetadataCacheKey(metric, 'description');
const cacheEntry = this.metadataCache.get(cacheKey); const cacheEntry = this.cacheService.getMetadataCache(cacheKey);
if (cacheEntry && Date.now() - cacheEntry.timestamp < 30000) { if (cacheEntry && this.cacheService.isCacheValid(cacheEntry)) {
return cacheEntry.description; return cacheEntry.description;
} }
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/metadata`, {
this.httpService.get(`${this.prometheusUrl}/metadata`, {
params: { metric }, params: { metric },
})
);
const metadata = response.data.data[metric];
const result = metadata?.length ? metadata[0].help : undefined;
this.metadataCache.set(cacheKey, {
type: cacheEntry?.type ?? null,
description: result,
timestamp: Date.now()
}); });
const metadata = data.data[metric];
const result = metadata?.length ? metadata[0].help : undefined;
this.cacheService.setMetadataCache(cacheKey, cacheEntry?.type ?? null, result);
return result; return result;
} catch (error) { } catch (error) {
console.error(`Ошибка при получении описания метрики ${metric}:`, error); console.error(`Ошибка при получении описания метрики ${metric}:`, error);
@ -79,39 +397,46 @@ export class PrometheusService {
} }
} }
async fetchMetrics(metric: string): Promise<PrometheusMetric[]> { private transformMetricData(
const cacheKey = `${metric}:{}`; entry: any,
const cacheEntry = this.metricCache.get(cacheKey); metric: string,
type: string | null,
description: string | undefined
): PrometheusMetric {
return {
__name__: entry.metric.__name__ || metric,
device: entry.metric.device || '',
source_id: entry.metric.source_id || '',
value: parseFloat(entry.value[1]),
timestamp: entry.value[0] * 1000,
type: type || 'gauge',
description
};
}
if (cacheEntry && Date.now() - cacheEntry.timestamp < 5000) { async fetchMetrics(metric: string): Promise<PrometheusMetric[]> {
const cacheKey = this.queryService.generateCacheKey(metric);
const cacheEntry = this.cacheService.getMetricCache(cacheKey);
if (cacheEntry && this.cacheService.isCacheValid(cacheEntry)) {
return cacheEntry.data; return cacheEntry.data;
} }
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/query`, {
this.httpService.get(`${this.prometheusUrl}/query`, { query: metric
params: { query: metric }, });
})
const [type, description] = await Promise.all([
this.fetchMetricType(metric),
this.fetchMetricDescription(metric)
]);
const result = data.data.result.map((entry: any) =>
this.transformMetricData(entry, metric, type, description)
); );
const metricType = await this.fetchMetricType(metric); this.cacheService.setMetricCache(cacheKey, result);
const metricDescription = await this.fetchMetricDescription(metric);
const result = response.data.data.result.map((entry): PrometheusMetric => ({
__name__: entry.metric.__name__ || metric,
device: entry.metric.device,
instance: entry.metric.instance,
job: entry.metric.job,
source_id: entry.metric.source_id,
status: entry.metric.status || '0',
timestamp: entry.value[0] * 1000,
value: parseFloat(entry.value[1]),
type: metricType || 'gauge',
description: metricDescription,
...entry.metric
}));
this.metricCache.set(cacheKey, { data: result, timestamp: Date.now() });
return result; return result;
} catch (error) { } catch (error) {
console.error(`Error fetching metrics for ${metric}:`, error); console.error(`Error fetching metrics for ${metric}:`, error);
@ -121,39 +446,27 @@ export class PrometheusService {
} }
async fetchMetricsWithFilters(metric: string, filters: Record<string, string>): Promise<PrometheusMetric[]> { async fetchMetricsWithFilters(metric: string, filters: Record<string, string>): Promise<PrometheusMetric[]> {
const cacheKey = `${metric}:${JSON.stringify(filters)}`; const cacheKey = this.queryService.generateCacheKey(metric, filters);
const cacheEntry = this.metricCache.get(cacheKey); const cacheEntry = this.cacheService.getMetricCache(cacheKey);
if (cacheEntry && Date.now() - cacheEntry.timestamp < 5000) { if (cacheEntry && this.cacheService.isCacheValid(cacheEntry)) {
return cacheEntry.data; return cacheEntry.data;
} }
try { try {
const query = this.buildFilteredQuery(metric, filters); const query = this.queryService.buildFilteredQuery(metric, filters);
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/query`, { query });
this.httpService.get(`${this.prometheusUrl}/query`, {
params: { query } const [type, description] = await Promise.all([
}) this.fetchMetricType(metric),
this.fetchMetricDescription(metric)
]);
const result = data.data.result.map((entry: any) =>
this.transformMetricData(entry, metric, type, description)
); );
const metricType = await this.fetchMetricType(metric); this.cacheService.setMetricCache(cacheKey, result);
const metricDescription = await this.fetchMetricDescription(metric);
const result = response.data.data.result.map((entry): PrometheusMetric => ({
__name__: entry.metric.__name__ || metric,
device: entry.metric.device,
instance: entry.metric.instance,
job: entry.metric.job,
source_id: entry.metric.source_id,
status: entry.metric.status || '0',
timestamp: entry.value[0] * 1000,
value: parseFloat(entry.value[1]),
type: metricType || 'gauge',
description: metricDescription,
...entry.metric
}));
this.metricCache.set(cacheKey, { data: result, timestamp: Date.now() });
return result; return result;
} catch (error) { } catch (error) {
console.error(`Error fetching metrics with filters for ${metric}:`, error); console.error(`Error fetching metrics with filters for ${metric}:`, error);
@ -162,56 +475,42 @@ export class PrometheusService {
} }
} }
private buildFilteredQuery(metric: string, filters: Record<string, string>): string { async fetchMetricsRange(
const filterParts = Object.entries(filters) metric: string,
.filter(([_, value]) => value !== undefined && value !== null && value !== "") start: number,
.map(([key, value]) => { end: number,
return `${key}="${value}"`; step: number,
}); filters: Record<string, string> = {}
): Promise<PrometheusMetric[]> {
return filterParts.length > 0 const query = this.queryService.buildFilteredQuery(metric, {
? `${metric}{${filterParts.join(',')}}`
: metric;
}
async fetchMetricsRange(metric: string, start: number, end: number, step: number, filters: Record<string, string> = {}): Promise<PrometheusMetric[]> {
// Рассчитываем оптимальный шаг, если не указан
const duration = end - start;
const optimalStep = Math.max(Math.floor(duration / 1000), 15); // Минимум 15 секунд
const query = this.buildFilteredQuery(metric, {
...filters, ...filters,
instance: '192.168.2.34:9050' instance: '192.168.2.34:9050'
}); });
const optimalStep = this.queryService.calculateOptimalStep(start, end);
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/query_range`, {
this.httpService.get(`${this.prometheusUrl}/query_range`, {
params: {
query, query,
start, start,
end, end,
step: optimalStep.toString() step: optimalStep.toString()
}, });
})
);
const metricType = await this.fetchMetricType(metric); const [type, description] = await Promise.all([
const metricDescription = await this.fetchMetricDescription(metric); this.fetchMetricType(metric),
this.fetchMetricDescription(metric)
]);
return response.data.data.result.flatMap((entry) => return data.data.result.flatMap((entry: any) =>
entry.values.map((value): PrometheusMetric => ({ entry.values.map((value: any) => ({
__name__: entry.metric.__name__ || metric, __name__: entry.metric.__name__ || metric,
device: entry.metric.device, device: entry.metric.device || '',
instance: entry.metric.instance, source_id: entry.metric.source_id || '',
job: entry.metric.job,
source_id: entry.metric.source_id,
status: entry.metric.status || '0',
timestamp: value[0] * 1000,
value: parseFloat(value[1]), value: parseFloat(value[1]),
type: metricType || 'gauge', timestamp: value[0] * 1000,
description: metricDescription, type: type || 'gauge',
...entry.metric description
})) }))
); );
} catch (error) { } catch (error) {
@ -238,36 +537,30 @@ export class PrometheusService {
type?: string; type?: string;
}> { }> {
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/metadata`, {
this.httpService.get(`${this.prometheusUrl}/metadata`, {
params: { metric } params: { metric }
}) });
);
const data = response.data?.data?.[metric]?.[0]; const metadata = data?.data?.[metric]?.[0];
return { return {
name: metric, name: metric,
help: data?.help, help: metadata?.help,
type: data?.type type: metadata?.type
}; };
} catch (error) { } catch (error) {
console.error(`Error fetching metadata for ${metric}:`, error); console.error(`Error fetching metadata for ${metric}:`, error);
return { return { name: metric };
name: metric
};
} }
} }
async fetchMetricSeries(metric: string): Promise<Record<string, string>[]> { async fetchMetricSeries(metric: string): Promise<Record<string, string>[]> {
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/series`, {
this.httpService.get(`${this.prometheusUrl}/series`, { 'match[]': metric
params: { 'match[]': metric } });
})
);
return response.data.data || []; return data.data || [];
} catch (error) { } catch (error) {
console.error(`Error fetching series for ${metric}:`, error); console.error(`Error fetching series for ${metric}:`, error);
return []; return [];
@ -276,17 +569,15 @@ export class PrometheusService {
async fetchAllMetrics(): Promise<string[]> { async fetchAllMetrics(): Promise<string[]> {
try { try {
const response = await lastValueFrom( const data = await this.executeQuery(`${this.prometheusUrl}/label/__name__/values`, {});
this.httpService.get(`${this.prometheusUrl}/label/__name__/values`) return data.data;
);
return response.data.data;
} catch (error) { } catch (error) {
console.error('Error fetching all metrics:', error); console.error('Error fetching all metrics:', error);
return []; return [];
} }
} }
async fetchAllMetricsWithValues(): Promise<any[]> { async fetchAllMetricsWithValues(): Promise<Array<{ metric: string; data: PrometheusMetric[] }>> {
const metricNames = await this.fetchAllMetrics(); const metricNames = await this.fetchAllMetrics();
const zvksMetrics = metricNames.filter(metric => const zvksMetrics = metricNames.filter(metric =>
metric.startsWith('zvks') || metric.startsWith('zvks') ||
@ -308,7 +599,6 @@ export class PrometheusService {
} }
clearCache(): void { clearCache(): void {
this.metricCache.clear(); this.cacheService.clearCache();
this.metadataCache.clear();
} }
} }