Quick Start

logpare server.log

cat /var/log/syslog | logpare
tail -f app.log | logpare

logpare --format detailed error.log

logpare --format json --output compressed.json access.log

import { compress } from 'logpare';
 
const logs = [
  'INFO Connection from 192.168.1.1 established',
  'INFO Connection from 192.168.1.2 established',
  'ERROR Connection timeout after 30s',
  'INFO Connection from 10.0.0.1 established',
];
 
const result = compress(logs);
 
console.log(result.formatted);
// === Log Compression Summary ===
// Input: 4 lines → 2 templates (50.0% reduction)
//
// Top templates by frequency:
// 1. [3x] INFO Connection from <*> established
// 2. [1x] ERROR Connection timeout after <*>
 
console.log(result.stats);
// {
//   inputLines: 4,
//   uniqueTemplates: 2,
//   compressionRatio: 0.5,
//   estimatedTokenReduction: 60
// }

import { compressText } from 'logpare';
import fs from 'fs';
 
const logFile = fs.readFileSync('app.log', 'utf-8');
const result = compressText(logFile);
 
console.log(result.formatted);

const result = compress(logs, { format: 'json' });
 
// Access templates
result.templates.forEach(template => {
  console.log(`Pattern: ${template.pattern}`);
  console.log(`Occurrences: ${template.occurrences}`);
  console.log(`Severity: ${template.severity}`);
  console.log(`URLs: ${template.urlSamples.join(', ')}`);
  console.log('---');
});

const result = compress(logs, { format: 'summary' });

=== Log Compression Summary ===
Input: 10,847 lines → 23 templates (99.8% reduction)

Top templates by frequency:
1. [4,521x] INFO Connection from <*> established
2. [3,892x] DEBUG Request <*> processed in <*>

Rare events (≤5 occurrences):
- [1x] FATAL Database connection lost

const result = compress(logs, { format: 'detailed' });

Template #1: INFO Connection from <*> established
  Occurrences: 4,521
  Severity: info
  First seen: line 1
  Last seen: line 10,234
  Sample values: [["192.168.1.1"], ["10.0.0.55"], ["172.16.0.1"]]
  URLs: api.example.com, cdn.example.com

const result = compress(logs, { format: 'json' });

{
  "version": "1.1",
  "stats": {
    "inputLines": 10847,
    "uniqueTemplates": 23,
    "compressionRatio": 0.998,
    "estimatedTokenReduction": 0.95
  },
  "templates": [
    {
      "id": "abc123",
      "pattern": "INFO Connection from <*> established",
      "occurrences": 4521,
      "severity": "info",
      "sampleVariables": [["192.168.1.1"], ["10.0.0.55"]]
    }
  ]
}

import { createDrain } from 'logpare';
 
const drain = createDrain({
  depth: 4,
  simThreshold: 0.4,
});
 
// Process logs one at a time
drain.process('ERROR Connection failed');
drain.process('ERROR Connection timeout');
drain.process('INFO Request completed');
 
// Get clusters (templates)
const clusters = drain.getClusters();
clusters.forEach(cluster => {
  console.log(`Pattern: ${cluster.getPattern()}`);
  console.log(`Count: ${cluster.size()}`);
});