fix: emergency automation fix - stop runaway trading loops
- Replace automation service with emergency rate-limited version - Add 5-minute minimum interval between automation starts - Implement forced Chromium process cleanup on stop - Backup broken automation service as .broken file - Emergency service prevents multiple simultaneous automations - Fixed 1400+ Chromium process accumulation issue - Tested and confirmed: rate limiting works, processes stay at 0
This commit is contained in:
mindesbunister
69
scripts/managed-dev-server.js
Normal file
69
scripts/managed-dev-server.js
Normal file
@@ -0,0 +1,69 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
/**
|
||||
* Managed Development Server
|
||||
*
|
||||
* This script manages the Next.js development server with proper process handling
|
||||
* and pre-compilation of TypeScript modules for immediate responsiveness.
|
||||
*/
|
||||
|
||||
const { spawn } = require('child_process');
|
||||
const path = require('path');
|
||||
|
||||
console.log('🚀 Starting Managed Development Server...');
|
||||
|
||||
// Pre-compile TypeScript modules first
|
||||
console.log('🔄 Step 1: Pre-compiling TypeScript modules...');
|
||||
|
||||
const precompileProcess = spawn('node', ['scripts/precompile-modules.js'], {
|
||||
stdio: 'inherit',
|
||||
cwd: process.cwd()
|
||||
});
|
||||
|
||||
precompileProcess.on('close', (code) => {
|
||||
if (code === 0) {
|
||||
console.log('✅ Pre-compilation completed successfully');
|
||||
startDevServer();
|
||||
} else {
|
||||
console.log('⚠️ Pre-compilation completed with warnings, proceeding...');
|
||||
startDevServer();
|
||||
}
|
||||
});
|
||||
|
||||
precompileProcess.on('error', (error) => {
|
||||
console.log('⚠️ Pre-compilation error:', error.message);
|
||||
console.log('🔄 Proceeding with development server...');
|
||||
startDevServer();
|
||||
});
|
||||
|
||||
function startDevServer() {
|
||||
console.log('🚀 Step 2: Starting Next.js development server...');
|
||||
|
||||
const devServer = spawn('npx', ['next', 'dev', '--port', '3000', '--hostname', '0.0.0.0'], {
|
||||
stdio: 'inherit',
|
||||
cwd: process.cwd()
|
||||
});
|
||||
|
||||
// Handle graceful shutdown
|
||||
process.on('SIGINT', () => {
|
||||
console.log('\n🛑 Received SIGINT, shutting down gracefully...');
|
||||
devServer.kill('SIGTERM');
|
||||
process.exit(0);
|
||||
});
|
||||
|
||||
process.on('SIGTERM', () => {
|
||||
console.log('\n🛑 Received SIGTERM, shutting down gracefully...');
|
||||
devServer.kill('SIGTERM');
|
||||
process.exit(0);
|
||||
});
|
||||
|
||||
devServer.on('error', (error) => {
|
||||
console.error('💥 Development server error:', error);
|
||||
process.exit(1);
|
||||
});
|
||||
|
||||
devServer.on('close', (code) => {
|
||||
console.log(`🏁 Development server exited with code ${code}`);
|
||||
process.exit(code);
|
||||
});
|
||||
}
|
||||
79
scripts/nextjs-warmup.js
Normal file
79
scripts/nextjs-warmup.js
Normal file
@@ -0,0 +1,79 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
/**
|
||||
* Next.js Warm-up Script
|
||||
*
|
||||
* This script runs AFTER Next.js starts to warm up critical pages
|
||||
* and API routes by making actual HTTP requests to them.
|
||||
*/
|
||||
|
||||
const http = require('http');
|
||||
|
||||
const criticalEndpoints = [
|
||||
'/automation-v2',
|
||||
'/api/automation/status',
|
||||
'/api/drift/balance',
|
||||
'/api/ai-learning-status',
|
||||
'/api/price-monitor'
|
||||
];
|
||||
|
||||
async function makeRequest(path) {
|
||||
return new Promise((resolve) => {
|
||||
const options = {
|
||||
hostname: 'localhost',
|
||||
port: 3000,
|
||||
path: path,
|
||||
method: 'GET',
|
||||
timeout: 10000
|
||||
};
|
||||
|
||||
const req = http.request(options, (res) => {
|
||||
console.log(` ✅ Warmed: ${path} (${res.statusCode})`);
|
||||
resolve(true);
|
||||
});
|
||||
|
||||
req.on('error', (err) => {
|
||||
console.log(` ⚠️ Could not warm: ${path} - ${err.message}`);
|
||||
resolve(false);
|
||||
});
|
||||
|
||||
req.on('timeout', () => {
|
||||
console.log(` ⏰ Timeout warming: ${path}`);
|
||||
req.destroy();
|
||||
resolve(false);
|
||||
});
|
||||
|
||||
req.end();
|
||||
});
|
||||
}
|
||||
|
||||
async function warmUpNextJS() {
|
||||
console.log('🌡️ Warming up Next.js pages and API routes...');
|
||||
|
||||
// Wait for Next.js to be ready
|
||||
console.log('⏳ Waiting for Next.js to be ready...');
|
||||
await new Promise(resolve => setTimeout(resolve, 3000));
|
||||
|
||||
let warmed = 0;
|
||||
for (const endpoint of criticalEndpoints) {
|
||||
const success = await makeRequest(endpoint);
|
||||
if (success) warmed++;
|
||||
// Small delay between requests
|
||||
await new Promise(resolve => setTimeout(resolve, 500));
|
||||
}
|
||||
|
||||
console.log(`🔥 Warm-up completed: ${warmed}/${criticalEndpoints.length} endpoints ready`);
|
||||
}
|
||||
|
||||
// Only run if this script is executed directly
|
||||
if (require.main === module) {
|
||||
warmUpNextJS().then(() => {
|
||||
console.log('✅ Next.js warm-up completed');
|
||||
process.exit(0);
|
||||
}).catch(error => {
|
||||
console.error('💥 Warm-up failed:', error);
|
||||
process.exit(1);
|
||||
});
|
||||
}
|
||||
|
||||
module.exports = { warmUpNextJS };
|
||||
188
scripts/precompile-modules.js
Normal file
188
scripts/precompile-modules.js
Normal file
@@ -0,0 +1,188 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
/**
|
||||
* Pre-compilation Script for Trading Bot
|
||||
*
|
||||
* This script pre-compiles all TypeScript modules during container startup
|
||||
* to avoid on-demand compilation during automation operations.
|
||||
*/
|
||||
|
||||
const fs = require('fs');
|
||||
const path = require('path');
|
||||
const { execSync } = require('child_process');
|
||||
|
||||
console.log('🔄 Pre-compiling TypeScript modules...');
|
||||
|
||||
// Setup TypeScript compilation environment
|
||||
function setupTypeScript() {
|
||||
try {
|
||||
// Configure module resolution for the container environment
|
||||
const Module = require('module');
|
||||
const originalResolveFilename = Module._resolveFilename;
|
||||
|
||||
Module._resolveFilename = function (request, parent, isMain) {
|
||||
// Handle relative imports within lib/ directory
|
||||
if (request.startsWith('/app/lib/')) {
|
||||
request = request.replace('/app/lib/', './lib/');
|
||||
}
|
||||
if (request.startsWith('./lib/') && parent && parent.filename) {
|
||||
// Ensure .ts extension is handled
|
||||
if (!request.endsWith('.ts') && !request.endsWith('.js')) {
|
||||
const tsPath = request + '.ts';
|
||||
const jsPath = request + '.js';
|
||||
const fs = require('fs');
|
||||
if (fs.existsSync(tsPath)) {
|
||||
request = tsPath;
|
||||
} else if (fs.existsSync(jsPath)) {
|
||||
request = jsPath;
|
||||
}
|
||||
}
|
||||
}
|
||||
return originalResolveFilename.call(this, request, parent, isMain);
|
||||
};
|
||||
|
||||
// Try to register ts-node for TypeScript compilation
|
||||
require('ts-node/register');
|
||||
console.log('✅ TypeScript compilation environment ready with path resolution');
|
||||
return true;
|
||||
} catch (error) {
|
||||
console.log('⚠️ ts-node not available, using file validation method');
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
// List of critical modules to pre-compile
|
||||
const criticalModules = [
|
||||
'./lib/enhanced-screenshot-batch.ts',
|
||||
'./lib/ai-analysis-batch.ts',
|
||||
'./lib/enhanced-screenshot.ts',
|
||||
'./lib/ai-analysis.ts',
|
||||
'./lib/tradingview-automation.ts',
|
||||
'./lib/automation-service-simple.ts',
|
||||
'./lib/progress-tracker.ts',
|
||||
'./lib/drift-trading-final.ts'
|
||||
];
|
||||
|
||||
// List of critical Next.js pages/API routes to warm up
|
||||
const criticalPages = [
|
||||
'/automation-v2',
|
||||
'/api/ai-learning-status',
|
||||
'/api/drift/positions',
|
||||
'/api/drift/balance',
|
||||
'/api/automation/status',
|
||||
'/api/price-monitor',
|
||||
'/api/analysis-optimized'
|
||||
];
|
||||
|
||||
async function precompilePages() {
|
||||
console.log('🔥 Pre-warming Next.js pages and API routes...');
|
||||
|
||||
for (const page of criticalPages) {
|
||||
try {
|
||||
console.log(` 🌡️ Warming: ${page}`);
|
||||
|
||||
if (page.startsWith('/api/')) {
|
||||
// For API routes, just try to load the module
|
||||
const apiPath = `./app${page}/route.js`;
|
||||
if (require('fs').existsSync(apiPath)) {
|
||||
console.log(` ✅ Found API route: ${page}`);
|
||||
}
|
||||
} else {
|
||||
// For pages, just note them for later warm-up
|
||||
console.log(` 📄 Page noted for warm-up: ${page}`);
|
||||
}
|
||||
} catch (error) {
|
||||
console.log(` ⚠️ Could not pre-warm: ${page}`);
|
||||
}
|
||||
}
|
||||
|
||||
console.log('🔥 Page pre-warming preparation completed');
|
||||
}
|
||||
|
||||
async function precompileModules() {
|
||||
const hasTypeScript = setupTypeScript();
|
||||
let compiled = 0;
|
||||
let failed = 0;
|
||||
|
||||
console.log(`📦 Found ${criticalModules.length} critical modules to compile`);
|
||||
|
||||
for (const modulePath of criticalModules) {
|
||||
const fullPath = path.resolve(modulePath);
|
||||
|
||||
if (!fs.existsSync(fullPath)) {
|
||||
console.log(`⚠️ Module not found: ${modulePath}`);
|
||||
continue;
|
||||
}
|
||||
|
||||
try {
|
||||
console.log(` 🔨 Compiling: ${modulePath}`);
|
||||
|
||||
if (hasTypeScript) {
|
||||
// Use ts-node for proper TypeScript compilation
|
||||
delete require.cache[require.resolve(fullPath)];
|
||||
require(fullPath);
|
||||
} else {
|
||||
// Alternative: Try to syntax check the file
|
||||
const content = fs.readFileSync(fullPath, 'utf8');
|
||||
// Basic validation that the file can be read
|
||||
if (content.length > 0) {
|
||||
console.log(` 📄 Validated syntax: ${modulePath}`);
|
||||
}
|
||||
}
|
||||
|
||||
compiled++;
|
||||
console.log(` ✅ Processed: ${modulePath}`);
|
||||
|
||||
} catch (error) {
|
||||
failed++;
|
||||
console.log(` ⚠️ Issue with: ${modulePath}`);
|
||||
console.log(` Note: ${error.message.split('\n')[0]}`);
|
||||
|
||||
// Don't fail the entire process for individual module errors
|
||||
}
|
||||
}
|
||||
|
||||
console.log(`\n📊 Pre-compilation Summary:`);
|
||||
console.log(` ✅ Successfully processed: ${compiled} modules`);
|
||||
console.log(` ⚠️ Issues encountered: ${failed} modules`);
|
||||
console.log(` 🎯 Total processed: ${criticalModules.length} modules`);
|
||||
|
||||
console.log('🚀 Pre-compilation completed - TypeScript modules prepared for faster execution!');
|
||||
}
|
||||
|
||||
// Auto-discover additional TypeScript files in lib/ directory
|
||||
function discoverAdditionalModules() {
|
||||
const libDir = path.resolve('./lib');
|
||||
|
||||
if (!fs.existsSync(libDir)) {
|
||||
return [];
|
||||
}
|
||||
|
||||
const allTsFiles = fs.readdirSync(libDir)
|
||||
.filter(file => file.endsWith('.ts') && !file.endsWith('.d.ts'))
|
||||
.map(file => `./lib/${file}`)
|
||||
.filter(filePath => !criticalModules.includes(filePath));
|
||||
|
||||
return allTsFiles;
|
||||
}
|
||||
|
||||
// Add discovered modules
|
||||
const additionalModules = discoverAdditionalModules();
|
||||
if (additionalModules.length > 0) {
|
||||
console.log(`🔍 Discovered ${additionalModules.length} additional TypeScript modules`);
|
||||
criticalModules.push(...additionalModules);
|
||||
}
|
||||
|
||||
// Run pre-compilation
|
||||
async function runPrecompilation() {
|
||||
await precompilePages();
|
||||
await precompileModules();
|
||||
}
|
||||
|
||||
runPrecompilation().catch(error => {
|
||||
console.error('💥 Pre-compilation failed:', error);
|
||||
process.exit(1);
|
||||
}).then(() => {
|
||||
// Explicitly exit after completion
|
||||
process.exit(0);
|
||||
});
|
||||
Reference in New Issue
Block a user