How to fix Error: ERANGE: result too large in Node.js

node -p "process.arch"

const fs = require('fs');

// Instead of this (will fail on large files):
// fs.readFile('large-file.dat', (err, data) => { ... });

// Use streams:
const stream = fs.createReadStream('large-file.dat', {
  highWaterMark: 16 * 1024 // 16KB chunks
});

stream.on('data', (chunk) => {
  // Process each chunk
  console.log(`Received ${chunk.length} bytes`);
});

stream.on('end', () => {
  console.log('Finished processing file');
});

stream.on('error', (err) => {
  console.error('Stream error:', err);
});

function processLargeBuffers(buffers) {
  const CHUNK_SIZE = 100 * 1024 * 1024; // 100MB chunks
  const results = [];

  let currentChunk = [];
  let currentSize = 0;

  for (const buffer of buffers) {
    if (currentSize + buffer.length > CHUNK_SIZE) {
      // Process current chunk
      results.push(processChunk(Buffer.concat(currentChunk)));
      currentChunk = [buffer];
      currentSize = buffer.length;
    } else {
      currentChunk.push(buffer);
      currentSize += buffer.length;
    }
  }

  // Process remaining chunk
  if (currentChunk.length > 0) {
    results.push(processChunk(Buffer.concat(currentChunk)));
  }

  return results;
}

function safeBufferAllocation(size) {
  const MAX_BUFFER_SIZE = 2147483647; // ~2GB

  if (size > MAX_BUFFER_SIZE) {
    throw new Error(`Cannot allocate buffer of size ${size}. Maximum is ${MAX_BUFFER_SIZE} bytes.`);
  }

  try {
    return Buffer.alloc(size);
  } catch (error) {
    if (error.code === 'ERR_BUFFER_TOO_LARGE' || error.message.includes('ERANGE')) {
      console.error(`Buffer allocation failed: size ${size} exceeds platform limit`);
      // Fall back to streaming or chunked approach
      return null;
    }
    throw error;
  }
}