fs 读取大文件系统

const fs = require('fs');
const readline = require('readline');

// 创建一个可读流
const stream = fs.createReadStream('largefile.txt');

// 使用readline模块处理流数据
const rl = readline.createInterface({
  input: stream,
  crlfDelay: Infinity
});

// 逐行读取文件
for await (const line of rl) {
  console.log(`Line: ${line}`);
}

const { pipeline } = require('stream');
const fs = require('fs');
const zlib = require('zlib');

pipeline(
  fs.createReadStream('largefile.txt'),
  zlib.createGzip(),
  fs.createWriteStream('largefile.txt.gz'),
  (err) => {
    if (err) {
      console.error('Pipeline failed.', err);
    } else {
      console.log('Pipeline succeeded.');
    }
  }
);