JavaScript でのリアルタイム データ処理をマスターする: 効率的なストリーム処理のテクニック

<code class="language-javascript">const eventSource = new EventSource('/events');

eventSource.onmessage = (event) => {
  const data = JSON.parse(event.data);
  processData(data);
};

eventSource.onerror = (error) => {
  console.error('SSE failed:', error);
  eventSource.close();
};</code>

<code class="language-javascript">const socket = new WebSocket('ws://example.com/socket');

socket.onopen = () => {
  console.log('WebSocket connection open');
};

socket.onmessage = (event) => {
  const data = JSON.parse(event.data);
  processData(data);
};

socket.onerror = (error) => {
  console.error('WebSocket error:', error);
};

socket.onclose = () => {
  console.log('WebSocket connection closed');
};</code>

<code class="language-javascript">const windowSize = 100;
let dataWindow = [];

function processDataPoint(point) {
  dataWindow.push(point);
  if (dataWindow.length === windowSize) {
    processWindow(dataWindow);
    dataWindow = [];
  }
}

function processWindow(window) {
  // Process the data window
  const average = window.reduce((sum, value) => sum + value, 0) / window.length;
  console.log('Window average:', average);
}</code>

<code class="language-javascript">class SlidingWindow {
  constructor(size) {
    this.size = size;
    this.window = [];
  }

  add(item) {
    if (this.window.length === this.size) this.window.shift();
    this.window.push(item);
  }

  process() {
    // Process the current window
    const average = this.window.reduce((sum, value) => sum + value, 0) / this.window.length;
    console.log('Sliding window average:', average);
  }
}

const slidingWindow = new SlidingWindow(100);

function processDataPoint(point) {
  slidingWindow.add(point);
  slidingWindow.process();
}</code>

<code class="language-javascript">function throttle(func, limit) {
  let inThrottle;
  return function() {
    const args = arguments;
    const context = this;
    if (!inThrottle) {
      func.apply(context, args);
      inThrottle = true;
      setTimeout(() => inThrottle = false, limit);
    }
  };
}

const throttledProcessData = throttle(processData, 100);

// Use throttledProcessData instead of processData</code>

<code class="language-javascript">class DataBuffer {
  constructor(size, processFunc) {
    this.size = size;
    this.buffer = [];
    this.processFunc = processFunc;
  }

  add(item) {
    this.buffer.push(item);
    if (this.buffer.length >= this.size) this.flush();
  }

  flush() {
    if (this.buffer.length > 0) {
      this.processFunc(this.buffer);
      this.buffer = [];
    }
  }
}

const dataBuffer = new DataBuffer(100, processBatch);

function processBatch(batch) {
  // Process the data batch
  console.log('Processing batch of', batch.length, 'items');
}

function receiveData(data) {
  dataBuffer.add(data);
}</code>

<code class="language-javascript">// Main script
const worker = new Worker('dataProcessor.js');

worker.onmessage = (event) => {
  console.log('Processed result:', event.data);
};

function processDataInWorker(data) {
  worker.postMessage(data);
}

// dataProcessor.js (Web Worker script)
self.onmessage = (event) => {
  const result = complexDataProcessing(event.data);
  self.postMessage(result);
};

function complexDataProcessing(data) {
  // Perform CPU-intensive processing
  return processedData;
}</code>

<code class="language-javascript">class Cache {
  constructor(maxSize = 100) {
    this.maxSize = maxSize;
    this.cache = new Map();
  }

  set(key, value) {
    if (this.cache.size >= this.maxSize) this.cache.delete(this.cache.keys().next().value);
    this.cache.set(key, value);
  }

  get(key) {
    return this.cache.get(key);
  }

  has(key) {
    return this.cache.has(key);
  }
}

const dataCache = new Cache();

function fetchData(key) {
  if (dataCache.has(key)) return dataCache.get(key);
  const data = fetchFromSource(key);
  dataCache.set(key, data);
  return data;
}</code>