ビッグデータ処理における Golang の利点と応用分野を探る

package main

import (
    "bufio"
    "fmt"
    "os"
    "strings"
    "sync"
)

func main() {
    filePath := "data.txt"
    file, err := os.Open(filePath)
    if err != nil {
        fmt.Println("Failed to open file:", err)
        return
    }
    defer file.Close()

    wordCount := make(map[string]int)
    mutex := &sync.Mutex{}
    wg := &sync.WaitGroup{}
    scanner := bufio.NewScanner(file)
    for scanner.Scan() {
        wg.Add(1)
        go func(line string) {
            defer wg.Done()
            words := strings.Split(line, " ")
            for _, word := range words {
                mutex.Lock()
                wordCount[word]++
                mutex.Unlock()
            }
        }(scanner.Text())
    }
    wg.Wait()

    for word, count := range wordCount {
        fmt.Printf("%s: %d
", word, count)
    }
}

package main

import (
    "fmt"
    "runtime"
    "sync"
)

func calculateSum(data []int, wg *sync.WaitGroup, result chan int) {
    defer wg.Done()
    sum := 0
    for _, value := range data {
        sum += value
    }
    result <- sum
}

func main() {
    data := []int{1, 2, 3, 4, 5, 6, 7, 8, 9, 10}
    numWorkers := runtime.NumCPU()
    result := make(chan int, numWorkers)

    wg := &sync.WaitGroup{}
    chunkSize := len(data) / numWorkers
    for i := 0; i < numWorkers; i++ {
        wg.Add(1)
        startIndex := i * chunkSize
        endIndex := (i + 1) * chunkSize
        go calculateSum(data[startIndex:endIndex], wg, result)
    }

    wg.Wait()
    close(result)

    totalSum := 0
    for sum := range result {
        totalSum += sum
    }
    fmt.Println("Total sum:", totalSum)
}