登录
首页 >  Golang >  Go问答

websocket 客户端:node.js 真的比 go(gorilla 和 gobwas)更快吗?

来源:stackoverflow

时间:2024-03-16 19:30:33 278浏览 收藏

Node.js 和 Golang 在 WebSocket 客户端性能方面的比较一直是备受关注的话题。尽管 Golang 以其高性能著称,但有证据表明 Node.js 可能在某些情况下更快。为了调查此问题,作者比较了 Node.js、Golang-gobwas 和 Golang-gorilla 解决方案从 WebSocket 读取和处理数据的速度。出乎意料的是,Node.js 在读取超过 200k 条消息时平均比 Golang-gobwas 快 2.2 毫秒,比 Golang-gorilla 快 1.8 毫秒。这引发了疑问:Node.js 是否确实比 Golang 更快,或者是否错过了其他因素。

问题内容

我正在将我的 websocket 代码从 node.js 移动到 golang,在那里我对数据进行了大量处理。对我来说,关键问题是尽快读取和处理数据。仅读取数据并将 node.js 与两个 golang 解决方案进行比较,我无法让 golang 与 node.js 一样快。在下面的基准测试中,golang-gobwas 解决方案在超过 200k 条消息时平均慢 2.2 毫秒(在 22% 的情况下更快),而 gorilla 慢 1.8 毫秒(在 23% 的情况下更快)。

基准node.js代码是:

"use strict"
const websocket   = require('ws')

var ws = new websocket("wss://api.hitbtc.com/api/2/ws")

ws.onopen = function(evt) { 
    hitbtc_marketnames().foreach( function (marketname) {
        var marketid = marketname.replace('/', '')
        send_args({ method: "subscribeorderbook", params: {symbol: marketid}, id: 123}, ws)
        send_args({ method: "subscribetrades", params: {symbol: marketid}, id: 124}, ws)
    })
}
ws.onerror = function(evt) { 
    throw('error')
}
ws.onclose = function(evt) {
    throw('connection closed')
}
ws.onmessage = function(evt) { 

    var data = json.parse(evt.data)
    var ts = date.now() / 1000

    if (data != undefined && data.params != undefined && data.params.timestamp != undefined) {
        var delay = date.now() - new date(data.params.timestamp).gettime()
        console.log(data.params.symbol, ";", data.params.sequence, ";", data.params.timestamp, ";", delay, '; js ;', evt.data.length)
    }

}

function send_args (args, ws ) {
    var msg = json.stringify(args)
    console.log(date.now(), ' send: '+msg)
    try {
        ws.send(msg)
    } catch(ex) {
        console.log(ex)
    }
}

function hitbtc_marketnames() {
    // return ['eth/pax']
    return ['ada/bch','ada/btc','ada/eth','ada/usd','bch/eurs','bnb/btc','bnb/eth','bnb/usd','bsv/btc','bsv/usd','btc/eurs','btc/pax','btc/usd','btc/usdc','btg/btc','btg/eth','btg/usd','dash/bch','dash/btc','dash/eos','dash/eth','dash/eurs','dash/usd','doge/btc','doge/eth','doge/usd','eos/bch','eos/btc','eos/eth','eos/eurs','eos/pax','eos/usd','etc/bch','etc/btc','etc/eth','etc/usd','eth/btc','eth/eurs','eth/pax','eth/usd','eth/usdc','eurs/usd','ht/btc','ht/usd','iota/btc','iota/eth','iota/usd','leo/usd','link/bch','link/btc','link/eth','link/usd','ltc/bch','ltc/btc','ltc/eos','ltc/eth','ltc/eurs','ltc/usd','neo/btc','neo/eos','neo/eth','neo/eurs','neo/usd','omg/bch','omg/btc','omg/eth','omg/usd','qtum/btc','qtum/eth','qtum/usd','trx/bch','trx/btc','trx/eos','trx/eth','trx/usd','usd/pax','usdt/usd','usd/usdc','xem/btc','xem/eth','xlm/bch','xlm/btc','xlm/eth','xlm/usd','xmr/bch','xmr/btc','xmr/eos','xmr/eth','xmr/eurs','xmr/usd','xrp/bch','xrp/btc','xrp/eos','xrp/eth','xrp/eurs','xrp/usdt','xtz/btc','xtz/eth','xtz/usd','zec/bch','zec/btc','zec/eos','zec/eth','zec/eurs','zec/usd']
}

golang-gobwas 解决方案是

package main

import (
    "context"
    "encoding/json"
    "fmt"
    "github.com/gobwas/ws"
    "github.com/gobwas/ws/wsutil"
    "log"
    "net/url"
    "os"
    "os/signal"
    "strings"
    "time"
)

func hitbtc_marketname() []string {
    return []string{"ada/bch", "ada/btc", "ada/eth", "ada/usd", "bch/eurs", "bnb/btc", "bnb/eth", "bnb/usd", "bsv/btc", "bsv/usd", "btc/eurs", "btc/pax", "btc/usd", "btc/usdc", "btg/btc", "btg/eth", "btg/usd", "dash/bch", "dash/btc", "dash/eos", "dash/eth", "dash/eurs", "dash/usd", "doge/btc", "doge/eth", "doge/usd", "eos/bch", "eos/btc", "eos/eth", "eos/eurs", "eos/pax", "eos/usd", "etc/bch", "etc/btc", "etc/eth", "etc/usd", "eth/btc", "eth/eurs", "eth/pax", "eth/usd", "eth/usdc", "eurs/usd", "ht/btc", "ht/usd", "iota/btc", "iota/eth", "iota/usd", "leo/usd", "link/bch", "link/btc", "link/eth", "link/usd", "ltc/bch", "ltc/btc", "ltc/eos", "ltc/eth", "ltc/eurs", "ltc/usd", "neo/btc", "neo/eos", "neo/eth", "neo/eurs", "neo/usd", "omg/bch", "omg/btc", "omg/eth", "omg/usd", "qtum/btc", "qtum/eth", "qtum/usd", "trx/bch", "trx/btc", "trx/eos", "trx/eth", "trx/usd", "usd/pax", "usdt/usd", "usd/usdc", "xem/btc", "xem/eth", "xlm/bch", "xlm/btc", "xlm/eth", "xlm/usd", "xmr/bch", "xmr/btc", "xmr/eos", "xmr/eth", "xmr/eurs", "xmr/usd", "xrp/bch", "xrp/btc", "xrp/eos", "xrp/eth", "xrp/eurs", "xrp/usdt", "xtz/btc", "xtz/eth", "xtz/usd", "zec/bch", "zec/btc", "zec/eos", "zec/eth", "zec/eurs", "zec/usd"}
}

type messagereceived struct {
    jsonrpc string
    method  string
    params  struct {
        bid       []interface{}
        ask       []interface{}
        data      []interface{}
        sequence  int64
        symbol    string
        timestamp string
    }
}

func main() {

    interrupt := make(chan os.signal, 1)
    signal.notify(interrupt, os.interrupt)

    u := url.url{scheme: "wss", host: "api.hitbtc.com", path: "api/2/ws"}
    fmt.println("connecting to", u.string())

    conn, _, _, err := ws.defaultdialer.dial(context.background(), u.string())
    if err != nil {
        log.fatal(err)
    }

    defer conn.close()

    var bjson []byte

    for _, marketname := range hitbtc_marketname() {

        m := map[string]interface{}{
            "method": "subscribeorderbook",
            "params": map[string]string{
                "symbol": strings.replaceall(marketname, "/", ""),
            },
            "id": 123,
        }

        bjson, err = json.marshal(m)
        if err != nil {
            log.fatal(err)
        }
        err = wsutil.writeclientmessage(conn, ws.optext, bjson)
        if err != nil {
            log.fatal(err)
        }

        m["method"] = "subscribetrades"
        m["id"] = 124

        bjson, err = json.marshal(m)
        if err != nil {
            log.fatal(err)
        }
        err = wsutil.writeclientmessage(conn, ws.optext, bjson)
        if err != nil {
            log.fatal(err)
        }
    }

    go func() {

        for {

            var t time.time
            var data messagereceived

            msg, _, err := wsutil.readserverdata(conn)
            if err != nil {
                log.fatal(err)
            }

            json.unmarshal(msg, &data)

            if len(data.params.timestamp) > 0 {
                t, err = time.parse("2006-01-02t15:04:05.000z", data.params.timestamp)
                if err != nil {
                    log.fatal(err)
                }
                fmt.println(data.params.symbol, ";", data.params.sequence, ";", data.params.timestamp, ";", time.now().sub(t).seconds()*1000, "; gobwas ;", len(msg))
            }
        }
    }()

    ticker := time.newticker(time.second)
    defer ticker.stop()

    for {
        select {
        case <-interrupt:
            log.println("interrupt")
            select {
            case <-time.after(time.second):
            }
            return
        }
    }

}

golang-gorilla 代码是

package main

import (
    "flag"
    "fmt"
    "github.com/gorilla/websocket"
    "log"
    "os"
    "os/signal"
    "strings"
    "time"
)

func hitbtc_marketname() []string {
    return []string{"ADA/BCH", "ADA/BTC", "ADA/ETH", "ADA/USD", "BCH/EURS", "BNB/BTC", "BNB/ETH", "BNB/USD", "BSV/BTC", "BSV/USD", "BTC/EURS", "BTC/PAX", "BTC/USD", "BTC/USDC", "BTG/BTC", "BTG/ETH", "BTG/USD", "DASH/BCH", "DASH/BTC", "DASH/EOS", "DASH/ETH", "DASH/EURS", "DASH/USD", "DOGE/BTC", "DOGE/ETH", "DOGE/USD", "EOS/BCH", "EOS/BTC", "EOS/ETH", "EOS/EURS", "EOS/PAX", "EOS/USD", "ETC/BCH", "ETC/BTC", "ETC/ETH", "ETC/USD", "ETH/BTC", "ETH/EURS", "ETH/PAX", "ETH/USD", "ETH/USDC", "EURS/USD", "HT/BTC", "HT/USD", "IOTA/BTC", "IOTA/ETH", "IOTA/USD", "LEO/USD", "LINK/BCH", "LINK/BTC", "LINK/ETH", "LINK/USD", "LTC/BCH", "LTC/BTC", "LTC/EOS", "LTC/ETH", "LTC/EURS", "LTC/USD", "NEO/BTC", "NEO/EOS", "NEO/ETH", "NEO/EURS", "NEO/USD", "OMG/BCH", "OMG/BTC", "OMG/ETH", "OMG/USD", "QTUM/BTC", "QTUM/ETH", "QTUM/USD", "TRX/BCH", "TRX/BTC", "TRX/EOS", "TRX/ETH", "TRX/USD", "USD/PAX", "USDT/USD", "USD/USDC", "XEM/BTC", "XEM/ETH", "XLM/BCH", "XLM/BTC", "XLM/ETH", "XLM/USD", "XMR/BCH", "XMR/BTC", "XMR/EOS", "XMR/ETH", "XMR/EURS", "XMR/USD", "XRP/BCH", "XRP/BTC", "XRP/EOS", "XRP/ETH", "XRP/EURS", "XRP/USDT", "XTZ/BTC", "XTZ/ETH", "XTZ/USD", "ZEC/BCH", "ZEC/BTC", "ZEC/EOS", "ZEC/ETH", "ZEC/EURS", "ZEC/USD"}
}

type messageReceived struct {
    Jsonrpc string
    Method  string
    Params  struct {
        Bid       []interface{}
        Ask       []interface{}
        Data      []interface{}
        Sequence  int64
        Symbol    string
        Timestamp string
    }
}

func main() {
    flag.Parse()
    log.SetFlags(0)

    interrupt := make(chan os.Signal, 1)
    signal.Notify(interrupt, os.Interrupt)

    c, _, err := websocket.DefaultDialer.Dial("wss://api.hitbtc.com/api/2/ws", nil)
    if err != nil {
        log.Fatal("dial:", err)
    }
    defer c.Close()

    done := make(chan struct{})

    for _, channel := range hitbtc_marketname() {

        m := map[string]interface{}{
            "method": "subscribeOrderbook",
            "params": map[string]string{
                "symbol": strings.ReplaceAll(channel, "/", ""),
            },
            "id": 123,
        }
        err = c.WriteJSON(m)
        if err != nil {
            fmt.Println(err)
            os.Exit(1)
        }

        m["method"] = "subscribeTrades"
        m["id"] = 124
        err = c.WriteJSON(m)
        if err != nil {
            fmt.Println(err)
            os.Exit(1)
        }

    }

    go func() {
        defer close(done)
        for {

            var t time.Time
            var data messageReceived

            err := c.ReadJSON(&data)
            if err != nil {
                log.Println("error:", err)
                os.Exit(0)
            }

            if len(data.Params.Timestamp) > 0 {
                t, err = time.Parse("2006-01-02T15:04:05.000Z", data.Params.Timestamp)
                if err != nil {
                    log.Fatal(err)
                }
                fmt.Println(data.Params.Symbol, ";", data.Params.Sequence, ";", data.Params.Timestamp, ";", time.Now().Sub(t).Seconds()*1000, "; gorilla")
            }

        }
    }()

    ticker := time.NewTicker(time.Second)
    defer ticker.Stop()

    for {
        select {
        case <-done:
            return
        case <-interrupt:
            log.Println("interrupt")
            select {
            case <-done:
            case <-time.After(time.Second):
            }
            return
        }
    }
}

方法:我将每个片段的字符串输出到终端。我同时运行这三个解决方案,并逐条消息比较延迟时间。一切都运行在运行最新版本 debian 的良好 linux 服务器上。

node.js 真的只是比 golang 更快吗?还是我错过了什么?


解决方案


您的代码处理同一 goroutine 中的所有消息。

这基本上会阻止新消息接收,直到处理完前一条消息为止。

试试这个(大猩猩)看看是否有帮助:

    go func() {

        for {
            msg, _, err := wsutil.ReadServerData(conn)
            if err != nil {
                log.Fatal(err)
            }
            // dedicated goroutine for message processing, unblocking current one
            go func() {
                var t time.Time
                var data messageReceived

                json.Unmarshal(msg, &data)

                if len(data.Params.Timestamp) > 0 {
                    t, err = time.Parse("2006-01-02T15:04:05.000Z", data.Params.Timestamp)
                    if err != nil {
                        log.Fatal(err)
                    }
                    fmt.Println(data.Params.Symbol, ";", data.Params.Sequence, ";", data.Params.Timestamp, ";", time.Now().Sub(t).Seconds()*1000, "; gobwas ;", len(msg))
                }
            }()

        }
    }()

到这里,我们也就讲完了《websocket 客户端:node.js 真的比 go(gorilla 和 gobwas)更快吗?》的内容了。个人认为,基础知识的学习和巩固,是为了更好的将其运用到项目中,欢迎关注golang学习网公众号,带你了解更多关于的知识点!

声明:本文转载于:stackoverflow 如有侵犯,请联系study_golang@163.com删除
相关阅读
更多>
最新阅读
更多>
课程推荐
更多>