時間：2023-10-23 13:12:01 | 來源：網(wǎng)站運(yùn)營
時間：2023-10-23 13:12:01 來源：網(wǎng)站運(yùn)營
.net 有沒有比較好用的redis 集群解決方案?：該原文是Ayende Rahien大佬業(yè)余自己在使用C# 和 .NET構(gòu)建一個簡單、高性能兼容Redis協(xié)議的數(shù)據(jù)庫的經(jīng)歷。首先這個"Redis"是非常簡單的實(shí)現(xiàn)，但是他在優(yōu)化這個簡單"Redis"路程很有趣，也能給我們在從事性能優(yōu)化工作時帶來一些啟示。
在線咨詢
Socket.Select()方法，但是需要我們自己在此基礎(chǔ)上構(gòu)建一切（比如我們必須寫代碼處理緩沖、字符串等等）。ConcurrentDictionary。ConcurrentDictionary的可伸縮性。即使我使用了1024個分片的鎖，它仍然占用50%的時間開銷。問題是，我們能做得更好嗎？我們可以嘗試一個更好的選擇，就是我們不再使用ConcurrentDictionary，而是直接使用單獨(dú)的Dictionary來分片，這樣的話每個Dictionary都不需要并發(fā)就可以訪問。Dictionary）來完成這項工作。因為我是16核的機(jī)器，我將創(chuàng)建10個這樣的線程（假設(shè)它們每個都能分配到1個核心），并且我能夠?qū)/O處理放到其余的6個核心上。SubString函數(shù)的調(diào)用開銷也很大，超過整個系統(tǒng)開銷的6%。在研究系統(tǒng)其它部分時，看到了這個：using System.Collections.Concurrent;using System.Net.Sockets;using System.Threading.Channels;var listener = new TcpListener(System.Net.IPAddress.Any, 6379);listener.Start();var redisClone = new RedisClone();while (true){ var client = listener.AcceptTcpClient(); var _ = redisClone.HandleConnection(client); // run async}public class RedisClone{ ShardedDictionary _state = new(Environment.ProcessorCount / 2); public async Task HandleConnection(TcpClient tcp) { var _ = tcp; var stream = tcp.GetStream(); var client = new Client { Tcp = tcp, Dic = _state, Reader = new StreamReader(stream), Writer = new StreamWriter(stream) { NewLine = "/r/n" } }; await client.ReadAsync(); }}class Client{ public TcpClient Tcp; public StreamReader Reader; public StreamWriter Writer; public string Key; public string? Value; public ShardedDictionary Dic; List<string> Args = new(); public async Task ReadAsync() { try { Args.Clear(); var lineTask = Reader.ReadLineAsync(); if (lineTask.IsCompleted == false) { await Writer.FlushAsync(); } var line = await lineTask; if (line == null) { using (Tcp) { return; } } if (line[0] != '*') throw new InvalidDataException("Cannot understand arg batch: " + line); var argsv = int.Parse(line.Substring(1)); for (int i = 0; i < argsv; i++) { line = await Reader.ReadLineAsync(); if (line == null || line[0] != '$') throw new InvalidDataException("Cannot understand arg length: " + line); var argLen = int.Parse(line.Substring(1)); line = await Reader.ReadLineAsync(); if (line == null || line.Length != argLen) throw new InvalidDataException("Wrong arg length expected " + argLen + " got: " + line); Args.Add(line); } switch (Args[0]) { case "GET": Key = Args[1]; Value = null; break; case "SET": Key = Args[1]; Value = Args[2]; break; default: throw new ArgumentOutOfRangeException("Unknown command: " + Args[0]); } Dic.Run(this); } catch (Exception e) { await HandleError(e); } } public async Task NextAsync() { try { if (Value == null) { await Writer.WriteLineAsync("$-1"); } else { await Writer.WriteLineAsync($"${Value.Length}/r/n{Value}"); } await ReadAsync(); } catch (Exception e) { await HandleError(e); } } public async Task HandleError(Exception e) { using (Tcp) { try { string? line; var errReader = new StringReader(e.ToString()); while ((line = errReader.ReadLine()) != null) { await Writer.WriteAsync("-"); await Writer.WriteLineAsync(line); } await Writer.FlushAsync(); } catch (Exception) { // nothing we can do } } }}class ShardedDictionary{ Dictionary<string, string>[] _dics; BlockingCollection<Client>[] _workers; public ShardedDictionary(int shardingFactor) { _dics = new Dictionary<string, string>[shardingFactor]; _workers = new BlockingCollection<Client>[shardingFactor]; for (int i = 0; i < shardingFactor; i++) { var dic = new Dictionary<string, string>(); var worker = new BlockingCollection<Client>(); _dics[i] = dic; _workers[i] = worker; // readers new Thread(() => { ExecWorker(dic, worker); }) { IsBackground = true, }.Start(); } } private static void ExecWorker(Dictionary<string, string> dic, BlockingCollection<Client> worker) { while (true) { var client = worker.Take(); if (client.Value != null) { dic[client.Key] = client.Value; client.Value = null; } else { dic.TryGetValue(client.Key, out client.Value); } var _ = client.NextAsync(); } } public void Run(Client c) { var reader = _workers[c.GetHashCode() % _workers.Length]; reader.Add(c); }}學(xué)習(xí)離不開答疑交流，跳槽高薪離不開信息分享，這里給大家推薦個學(xué)習(xí)群，里面有大佬技術(shù)答疑、有直播技術(shù)分享、有資料定期分享、還有高薪內(nèi)推資源，強(qiáng)烈建議大家進(jìn)群一起學(xué)習(xí)交流，來年拿高薪。也歡迎大家加入最活躍的編程技術(shù)交流群 (.NET/WPF )進(jìn)學(xué)習(xí)群，一起學(xué)習(xí)進(jìn)步！關(guān)鍵詞：解決,方案
客戶&案例
營銷資訊
關(guān)于我們
微信公眾號
版權(quán)所有? 億企邦 1997-2025 保留一切法律許可權(quán)利。
