brisonus_data_collector/buffer_process.py

import os
import struct
import logging
from frame import FrameFormat

# 配置日志
logging.basicConfig(
    level=logging.INFO,
    format='%(asctime)s - %(levelname)s - %(message)s'
)

class BufferProcessor:
    def __init__(self):
        self.buffer = bytearray()
        self.total_bytes_processed = 0
        self.total_frames_found = 0
        self.total_invalid_bytes = 0
        self.total_corrupt_frames = 0
        self.total_valid_frames = 0
        self.frame_sizes = []
        self.frame_intervals = []
        self.last_frame_pos = 0
        
    def process_data(self, data: bytes) -> None:
        """
        处理接收到的数据
        Args:
            data: 接收到的数据
        """
        self.buffer.extend(data)
        self.total_bytes_processed += len(data)
        
        # 处理缓冲区中的数据
        while len(self.buffer) >= FrameFormat.FIXED_SIZE:
            # 查找帧头
            header_pos = self._find_header()
            if header_pos is None:
                # 没有找到帧头，清空缓冲区
                self.total_invalid_bytes += len(self.buffer)
                self.buffer.clear()
                break
                
            # 移除帧头前的无效数据
            if header_pos > 0:
                self.total_invalid_bytes += header_pos
                self.buffer = self.buffer[header_pos:]
            
            # 获取帧长度
            frame_length = FrameFormat.get_frame_length(self.buffer)
            if frame_length is None:
                # 数据不足，等待更多数据
                break
                
            # 检查是否有完整的帧
            if len(self.buffer) < frame_length:
                break
                
            # 提取帧数据
            frame_data = self.buffer[:frame_length]
            self.buffer = self.buffer[frame_length:]
            
            # 验证帧
            if FrameFormat.parse_frame(frame_data):
                self.total_valid_frames += 1
                self.frame_sizes.append(frame_length)
                if self.last_frame_pos > 0:
                    self.frame_intervals.append(header_pos)
                self.last_frame_pos = self.total_bytes_processed - len(self.buffer)
            else:
                self.total_corrupt_frames += 1
                
            self.total_frames_found += 1
    
    def _find_header(self) -> int:
        """
        在缓冲区中查找帧头
        Returns:
            int: 帧头位置，如果未找到返回None
        """
        if len(self.buffer) < FrameFormat.HEADER_SIZE:
            return None
            
        # 查找帧头
        for i in range(len(self.buffer) - FrameFormat.HEADER_SIZE + 1):
            if self.buffer[i:i+FrameFormat.HEADER_SIZE] == FrameFormat.FRAME_HEADER:
                return i
        return None
    
    def get_statistics(self) -> dict:
        """
        获取处理统计信息
        Returns:
            dict: 统计信息
        """
        stats = {
            "total_bytes_processed": self.total_bytes_processed,
            "total_frames_found": self.total_frames_found,
            "total_invalid_bytes": self.total_invalid_bytes,
            "total_corrupt_frames": self.total_corrupt_frames,
            "total_valid_frames": self.total_valid_frames,
            "buffer_size": len(self.buffer),
            "average_frame_size": sum(self.frame_sizes) / len(self.frame_sizes) if self.frame_sizes else 0,
            "average_frame_interval": sum(self.frame_intervals) / len(self.frame_intervals) if self.frame_intervals else 0
        }
        return stats

def process_file(file_path: str) -> None:
    """
    处理文件中的所有数据
    Args:
        file_path: 文件路径
    """
    processor = BufferProcessor()
    
    with open(file_path, 'rb') as f:
        while True:
            data = f.read(1024)  # 每次读取1KB
            if not data:
                break
            processor.process_data(data)
    
    # 输出统计信息
    stats = processor.get_statistics()
    print("\n处理完成!")
    print(f"总处理字节数: {stats['total_bytes_processed']:,}")
    print(f"总帧数: {stats['total_frames_found']}")
    print(f"有效帧数: {stats['total_valid_frames']}")
    print(f"损坏帧数: {stats['total_corrupt_frames']}")
    print(f"无效字节数: {stats['total_invalid_bytes']}")
    print(f"剩余缓冲区大小: {stats['buffer_size']}")
    print(f"平均帧大小: {stats['average_frame_size']:.1f} 字节")
    print(f"平均帧间隔: {stats['average_frame_interval']:.1f} 字节")

if __name__ == "__main__":
    # 处理测试数据文件
    test_file = "test_data/test_frames.bin"
    if not os.path.exists(test_file):
        print(f"错误：测试数据文件 {test_file} 不存在")
        exit(1)
        
    process_file(test_file)