Python构造IP报文与POST报文集合分类处理
本文介绍如何使用Python构造IP报文,并通过字典数据结构将包含域名、POST报文及类型的数据按域名分类整理,最终写入Excel文件。代码示例展示了IP头部构造逻辑及利用openpyxl和pandas进行数据清洗与输出的完整流程,适用于网络报文分析与数据处理场景。
Python构造IP报文与POST报文分类处理概述
此处省略冗余说明,直接展示核心代码实现。
IP报文头部构造代码实现
import socket
import sys
import time
import struct
HOST, PORT = "10.60.66.66", 10086
def make_forward_iphdr(source_ip = '1.0.0.1', dest_ip = '2.0.0.2', proto = socket.IPPROTO_UDP) :
# ip header fields
ip_ihl = 5
ip_ver = 4
ip_tos = 0
ip_tot_len = 0 # kernel will fill the correct total length
ip_id = 54321 #Id of this packet
ip_frag_off = 0
ip_ttl = 255
ip_proto = proto
ip_check = 0 # kernel will fill the correct checksum
ip_saddr = socket.inet_aton ( source_ip ) #Spoof the source ip address if you want to
ip_daddr = socket.inet_aton ( dest_ip )
ip_ihl_ver = (ip_ver << 4) + ip_ihl
# the ! in the pack format string means network order
ip_header = struct.pack('!BBHHHBBH4s4s', ip_ihl_ver, ip_tos, ip_tot_len, ip_id, ip_frag_off, ip_ttl, ip_proto, ip_check, ip_saddr, ip_daddr)
return ip_header
def make_forward_udphdr(src_port = 1024, dst_port = 10086) :
udp_header = struct.pack('!HHHH', src_port, dst_port, 0, 0)
return udp_header
# checksum functions needed for calculation checksum
def checksum(msg):
s = 0
# loop taking 2 characters at a time
for i in range(0, len(msg), 2):
w = ord(msg[i]) + (ord(msg[i+1]) << 8 )
s = s + w
s = (s>>16) + (s & 0xffff);
s = s + (s >> 16);
#complement and mask to 4 byte short
s = ~s & 0xffff
return s
def make_tcp_data(ip_header, src_port = 1024, dst_port = 10086, source_ip='1.0.0.1', dest_ip='2.0.0.2', user_data = 'test') :
tcp_source = src_port # source port
tcp_dest = dst_port # destination port
tcp_seq = 454
tcp_ack_seq = 0
tcp_doff = 5 #4 bit field, size of tcp header, 5 * 4 = 20 bytes
#tcp flags
tcp_fin = 0
tcp_syn = 1
tcp_rst = 0
tcp_psh = 0
tcp_ack = 0
tcp_urg = 0
tcp_window = socket.htons (5840) # maximum allowed window size
tcp_check = 0
tcp_urg_ptr = 0
tcp_offset_res = (tcp_doff << 4) + 0
tcp_flags = tcp_fin + (tcp_syn << 1) + (tcp_rst << 2) + (tcp_psh <<3) + (tcp_ack << 4) + (tcp_urg << 5)
# the ! in the pack format string means network order
tcp_header = struct.pack('!HHLLBBHHH' , tcp_source, tcp_dest, tcp_seq, tcp_ack_seq, tcp_offset_res, tcp_flags, tcp_window, tcp_check, tcp_urg_ptr)
source_address = socket.inet_aton(source_ip)
dest_address = socket.inet_aton(dest_ip)
placeholder = 0
protocol = socket.IPPROTO_TCP
tcp_length = len(tcp_header) + len(user_data)
psh = struct.pack('!4s4sBBH' , source_address , dest_address , placeholder , protocol , tcp_length);
psh = psh + tcp_header + user_data;
tcp_check = checksum(psh)
#print tcp_checksum
# make the tcp header again and fill the correct checksum - remember checksum is NOT in network byte order
tcp_header = struct.pack('!HHLLBBH' , tcp_source, tcp_dest, tcp_seq, tcp_ack_seq, tcp_offset_res, tcp_flags, tcp_window) + struct.pack('H' , tcp_check) + struct.pack('!H' ,tcp_urg_ptr)
# final full packet - syn packets dont have any data
packet = ip_header + tcp_header + user_data
return packet
POST报文按域名分类处理逻辑
补充知识:利用Python处理以域名为关键字的POST报文集合分类
主要思路是将报文按照域名划分为不同的集合,随后将这些数据写入Excel文件,核心实现依赖于Python的字典数据结构。
输入数据格式包含以下字段:
[域名,POST报文(单个域名可能对应多条报文,分布在不同行),域名类型]
输出数据格式调整为:
[域名,合并后的POST报文集合,域名类型]
基于字典的Excel数据写入与清洗
#-*- encoding:UTF-8 -*-
import openpyxl
from openpyxl import load_workbook
from openpyxl import Workbook
import numpy as np
import pandas as pd
import re
strinfo = re.compile('[ ]+')
book=load_workbook('ex2.xlsx','utf-8')
sheet=book.worksheets[0]
rows=sheet.max_row
cols=sheet.max_column
Post={}
Type={}
for i in range(2,rows+1):#向字典里添加元素
dn=sheet.cell(i,1).value
pv=sheet.cell(i,2).value
tv=sheet.cell(i,3).value
if Post.get(dn)==None:#第一次遇到這个域名
Post[dn]=pv
Type[dn]=tv
else:
Post[dn]+='\n'+pv
wb=Workbook()
sh=wb.worksheets[0]#输出表格
for i in range(2,rows+1):#从字典中取出内容存入excel
dn=sheet.cell(i,1).value
if i==2:
Post[dn]=Post[dn].replace('/',' ').replace(':',' ')
Post[dn]=Post[dn].replace('(',' ').replace(')',' ')
Post[dn]=Post[dn].replace('*',' ').replace(';',' ')
Post[dn]=Post[dn].replace('\t',' ').replace('\n',' ')
Post[dn]=Post[dn].replace('$',' ').replace('@',' ')
Post[dn]=Post[dn].replace('=',' ').replace('&',' ')
Post[dn]=Post[dn].replace(',',' ').replace('?',' ')
Post[dn]=strinfo.sub(' ',Post[dn])
sh.append([dn,Post[dn],Type[dn]])
else:
if dn!=sheet.cell(i-1,1).value:
Post[dn]=Post[dn].replace('/',' ').replace(':',' ')
Post[dn]=Post[dn].replace('(',' ').replace(')',' ')
Post[dn]=Post[dn].replace('*',' ').replace(';',' ')
Post[dn]=Post[dn].replace('\t',' ').replace('\n',' ')
Post[dn]=Post[dn].replace('$',' ').replace('@',' ')
Post[dn]=Post[dn].replace('=',' ').replace('&',' ')
Post[dn]=Post[dn].replace(',',' ').replace('?',' ')
Post[dn]=strinfo.sub(' ',Post[dn])
sh.append([dn,Post[dn],Type[dn]])
else:
continue
replace('_x000D_','')
wb.save('out.csv')
以上关于Python构造IP报文及数据处理的内容即为完整示例,希望能对读者有所帮助,欢迎继续支持本站获取更多技术分享。
本站声明
本文内容仅供参考,不代表本站观点。转载或引用请注明出处。如发现内容问题,请通过联系我们页面反馈。













