如何在 pandas 中绘制类似 "eye diagram" 的图?
How can I draw an "eye diagram"-like plot in pandas?
我有一堆类似的曲线,例如 1000 个振幅、频率和相位略有不同的正弦波,它们看起来像下面这张图:
在上图中,每个正弦波的颜色来自标准 pandas 颜色图;我想得到一个颜色与曲线的 "density" 有关的图。
我的第一个想法是模仿一个旧的示波器屏幕(搜索 "persistence mode" 或查看 https://en.wikipedia.org/wiki/Eye_pattern 了解一些背景):
所以我为所有曲线设置了一种颜色:
不过剧情"flat","density"资料也不是很好
我真的很喜欢这样的情节:
在上图中,黄色表示通过同一点(或同一像素)的 25 到 30 "pass" 之间的多条曲线。
我手工制作了上面的情节,我在问是否可以用 pandas 或 matplotlib 做得更好更直接。
上面的图是用这个程序做的,因为Bresenham的线算法没有优化,需要一段时间(十几秒)。
import numpy as np
import matplotlib.pyplot as plt
import pandas as pd
np.random.seed(0)
# Code adapted from "Eye Diagram" by WarrenWeckesser at https://scipy-cookbook.readthedocs.io/items/EyeDiagram.html
def bres_segment_count_slow(x0, y0, x1, y1, grid):
"""Bresenham's algorithm.
The value of grid[x,y] is incremented for each x,y
in the line from (x0,y0) up to but not including (x1, y1).
"""
if np.any(np.isnan([x0,y0,x1,y1])):
return
nrows, ncols = grid.shape
dx = abs(x1 - x0)
dy = abs(y1 - y0)
sx = 0
if x0 < x1:
sx = 1
else:
sx = -1
sy = 0
if y0 < y1:
sy = 1
else:
sy = -1
err = dx - dy
while True:
# Note: this test is moved before setting
# the value, so we don't set the last point.
if x0 == x1 and y0 == y1:
break
if 0 <= x0 < nrows and 0 <= y0 < ncols:
grid[int(x0), int(y0)] += 1
e2 = 2 * err
if e2 > -dy:
err -= dy
x0 += sx
if e2 < dx:
err += dx
y0 += sy
def bres_curve_count_slow(y, x, grid):
for k in range(x.size - 1):
x0 = x[k]
y0 = y[k]
x1 = x[k+1]
y1 = y[k+1]
bres_segment_count_slow(x0, y0, x1, y1, grid)
def linear_scale(x,src_min,src_max,dst_min,dst_max):
return dst_min+(x-src_min)*(dst_max-dst_min)/(src_max-src_min)
grid_W = 1358
grid_H = 892
grid = np.zeros((grid_H, grid_W), dtype=np.int32)
t = np.linspace(-np.pi, np.pi, 201)
ys = []
for i in range(0,1000):
ys.append(np.random.normal(loc=1,scale=.05)*np.sin(np.random.normal(loc=1,scale=.01)*t+np.random.normal(loc=0,scale=.15)))
df = pd.DataFrame(ys).transpose()
fig, ax = plt.subplots(1)
df.plot(legend=False,ax=ax)
ax.figure.savefig('pandas.png',bbox_inches='tight', dpi=300)
fig, ax = plt.subplots(1)
df.plot(legend=False,ax=ax,color='#b6ffea')
ax.set_facecolor('#4b4f2c')
ax.figure.savefig('pandas_m.png',bbox_inches='tight', dpi=300)
tmin = np.nanmin(t)
tmax = np.nanmax(t)
ymin = np.nanmin(ys)
ymax = np.nanmax(ys)
t_d = np.round(linear_scale(t,tmin,tmax,0,grid_W))
ys_d = []
for y in ys:
ys_d.append(np.round(linear_scale(y,ymin,ymax,0,grid_H)))
for yd in ys_d:
bres_curve_count_slow(t_d, yd, grid)
plt.figure()
grid = grid.astype(np.float32)
grid[grid==0] = np.nan
plt.imshow(grid,origin='lower',cmap=plt.cm.hot)
ax = plt.gca()
ax.set_facecolor('k')
plt.colorbar()
plt.savefig("hand_made_persistence.png", bbox_inches='tight', dpi=300)
Matplotlib 的 hist2d
计算分箱非常有效。参数bins
可以设置x
和y
两个方向的bin数
用细线绘制曲线并使用较小的 alpha 值组合它们是另一种方法。
from matplotlib import pyplot as plt
import numpy as np
t = np.linspace(-np.pi, np.pi, 200)
ys = [np.random.normal(1, .05) * np.sin(np.random.normal(1, .01) * t + np.random.normal(0, .15))
for i in range(0, 1000)]
fig, axs = plt.subplots(nrows=3, sharex=True)
axs[0].plot(t, np.array(ys).T)
axs[1].plot(t, np.array(ys).T, color='crimson', alpha=.1, lw=.1)
axs[2].hist2d(np.tile(t, len(ys)), np.ravel(ys), bins=(200, 50), cmap='inferno')
plt.show()
我有一堆类似的曲线,例如 1000 个振幅、频率和相位略有不同的正弦波,它们看起来像下面这张图:
在上图中,每个正弦波的颜色来自标准 pandas 颜色图;我想得到一个颜色与曲线的 "density" 有关的图。
我的第一个想法是模仿一个旧的示波器屏幕(搜索 "persistence mode" 或查看 https://en.wikipedia.org/wiki/Eye_pattern 了解一些背景):
所以我为所有曲线设置了一种颜色:
不过剧情"flat","density"资料也不是很好
我真的很喜欢这样的情节:
在上图中,黄色表示通过同一点(或同一像素)的 25 到 30 "pass" 之间的多条曲线。 我手工制作了上面的情节,我在问是否可以用 pandas 或 matplotlib 做得更好更直接。
上面的图是用这个程序做的,因为Bresenham的线算法没有优化,需要一段时间(十几秒)。
import numpy as np
import matplotlib.pyplot as plt
import pandas as pd
np.random.seed(0)
# Code adapted from "Eye Diagram" by WarrenWeckesser at https://scipy-cookbook.readthedocs.io/items/EyeDiagram.html
def bres_segment_count_slow(x0, y0, x1, y1, grid):
"""Bresenham's algorithm.
The value of grid[x,y] is incremented for each x,y
in the line from (x0,y0) up to but not including (x1, y1).
"""
if np.any(np.isnan([x0,y0,x1,y1])):
return
nrows, ncols = grid.shape
dx = abs(x1 - x0)
dy = abs(y1 - y0)
sx = 0
if x0 < x1:
sx = 1
else:
sx = -1
sy = 0
if y0 < y1:
sy = 1
else:
sy = -1
err = dx - dy
while True:
# Note: this test is moved before setting
# the value, so we don't set the last point.
if x0 == x1 and y0 == y1:
break
if 0 <= x0 < nrows and 0 <= y0 < ncols:
grid[int(x0), int(y0)] += 1
e2 = 2 * err
if e2 > -dy:
err -= dy
x0 += sx
if e2 < dx:
err += dx
y0 += sy
def bres_curve_count_slow(y, x, grid):
for k in range(x.size - 1):
x0 = x[k]
y0 = y[k]
x1 = x[k+1]
y1 = y[k+1]
bres_segment_count_slow(x0, y0, x1, y1, grid)
def linear_scale(x,src_min,src_max,dst_min,dst_max):
return dst_min+(x-src_min)*(dst_max-dst_min)/(src_max-src_min)
grid_W = 1358
grid_H = 892
grid = np.zeros((grid_H, grid_W), dtype=np.int32)
t = np.linspace(-np.pi, np.pi, 201)
ys = []
for i in range(0,1000):
ys.append(np.random.normal(loc=1,scale=.05)*np.sin(np.random.normal(loc=1,scale=.01)*t+np.random.normal(loc=0,scale=.15)))
df = pd.DataFrame(ys).transpose()
fig, ax = plt.subplots(1)
df.plot(legend=False,ax=ax)
ax.figure.savefig('pandas.png',bbox_inches='tight', dpi=300)
fig, ax = plt.subplots(1)
df.plot(legend=False,ax=ax,color='#b6ffea')
ax.set_facecolor('#4b4f2c')
ax.figure.savefig('pandas_m.png',bbox_inches='tight', dpi=300)
tmin = np.nanmin(t)
tmax = np.nanmax(t)
ymin = np.nanmin(ys)
ymax = np.nanmax(ys)
t_d = np.round(linear_scale(t,tmin,tmax,0,grid_W))
ys_d = []
for y in ys:
ys_d.append(np.round(linear_scale(y,ymin,ymax,0,grid_H)))
for yd in ys_d:
bres_curve_count_slow(t_d, yd, grid)
plt.figure()
grid = grid.astype(np.float32)
grid[grid==0] = np.nan
plt.imshow(grid,origin='lower',cmap=plt.cm.hot)
ax = plt.gca()
ax.set_facecolor('k')
plt.colorbar()
plt.savefig("hand_made_persistence.png", bbox_inches='tight', dpi=300)
Matplotlib 的 hist2d
计算分箱非常有效。参数bins
可以设置x
和y
两个方向的bin数
用细线绘制曲线并使用较小的 alpha 值组合它们是另一种方法。
from matplotlib import pyplot as plt
import numpy as np
t = np.linspace(-np.pi, np.pi, 200)
ys = [np.random.normal(1, .05) * np.sin(np.random.normal(1, .01) * t + np.random.normal(0, .15))
for i in range(0, 1000)]
fig, axs = plt.subplots(nrows=3, sharex=True)
axs[0].plot(t, np.array(ys).T)
axs[1].plot(t, np.array(ys).T, color='crimson', alpha=.1, lw=.1)
axs[2].hist2d(np.tile(t, len(ys)), np.ravel(ys), bins=(200, 50), cmap='inferno')
plt.show()