Linux Ethernet Bridging - Feb 2011 - [Bridge] Bug? Some interfaces not forwarding

We've got an issue with some Xen guests and not forwarding packets on
the bridge for some interfaces but not all others

The main server is 109.169.72.130.

The bridge is eth0 (with peth0)

The IP 109.169.72.249 assigned to vifvm6039.0 works

The IP 109.169.72.251 assigned to vifvm5927.0 doesn't


[root at 8 tmp]# brctl show
bridge name	bridge id		STP enabled	interfaces
eth0		8000.0025901d7134	yes		vifvm5955.0
							tap46.0
							vifvm5911.0
							tap45.0
							vifvm5927.0
							vifvm5912.0
							tap43.0
							vifvm5967.0
							tap40.0
							vifvm5913.0
							vifvm6043.0
							vifvm6032.0
							vifvm6021.0
							vifvm5953.0
							vifvm5907.0
							vifvm5954.0
							tap11.0
							vifvm6039.0
							vifvm6038.0
							tap4.0
							vifvm5919.0
							tap3.0
							vifvm5915.0
							peth0


[root at 8 tmp]# brctl showmacs eth0
port no	mac addr		is local?	ageing timer
  1	00:0d:29:43:df:ae	no		   0.18
 14	00:16:3e:0f:9b:6c	no		   0.53
 16	00:16:3e:14:26:36	no		  24.73
  7	00:16:3e:1d:7e:40	no		 104.61
  5	00:16:3e:37:62:9f	no		  55.77
 18	00:16:3e:47:27:f9	no		 102.34
 12	00:16:3e:70:56:f2	no		 103.13
 17	00:16:3e:75:4a:a5	no		 101.74
 19	00:16:3e:75:f4:b1	no		  40.01
 23	00:16:3e:76:f7:4d	no		  33.89
 13	00:16:3e:79:84:cb	no		 105.13
 15	00:16:3e:7a:59:ac	no		  26.46
  2	00:16:3e:8d:1e:4d	no		   0.20
  8	00:16:3e:96:47:c6	no		 105.13
 10	00:16:3e:9f:3a:69	no		  14.17
 21	00:16:3e:bc:c6:46	no		 102.14
  9	00:16:3e:f2:03:05	no		  11.45
  1	00:23:9c:12:a1:80	no		   0.00
  1	00:25:90:1d:71:34	yes		   0.00
 23	3a:48:46:fa:0f:f3	yes		   0.00
  2	62:7b:18:61:a1:f7	yes		   0.00
 21	66:c2:21:04:72:26	yes		   0.00
 19	7a:8b:f3:51:81:f4	yes		   0.00
 10	a6:7f:67:8e:e5:45	yes		   0.00
  5	c2:2d:30:b5:8e:44	yes		   0.00
  7	ca:a1:4b:0f:7d:c9	yes		   0.00
 13	fe:ff:ff:ff:ff:ff	yes		   0.00

root at 8 tmp]# uname -a
Linux 8.xn.nj.damnvps.com 2.6.18-243.el5xen #1 SMP Mon Feb 7 19:07:01
EST 2011 x86_64 x86_64 x86_64 GNU/Linux
[root at 8 tmp]# cat /etc/redhat-release
CentOS release 5.5 (Final)

On Mon, 21 Feb 2011 15:18:15 +0000
Rus Foster <twattycake at gmail.com> wrote:
> We've got an issue with some Xen guests and not forwarding packets on
> the bridge for some interfaces but not all others
> 
> The main server is 109.169.72.130.
> 
> The bridge is eth0 (with peth0)
> 
> The IP 109.169.72.249 assigned to vifvm6039.0 works
> 
> The IP 109.169.72.251 assigned to vifvm5927.0 doesn't
> 
> 
> [root at 8 tmp]# brctl show
> bridge name	bridge id		STP enabled	interfaces
> eth0		8000.0025901d7134	yes		vifvm5955.0
> 							tap46.0
> 							vifvm5911.0
> 							tap45.0
> 							vifvm5927.0
> 							vifvm5912.0
> 							tap43.0
> 							vifvm5967.0
> 							tap40.0
> 							vifvm5913.0
> 							vifvm6043.0
> 							vifvm6032.0
> 							vifvm6021.0
> 							vifvm5953.0
> 							vifvm5907.0
> 							vifvm5954.0
> 							tap11.0
> 							vifvm6039.0
> 							vifvm6038.0
> 							tap4.0
> 							vifvm5919.0
> 							tap3.0
> 							vifvm5915.0
> 							peth0
> 
> 
> [root at 8 tmp]# brctl showmacs eth0
> port no	mac addr		is local?	ageing timer
>   1	00:0d:29:43:df:ae	no		   0.18
>  14	00:16:3e:0f:9b:6c	no		   0.53
>  16	00:16:3e:14:26:36	no		  24.73
>   7	00:16:3e:1d:7e:40	no		 104.61
>   5	00:16:3e:37:62:9f	no		  55.77
>  18	00:16:3e:47:27:f9	no		 102.34
>  12	00:16:3e:70:56:f2	no		 103.13
>  17	00:16:3e:75:4a:a5	no		 101.74
>  19	00:16:3e:75:f4:b1	no		  40.01
>  23	00:16:3e:76:f7:4d	no		  33.89
>  13	00:16:3e:79:84:cb	no		 105.13
>  15	00:16:3e:7a:59:ac	no		  26.46
>   2	00:16:3e:8d:1e:4d	no		   0.20
>   8	00:16:3e:96:47:c6	no		 105.13
>  10	00:16:3e:9f:3a:69	no		  14.17
>  21	00:16:3e:bc:c6:46	no		 102.14
>   9	00:16:3e:f2:03:05	no		  11.45
>   1	00:23:9c:12:a1:80	no		   0.00
>   1	00:25:90:1d:71:34	yes		   0.00
>  23	3a:48:46:fa:0f:f3	yes		   0.00
>   2	62:7b:18:61:a1:f7	yes		   0.00
>  21	66:c2:21:04:72:26	yes		   0.00
>  19	7a:8b:f3:51:81:f4	yes		   0.00
>  10	a6:7f:67:8e:e5:45	yes		   0.00
>   5	c2:2d:30:b5:8e:44	yes		   0.00
>   7	ca:a1:4b:0f:7d:c9	yes		   0.00
>  13	fe:ff:ff:ff:ff:ff	yes		   0.00
> 
> root at 8 tmp]# uname -a
> Linux 8.xn.nj.damnvps.com 2.6.18-243.el5xen #1 SMP Mon Feb 7 19:07:01
> EST 2011 x86_64 x86_64 x86_64 GNU/Linux
> [root at 8 tmp]# cat /etc/redhat-release
> CentOS release 5.5 (Final)
> 
> 
> From the server 109.169.72.249 and 109.169.72.251 can be pinged
> 
> From externally only 109.169.72.249 can be
> 
> There are NO iptables, ebtables rules
> 
> Default gateway is defined correctly in each guests. If we reboot the
> server then differenet interfaces work/don't work so its not a VM
> configuration issue
> 
> I'm totally out of ideas so thinking it might be a bug
> 
> Feedback gratefully received
pseudo ethernet doesn't do promicious correctly? you should use
eth0 not peth0.

What is output of brctl showstp br0?

--

I moved the bridge to eth1 just to see if was a chipset issue. Same
issue remains with some (but differnet IPs) not working

[root at 8 ~]# brctl showstp eth1
eth1
 bridge id		8000.0025901d7135
 designated root	8000.0025901d7135
 root port		   0			path cost		   0
 max age		  20.00			bridge max age		  20.00
 hello time		   2.00			bridge hello time	   2.00
 forward delay		   1.00			bridge forward delay	   1.00
 ageing time		 300.01
 hello timer		   1.12			tcn timer		   0.00
 topology change timer	   0.00			gc timer		   0.02
 flags			


vifvm6032.0 (23)
 port id		8017			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8017			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm6039.0 (25)
 port id		8019			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8019			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm6038.0 (24)
 port id		8018			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8018			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm6021.0 (22)
 port id		8016			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8016			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm5953.0 (21)
 port id		8015			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8015			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm6043.0 (20)
 port id		8014			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8014			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

tap37.0 (19)
 port id		8013			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8013			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm5906.0 (18)
 port id		8012			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8012			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

vifvm5907.0 (17)
 port id		8011			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8011			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm5912.0 (16)
 port id		8010			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8010			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

tap32.0 (3)
 port id		8003			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8003			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm5911.0 (15)
 port id		800f			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	800f			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

tap29.0 (2)
 port id		8002			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8002			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.12
 flags			

vifvm5958.0 (14)
 port id		800e			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	800e			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

tap28.0 (13)
 port id		800d			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	800d			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.11
 flags			

vifvm5978.0 (12)
 port id		800c			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	800c			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

tap22.0 (11)
 port id		800b			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	800b			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.11
 flags			

vifvm5915.0 (10)
 port id		800a			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	800a			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

tap17.0 (5)
 port id		8005			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8005			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.11
 flags			

vifvm5967.0 (9)
 port id		8009			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8009			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

vifvm5955.0 (8)
 port id		8008			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8008			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

vifvm5954.0 (7)
 port id		8007			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8007			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

vifvm5919.0 (6)
 port id		8006			state		       disabled
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8006			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.00
 flags			

vifvm5913.0 (4)
 port id		8004			state		     forwarding
 designated root	8000.0025901d7135	path cost		 100
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8004			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.11
 flags			

peth1 (1)
 port id		8001			state		     forwarding
 designated root	8000.0025901d7135	path cost		  19
 designated bridge	8000.0025901d7135	message age timer	   0.00
 designated port	8001			forward delay timer	   0.00
 designated cost	   0			hold timer		   0.11
 flags

On Tue, 22 Feb 2011 02:31:15 +0000
Rus Foster <twattycake at gmail.com> wrote:
> I moved the bridge to eth1 just to see if was a chipset issue. Same
> issue remains with some (but differnet IPs) not working
> 
> [root at 8 ~]# brctl showstp eth1
> eth1
>  bridge id		8000.0025901d7135
>  designated root	8000.0025901d7135
>  root port		   0			path cost		   0
>  max age		  20.00			bridge max age		  20.00
>  hello time		   2.00			bridge hello time	   2.00
>  forward delay		   1.00			bridge forward delay	   1.00
>  ageing time		 300.01
>  hello timer		   1.12			tcn timer		   0.00
>  topology change timer	   0.00			gc timer		   0.02
>  flags			
> 
> 
> vifvm6032.0 (23)
>  port id		8017			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8017			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm6039.0 (25)
>  port id		8019			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8019			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm6038.0 (24)
>  port id		8018			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8018			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm6021.0 (22)
>  port id		8016			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8016			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm5953.0 (21)
>  port id		8015			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8015			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm6043.0 (20)
>  port id		8014			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8014			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> tap37.0 (19)
>  port id		8013			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8013			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm5906.0 (18)
>  port id		8012			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8012			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> vifvm5907.0 (17)
>  port id		8011			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8011			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm5912.0 (16)
>  port id		8010			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8010			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> tap32.0 (3)
>  port id		8003			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8003			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm5911.0 (15)
>  port id		800f			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	800f			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> tap29.0 (2)
>  port id		8002			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8002			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.12
>  flags			
> 
> vifvm5958.0 (14)
>  port id		800e			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	800e			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> tap28.0 (13)
>  port id		800d			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	800d			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.11
>  flags			
> 
> vifvm5978.0 (12)
>  port id		800c			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	800c			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> tap22.0 (11)
>  port id		800b			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	800b			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.11
>  flags			
> 
> vifvm5915.0 (10)
>  port id		800a			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	800a			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> tap17.0 (5)
>  port id		8005			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8005			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.11
>  flags			
> 
> vifvm5967.0 (9)
>  port id		8009			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8009			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> vifvm5955.0 (8)
>  port id		8008			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8008			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> vifvm5954.0 (7)
>  port id		8007			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8007			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> vifvm5919.0 (6)
>  port id		8006			state		       disabled
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8006			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.00
>  flags			
> 
> vifvm5913.0 (4)
>  port id		8004			state		     forwarding
>  designated root	8000.0025901d7135	path cost		 100
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8004			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.11
>  flags			
> 
> peth1 (1)
>  port id		8001			state		     forwarding
>  designated root	8000.0025901d7135	path cost		  19
>  designated bridge	8000.0025901d7135	message age timer	   0.00
>  designated port	8001			forward delay timer	   0.00
>  designated cost	   0			hold timer		   0.11
>  flags
Some of these are disabled. You probably have loops in your
network that STP is detecting.

--