Update neighborexchange.py
Browse files- neighborexchange.py +1 -1
neighborexchange.py
CHANGED
@@ -56,7 +56,7 @@ class NeighborExchange(nn.Module):
|
|
56 |
if i < self.num_experts_x - 1: # Down neighbor
|
57 |
neighbors.append(reshaped_outputs[:, :, i+1, j, :])
|
58 |
if j > 0: # Left neighbor
|
59 |
-
neighbors.append(
|
60 |
if j < self.num_experts_y - 1: # Right neighbor
|
61 |
neighbors.append(reshaped_outputs[:, :, i, j+1, :])
|
62 |
|
|
|
56 |
if i < self.num_experts_x - 1: # Down neighbor
|
57 |
neighbors.append(reshaped_outputs[:, :, i+1, j, :])
|
58 |
if j > 0: # Left neighbor
|
59 |
+
neighbors.append(reshaped_outputs[:, :, i, j-1, :])
|
60 |
if j < self.num_experts_y - 1: # Right neighbor
|
61 |
neighbors.append(reshaped_outputs[:, :, i, j+1, :])
|
62 |
|