diff --git a/jaxlib/mosaic/dialect/tpu/transforms/infer_vector_layout.cc b/jaxlib/mosaic/dialect/tpu/transforms/infer_vector_layout.cc
index 4e14657a3fb1..b808af5d6150 100644
--- a/jaxlib/mosaic/dialect/tpu/transforms/infer_vector_layout.cc
+++ b/jaxlib/mosaic/dialect/tpu/transforms/infer_vector_layout.cc
@@ -1968,32 +1968,6 @@ class VectorLayoutInferer {
     setOutLayout(op, out);
   }
 
-  SmallVector<Layout, 4> getInLayout(Operation *op) {
-    CHECK(op);
-    CHECK(op->getAttr("in_layout"));
-    auto in_attrs = op->getAttrOfType<ArrayAttr>("in_layout").getValue();
-    CHECK_EQ(in_attrs.size(), op->getNumOperands());
-    SmallVector<Layout, 4> in_layouts;
-    in_layouts.reserve(op->getNumOperands());
-    for (int i = 0; i < op->getNumOperands(); ++i) {
-      in_layouts.push_back(cast<VectorLayoutAttr>(in_attrs[i]).getLayout());
-    }
-    return in_layouts;
-  }
-
-  SmallVector<Layout, 4> getOutLayout(Operation *op) {
-    CHECK(op);
-    CHECK(op->getAttr("out_layout"));
-    auto out_attrs = op->getAttrOfType<ArrayAttr>("out_layout").getValue();
-    CHECK_EQ(out_attrs.size(), op->getNumResults());
-    SmallVector<Layout, 4> out_layouts;
-    out_layouts.reserve(op->getNumResults());
-    for (int i = 0; i < op->getNumResults(); ++i) {
-      out_layouts.push_back(cast<VectorLayoutAttr>(out_attrs[i]).getLayout());
-    }
-    return out_layouts;
-  }
-
   Layout getLayout(Value v) {
     auto op = v.getDefiningOp();
     CHECK(op);