diff --git a/sklearn_pandas/cross_validation.py b/sklearn_pandas/cross_validation.py
index fd265ab..27f6dfc 100644
--- a/sklearn_pandas/cross_validation.py
+++ b/sklearn_pandas/cross_validation.py
@@ -7,4 +7,4 @@ def __len__(self):
         return len(self.df)
 
     def __getitem__(self, key):
-        return self.df.iloc[key]
+        return self.df.loc[key]