feat: Add to_remote_storage method to RetrievalJob

achals · achals · commit 1dddebcb8ecb · 2022-07-06T11:15:59.000-07:00
Signed-off-by: Achal Shah &lt;achals@gmail.com&gt;
diff --git a/sdk/python/feast/infra/offline_stores/offline_store.py b/sdk/python/feast/infra/offline_stores/offline_store.py
@@ -163,6 +163,23 @@ def metadata(self) -> Optional[RetrievalMetadata]:
         """
         pass
 
+    def supports_remote_storage_export(self) -> bool:
+        """
+        This method should return True if the RetrievalJob supports `to_remote_storage()`.
+        """
+        return False
+
+    def to_remote_storage(self) -> List[str]:
+        """
+        This method should export the result of this RetrievalJob to
+        remote storage (such as S3, GCS, HDFS, etc).
+        Implementations of this method should export the results as
+        multiple parquet files, each file sized appropriately
+        depending on how much data is being returned by the retrieval
+        job.
+        """
+        raise NotImplementedError()
+
 
 class OfflineStore(ABC):
     """
