diff --git a/src/relay/backend/graph_plan_memory.cc b/src/relay/backend/graph_plan_memory.cc
index 1027e8a21d202..d2f5068770ddd 100644
--- a/src/relay/backend/graph_plan_memory.cc
+++ b/src/relay/backend/graph_plan_memory.cc
@@ -173,6 +173,14 @@ class StorageAllocaBaseVisitor : public transform::DeviceAwareExprVisitor {
                                can_realloc);
   }
 
+  /*!
+   * \brief Allocates (or reuses if \p can_realloc is true) a storage token for holding
+   * the result of evaluating \p op on \p device_type.
+   */
+  virtual void CreateTokenOnDevice(const ExprNode* op, DLDeviceType device_type,
+                                   bool can_realloc) = 0;
+};
+
 
 /*! \brief Associate storage with every expression without any concern for sharing. */
 class StorageAllocaInit : protected StorageAllocaBaseVisitor {