Fix test with resources

Summary: Fix test failure due to resources not handled correctly by ios tests.

Differential Revision: D66392647

Author: larryliu0820

examples/models/llama/tokenizer/test/test_tiktoken.cpp

@@ -14,6 +14,10 @@
 
 #include <gtest/gtest.h>
 
+#ifdef EXECUTORCH_FB_BUCK
+#include <TestResourceUtils/TestResourceUtils.h>
+#endif
+
 using namespace ::testing;
 
 using ::example::Version;
@@ -26,8 +30,13 @@ class MultimodalTiktokenV5ExtensionTest : public Test {
   void SetUp() override {
     executorch::runtime::runtime_init();
     tokenizer_ = get_tiktoken_for_llama(Version::Multimodal);
+#ifdef EXECUTORCH_FB_BUCK
+    modelPath_ =
+        facebook::xplat::testing::getPathForTestResource("resources/test_tiktoken_tokenizer.model");
+#else
     modelPath_ = std::getenv("RESOURCES_PATH") +
         std::string("/test_tiktoken_tokenizer.model");
+#endif
   }
 
   std::unique_ptr<Tokenizer> tokenizer_;

extension/llm/tokenizer/test/test_bpe_tokenizer.cpp

@@ -6,6 +6,9 @@
  * LICENSE file in the root directory of this source tree.
  */
 
+#ifdef EXECUTORCH_FB_BUCK
+#include <TestResourceUtils/TestResourceUtils.h>
+#endif
 #include <executorch/extension/llm/tokenizer/bpe_tokenizer.h>
 #include <executorch/runtime/platform/runtime.h>
 #include <gtest/gtest.h>
@@ -23,8 +26,13 @@ class TokenizerExtensionTest : public Test {
   void SetUp() override {
     executorch::runtime::runtime_init();
     tokenizer_ = std::make_unique<BPETokenizer>();
+#ifdef EXECUTORCH_FB_BUCK
+    modelPath_ =
+          facebook::xplat::testing::getPathForTestResource("resources/test_bpe_tokenizer.model");
+#else
     modelPath_ =
         std::getenv("RESOURCES_PATH") + std::string("/test_bpe_tokenizer.bin");
+#endif
   }
 
   std::unique_ptr<Tokenizer> tokenizer_;

extension/llm/tokenizer/test/test_tiktoken.cpp

@@ -6,6 +6,9 @@
  * LICENSE file in the root directory of this source tree.
  */
 
+#ifdef EXECUTORCH_FB_BUCK
+#include <TestResourceUtils/TestResourceUtils.h>
+#endif
 #include <executorch/extension/llm/tokenizer/tiktoken.h>
 #include <executorch/runtime/platform/runtime.h>
 #include <gmock/gmock.h>
@@ -55,8 +58,13 @@ class TiktokenExtensionTest : public Test {
     executorch::runtime::runtime_init();
     tokenizer_ = std::make_unique<Tiktoken>(
         _get_special_tokens(), kBOSTokenIndex, kEOSTokenIndex);
+#ifdef EXECUTORCH_FB_BUCK
+    modelPath_ =
+        facebook::xplat::testing::getPathForTestResource("resources/test_tiktoken_tokenizer.model");
+#else
     modelPath_ = std::getenv("RESOURCES_PATH") +
         std::string("/test_tiktoken_tokenizer.model");
+#endif
   }
 
   std::unique_ptr<Tokenizer> tokenizer_;
@@ -144,44 +152,58 @@ TEST_F(TiktokenExtensionTest, ConstructionWithInvalidEOSIndex) {
 }
 
 TEST_F(TiktokenExtensionTest, LoadWithInvalidPath) {
-  auto invalidModelPath =
-      std::getenv("RESOURCES_PATH") + std::string("/nonexistent.model");
-
-  Error res = tokenizer_->load(invalidModelPath.c_str());
+  auto invalidModelPath = "./nonexistent.model";
+  Error res = tokenizer_->load(invalidModelPath);
   EXPECT_EQ(res, Error::InvalidArgument);
 }
 
 TEST_F(TiktokenExtensionTest, LoadTiktokenFileWithInvalidRank) {
+#ifdef EXECUTORCH_FB_BUCK
+  auto invalidModelPath =
+          facebook::xplat::testing::getPathForTestResource("resources/test_tiktoken_invalid_rank.model");
+#else
   auto invalidModelPath = std::getenv("RESOURCES_PATH") +
       std::string("/test_tiktoken_invalid_rank.model");
-
+#endif
   Error res = tokenizer_->load(invalidModelPath.c_str());
 
   EXPECT_EQ(res, Error::InvalidArgument);
 }
 
 TEST_F(TiktokenExtensionTest, LoadTiktokenFileWithInvalidBase64) {
+#ifdef EXECUTORCH_FB_BUCK
+  auto invalidModelPath =
+          facebook::xplat::testing::getPathForTestResource("resources/test_tiktoken_invalid_base64.model");
+#else
   auto invalidModelPath = std::getenv("RESOURCES_PATH") +
       std::string("/test_tiktoken_invalid_base64.model");
-
+#endif
   Error res = tokenizer_->load(invalidModelPath.c_str());
 
   EXPECT_EQ(res, Error::InvalidArgument);
 }
 
 TEST_F(TiktokenExtensionTest, LoadTiktokenFileWithNoSpace) {
+#ifdef EXECUTORCH_FB_BUCK
+  auto invalidModelPath =
+          facebook::xplat::testing::getPathForTestResource("resources/test_tiktoken_no_space.model");
+#else
   auto invalidModelPath = std::getenv("RESOURCES_PATH") +
       std::string("/test_tiktoken_no_space.model");
-
+#endif
   Error res = tokenizer_->load(invalidModelPath.c_str());
 
   EXPECT_EQ(res, Error::InvalidArgument);
 }
 
 TEST_F(TiktokenExtensionTest, LoadTiktokenFileWithBPEFile) {
+#ifdef EXECUTORCH_FB_BUCK
+  auto invalidModelPath =
+          facebook::xplat::testing::getPathForTestResource("resources/test_bpe_tokenizer.bin");
+#else
   auto invalidModelPath =
       std::getenv("RESOURCES_PATH") + std::string("/test_bpe_tokenizer.bin");
-
+#endif
   Error res = tokenizer_->load(invalidModelPath.c_str());
 
   EXPECT_EQ(res, Error::InvalidArgument);