Ease main thread by updating UI on every Nth token only. (#2760)

Summary:
Pull Request resolved: #2760
bypass-github-export-checks

Reviewed By: kirklandsign

Differential Revision: D55532081

fbshipit-source-id: 48c67c2872a52c407a0856af566733b079bca99f

Author: shoumikhin

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/App.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/ContentView.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 import UniformTypeIdentifiers
@@ -204,15 +210,21 @@ struct ContentView: View {
         return
       }
       do {
+        var tokens: [String] = []
         try runnerHolder.runner?.generate(text, sequenceLength: seq_len) { token in
-
-          DispatchQueue.main.async {
-            withAnimation {
-              var message = messages.removeLast()
-              message.text += token
-              message.tokenCount += 1
-              message.dateUpdated = Date()
-              messages.append(message)
+          tokens.append(token)
+          if tokens.count > 2 {
+            let text = tokens.joined()
+            let count = text.count
+            tokens = []
+            DispatchQueue.main.async {
+              withAnimation {
+                var message = messages.removeLast()
+                message.text += text
+                message.tokenCount += count
+                message.dateUpdated = Date()
+                messages.append(message)
+              }
             }
           }
           if shouldStopGenerating {

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/LogManager.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/LogView.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/Message.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import Foundation
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/MessageListView.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/MessageView.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/ResourceManager.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import SwiftUI
 

examples/demo-apps/apple_ios/LLaMA/LLaMA/Application/ResourceMonitor.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 import Foundation
 
@@ -12,7 +18,7 @@ final class ResourceMonitor: ObservableObject {
   }
 
   public func start() {
-    memoryUpdateTimer = Timer.scheduledTimer(withTimeInterval: 0.5, repeats: true) { [weak self] _ in
+    memoryUpdateTimer = Timer.scheduledTimer(withTimeInterval: 1, repeats: true) { [weak self] _ in
       self?.updateMemoryUsage()
     }
   }

examples/demo-apps/apple_ios/LLaMA/LLaMARunner/LLaMARunner/Exported/LLaMARunner.h

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 #import <Foundation/Foundation.h>
 

examples/demo-apps/apple_ios/LLaMA/LLaMARunner/LLaMARunner/Exported/LLaMARunner.mm

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 #import "LLaMARunner.h"
 

examples/demo-apps/apple_ios/LLaMA/LLaMARunner/LLaMARunner/__tests__/RunnerTest.swift

@@ -1,4 +1,10 @@
-// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
 
 @testable import LLaMARunner