Skip to content

Commit 6b34888

Browse files
committed
fix
1 parent 59d6e2a commit 6b34888

File tree

2 files changed

+11
-8
lines changed
  • examples/demo-apps/android/LlamaDemo/app/src/androidTest/java/com/example/executorchllamademo
  • extension/benchmark/android/benchmark/app/src/main/java/org/pytorch/minibench

2 files changed

+11
-8
lines changed

examples/demo-apps/android/LlamaDemo/app/src/androidTest/java/com/example/executorchllamademo/PerfTest.java

Lines changed: 10 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -66,13 +66,16 @@ public void onResult(String result) {
6666
}
6767

6868
@Override
69-
public void onStats(String result) throws JSONException {
70-
JSONObject jsonObject = new JSONObject(result);
71-
int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
72-
int inferenceEndMs = jsonObject.getInt("inference_end_ms");
73-
int promptEvalEndMs = jsonObject.getInt("prompt_eval_end_ms");
74-
float tps = (float) numGeneratedTokens / (inferenceEndMs - promptEvalEndMs) * 1000;
75-
tokensPerSecond.add(tps);
69+
public void onStats(String result) {
70+
try {
71+
JSONObject jsonObject = new JSONObject(result);
72+
int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
73+
int inferenceEndMs = jsonObject.getInt("inference_end_ms");
74+
int promptEvalEndMs = jsonObject.getInt("prompt_eval_end_ms");
75+
float tps = (float) numGeneratedTokens / (inferenceEndMs - promptEvalEndMs) * 1000;
76+
tokensPerSecond.add(tps);
77+
} catch (JSONException e) {
78+
}
7679
}
7780

7881
private void report(final String metric, final Float value) {

extension/benchmark/android/benchmark/app/src/main/java/org/pytorch/minibench/LlmBenchmarkActivity.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ public void onModelLoaded(int status) {
8181
public void onTokenGenerated(String token) {}
8282

8383
@Override
84-
public void onStats(String result) {
84+
public void onStats(String stats) {
8585
float tps = 0;
8686
try {
8787
JSONObject jsonObject = new JSONObject(stats);

0 commit comments

Comments
 (0)