Skip to content

refactored and added tags to infinite speech streaming sample #1605

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Oct 7, 2019
Merged

refactored and added tags to infinite speech streaming sample #1605

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
53 changes: 26 additions & 27 deletions speech/cloud-client/src/main/java/com/example/speech/InfiniteStreamRecognize.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
/*
* Copyright 2018 Google LLC
* Copyright 2019 Google LLC
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We don't change the copyright of the file on modification. Otherwise LGTM

*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
Expand All @@ -16,7 +16,7 @@

package com.example.speech;

// [START speech_transcribe_infinite_streaming]
// [START speech_transcribe_infinite_streaming_imports]

import com.google.api.gax.rpc.ClientStream;
import com.google.api.gax.rpc.ResponseObserver;
Expand All @@ -43,13 +43,13 @@
import javax.sound.sampled.DataLine.Info;
import javax.sound.sampled.TargetDataLine;

// [END speech_transcribe_infinite_streaming_imports]

public class InfiniteStreamRecognize {

private static final int STREAMING_LIMIT = 290000; // ~5 minutes
// [START speech_transcribe_infinite_streaming_globals]

public static final String RED = "\033[0;31m";
public static final String GREEN = "\033[0;32m";
public static final String YELLOW = "\033[0;33m";
private static final int STREAMING_LIMIT = 290000; // ~5 minutes

// Creating shared object
private static volatile BlockingQueue<byte[]> sharedQueue = new LinkedBlockingQueue();
Expand All @@ -68,6 +68,19 @@ public class InfiniteStreamRecognize {
private static StreamController referenceToStreamController;
private static ByteString tempByteString;

// [END speech_transcribe_infinite_streaming_globals]

public static String convertMillisToDate(double milliSeconds) {
long millis = (long) milliSeconds;
DecimalFormat format = new DecimalFormat();
format.setMinimumIntegerDigits(2);
return String.format("%s:%s /",
format.format(TimeUnit.MILLISECONDS.toMinutes(millis)),
format.format(TimeUnit.MILLISECONDS.toSeconds(millis)
- TimeUnit.MINUTES.toSeconds(TimeUnit.MILLISECONDS.toMinutes(millis)))
);
}
// [START speech_transcribe_infinite_streaming_main]
public static void main(String... args) {
InfiniteStreamRecognizeOptions options = InfiniteStreamRecognizeOptions.fromFlags(args);
if (options == null) {
Expand All @@ -82,17 +95,7 @@ public static void main(String... args) {
System.out.println("Exception caught: " + e);
}
}

public static String convertMillisToDate(double milliSeconds) {
long millis = (long) milliSeconds;
DecimalFormat format = new DecimalFormat();
format.setMinimumIntegerDigits(2);
return String.format("%s:%s /",
format.format(TimeUnit.MILLISECONDS.toMinutes(millis)),
format.format(TimeUnit.MILLISECONDS.toSeconds(millis)
- TimeUnit.MINUTES.toSeconds(TimeUnit.MILLISECONDS.toMinutes(millis)))
);
}
// [END speech_transcribe_infinite_streaming_main]

/** Performs infinite streaming speech recognition */
public static void infiniteStreamingRecognize(String languageCode) throws Exception {
Expand All @@ -102,7 +105,6 @@ class MicBuffer implements Runnable {

@Override
public void run() {
System.out.println(YELLOW);
System.out.println("Start speaking...Press Ctrl-C to stop");
targetDataLine.start();
byte[] data = new byte[BYTES_PER_BUFFER];
Expand Down Expand Up @@ -134,7 +136,8 @@ public void run() {
public void onStart(StreamController controller) {
referenceToStreamController = controller;
}


// [START speech_transcribe_infinite_streaming_output]
public void onResponse(StreamingRecognizeResponse response) {
responses.add(response);
StreamingRecognitionResult result = response.getResultsList().get(0);
Expand All @@ -146,8 +149,6 @@ public void onResponse(StreamingRecognizeResponse response) {

SpeechRecognitionAlternative alternative = result.getAlternativesList().get(0);
if (result.getIsFinal()) {
System.out.print(GREEN);
System.out.print("\033[2K\r");
System.out.printf("%s: %s [confidence: %.2f]\n",
convertMillisToDate(correctedTime),
alternative.getTranscript(),
Expand All @@ -156,15 +157,13 @@ public void onResponse(StreamingRecognizeResponse response) {
isFinalEndTime = resultEndTimeInMS;
lastTranscriptWasFinal = true;
} else {
System.out.print(RED);
System.out.print("\033[2K\r");
System.out.printf("%s: %s", convertMillisToDate(correctedTime),
alternative.getTranscript()
);
lastTranscriptWasFinal = false;
}
}

// [END speech_transcribe_infinite_streaming_output]
public void onComplete() {
}

Expand Down Expand Up @@ -213,6 +212,8 @@ public void onError(Throwable t) {
micThread.start();

long startTime = System.currentTimeMillis();

// [START speech_transcribe_infinite_streaming_generator]

while (true) {

Expand Down Expand Up @@ -247,7 +248,6 @@ public void onError(Throwable t) {
.setStreamingConfig(streamingRecognitionConfig)
.build();

System.out.println(YELLOW);
System.out.printf("%d: RESTARTING REQUEST\n", restartCounter * STREAMING_LIMIT);

startTime = System.currentTimeMillis();
Expand Down Expand Up @@ -296,7 +296,7 @@ public void onError(Throwable t) {
audioInput.add(tempByteString);

}

// [END speech_transcribe_infinite_streaming_generator]
clientStream.send(request);
}
} catch (Exception e) {
Expand All @@ -306,4 +306,3 @@ public void onError(Throwable t) {
}

}
// [END speech_transcribe_infinite_streaming]