1
    2
    3
    4
    5
    6
    7
    8
    9
   10
   11
   12
   13
   14
   15
   16
   17
   18
   19
   20
   21
   22
   23
   24
   25
   26
   27
   28
   29
   30
   31
   32
   33
   34
   35
   36
   37
   38
   39
   40
   41
   42
   43
   44
   45
   46
   47
   48
   49
   50
   51
   52
   53
   54
   55
   56
   57
   58
   59
   60
   61
   62
   63
   64
   65
   66
   67
   68
   69
   70
   71
   72
   73
   74
   75
   76
   77
   78
   79
   80
   81
   82
   83
   84
   85
   86
   87
   88
   89
   90
   91
   92
   93
   94
   95
   96
   97
   98
   99
  100
  101
  102
  103
  104
  105
  106
  107
  108
  109
  110
  111
  112
  113
  114
  115
  116
  117
  118
  119
  120
  121
  122
  123
  124
  125
  126
  127
  128
  129
  130
  131
  132
  133
  134
  135
  136
  137
  138
  139
  140
  141
  142
  143
  144
  145
  146
  147
  148
  149
  150
  151
  152


content / browser / speech / fake_speech_recognition_manager_delegate.h [blame]

// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef CONTENT_BROWSER_SPEECH_FAKE_SPEECH_RECOGNITION_MANAGER_DELEGATE_H_
#define CONTENT_BROWSER_SPEECH_FAKE_SPEECH_RECOGNITION_MANAGER_DELEGATE_H_

#include <string>
#include <vector>

#include "base/memory/raw_ptr.h"
#include "base/memory/weak_ptr.h"
#include "components/soda/soda_installer.h"
#include "content/public/browser/browser_context.h"
#include "content/public/browser/speech_recognition_manager_delegate.h"
#include "media/mojo/mojom/audio_data.mojom.h"
#include "media/mojo/mojom/speech_recognition.mojom.h"
#include "media/mojo/mojom/speech_recognition_service.mojom.h"
#include "mojo/public/cpp/bindings/receiver_set.h"
#include "testing/gmock/include/gmock/gmock.h"

namespace content {

// A mocked version instance of SodaInstaller for testing purposes.
class MockSodaInstaller : public speech::SodaInstaller {
 public:
  MockSodaInstaller();
  MockSodaInstaller(const MockSodaInstaller&) = delete;
  MockSodaInstaller& operator=(const MockSodaInstaller&) = delete;
  ~MockSodaInstaller() override;

  MOCK_METHOD(base::FilePath, GetSodaBinaryPath, (), (const, override));
  MOCK_METHOD(base::FilePath,
              GetLanguagePath,
              (const std::string&),
              (const, override));
  MOCK_METHOD(void,
              InstallLanguage,
              (const std::string&, PrefService*),
              (override));
  MOCK_METHOD(void,
              UninstallLanguage,
              (const std::string&, PrefService*),
              (override));
  MOCK_METHOD(std::vector<std::string>,
              GetAvailableLanguages,
              (),
              (const, override));
  MOCK_METHOD(void, InstallSoda, (PrefService*), (override));
  MOCK_METHOD(void, UninstallSoda, (PrefService*), (override));
};

class MockOnDeviceWebSpeechRecognitionService
    : public media::mojom::SpeechRecognitionContext,
      public media::mojom::SpeechRecognitionRecognizer {
 public:
  explicit MockOnDeviceWebSpeechRecognitionService(
      content::BrowserContext* browser_context);
  MockOnDeviceWebSpeechRecognitionService(
      const MockOnDeviceWebSpeechRecognitionService&) = delete;
  MockOnDeviceWebSpeechRecognitionService& operator=(
      const MockOnDeviceWebSpeechRecognitionService&) = delete;
  ~MockOnDeviceWebSpeechRecognitionService() override;

  // SpeechRecognitionService
  void BindSpeechRecognitionContext(
      mojo::PendingReceiver<media::mojom::SpeechRecognitionContext> receiver);

  // media::mojom::SpeechRecognitionContext:
  void BindRecognizer(
      mojo::PendingReceiver<media::mojom::SpeechRecognitionRecognizer> receiver,
      mojo::PendingRemote<media::mojom::SpeechRecognitionRecognizerClient>
          client,
      media::mojom::SpeechRecognitionOptionsPtr options,
      BindRecognizerCallback callback) override;
  void BindWebSpeechRecognizer(
      mojo::PendingReceiver<media::mojom::SpeechRecognitionSession>
          session_receiver,
      mojo::PendingRemote<media::mojom::SpeechRecognitionSessionClient>
          session_client,
      mojo::PendingReceiver<media::mojom::SpeechRecognitionAudioForwarder>
          audio_forwarder,
      int channel_count,
      int sample_rate,
      media::mojom::SpeechRecognitionOptionsPtr options,
      bool continuous) override;

  // media::mojom::SpeechRecognitionRecognizer:
  MOCK_METHOD(void,
              SendAudioToSpeechRecognitionService,
              (media::mojom::AudioDataS16Ptr data),
              (override));
  MOCK_METHOD(void, OnLanguageChanged, (const std::string& lang), (override));
  MOCK_METHOD(void, OnMaskOffensiveWordsChanged, (bool changed), (override));
  void MarkDone() override;

  // Methods for testing plumbing to SpeechRecognitionRecognizerClient.
  void SendSpeechRecognitionResult(
      const media::SpeechRecognitionResult& result);

  void SendSpeechRecognitionError();

  base::WeakPtr<MockOnDeviceWebSpeechRecognitionService> GetWeakPtr() {
    return weak_factory_.GetWeakPtr();
  }

 private:
  void OnRecognizerClientDisconnected();

  void OnSpeechRecognitionRecognitionEventCallback(bool success);

  const raw_ptr<content::BrowserContext> browser_context_;

  mojo::ReceiverSet<media::mojom::SpeechRecognitionContext>
      speech_recognition_contexts_;
  mojo::Remote<media::mojom::SpeechRecognitionRecognizerClient>
      recognizer_client_remote_;
  mojo::Receiver<media::mojom::SpeechRecognitionRecognizer>
      recognizer_receiver_{this};

  base::WeakPtrFactory<MockOnDeviceWebSpeechRecognitionService> weak_factory_{
      this};
};

class FakeSpeechRecognitionManagerDelegate
    : public SpeechRecognitionManagerDelegate {
 public:
  explicit FakeSpeechRecognitionManagerDelegate(
      MockOnDeviceWebSpeechRecognitionService* service)
      : speech_service_(service) {}

  ~FakeSpeechRecognitionManagerDelegate() override = default;

  // SpeechRecognitionManagerDelegate:
  void CheckRecognitionIsAllowed(
      int session_id,
      base::OnceCallback<void(bool ask_user, bool is_allowed)> callback)
      override;
  SpeechRecognitionEventListener* GetEventListener() override;
  void BindSpeechRecognitionContext(
      mojo::PendingReceiver<media::mojom::SpeechRecognitionContext> receiver)
      override;

  void Reset(MockOnDeviceWebSpeechRecognitionService* service);

 private:
  raw_ptr<MockOnDeviceWebSpeechRecognitionService> speech_service_;
};

}  // namespace content

#endif  // CONTENT_BROWSER_SPEECH_FAKE_SPEECH_RECOGNITION_MANAGER_DELEGATE_H_