Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 1 | // Copyright 2024 The Chromium Authors |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 5 | #ifndef CONTENT_BROWSER_AI_ECHO_AI_MANAGER_IMPL_H_ |
| 6 | #define CONTENT_BROWSER_AI_ECHO_AI_MANAGER_IMPL_H_ |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 7 | |
Jose Dapena Paz | 2d529e89 | 2024-09-04 06:52:22 | [diff] [blame] | 8 | #include <variant> |
| 9 | |
Mike Wasserman | 311bf8c | 2025-07-10 18:13:37 | [diff] [blame] | 10 | #include "base/containers/flat_set.h" |
Mingyu Lei | 682f658 | 2024-06-14 04:26:59 | [diff] [blame] | 11 | #include "base/no_destructor.h" |
| 12 | #include "content/public/browser/browser_context.h" |
Mingyu Lei | f6f9bc1c | 2024-08-15 05:23:21 | [diff] [blame] | 13 | #include "content/public/browser/render_frame_host.h" |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 14 | #include "mojo/public/cpp/bindings/pending_receiver.h" |
Mingyu Lei | 682f658 | 2024-06-14 04:26:59 | [diff] [blame] | 15 | #include "mojo/public/cpp/bindings/receiver_set.h" |
Mingyu Lei | 4c04e11 | 2024-10-25 04:36:44 | [diff] [blame] | 16 | #include "mojo/public/cpp/bindings/remote_set.h" |
Mingyu Lei | 5299ac1 | 2024-11-13 02:06:15 | [diff] [blame] | 17 | #include "third_party/blink/public/mojom/ai/ai_language_model.mojom.h" |
Mingyu Lei | 9de94c6 | 2024-05-29 07:14:42 | [diff] [blame] | 18 | #include "third_party/blink/public/mojom/ai/ai_manager.mojom.h" |
Mingyu Lei | 4c04e11 | 2024-10-25 04:36:44 | [diff] [blame] | 19 | #include "third_party/blink/public/mojom/ai/model_download_progress_observer.mojom.h" |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 20 | |
Mingyu Lei | 65f1a30b | 2024-05-29 06:21:47 | [diff] [blame] | 21 | namespace content { |
Mingyu Lei | 9da71c87 | 2024-05-28 02:22:02 | [diff] [blame] | 22 | |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 23 | // The implementation of `blink::mojom::AIManager` that creates session which |
Mingyu Lei | f70193c | 2024-08-16 10:26:17 | [diff] [blame] | 24 | // only echoes back the prompt text used for testing, and all the parameters |
| 25 | // will be set using the default value. |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 26 | class EchoAIManagerImpl : public blink::mojom::AIManager { |
Mingyu Lei | 65f1a30b | 2024-05-29 06:21:47 | [diff] [blame] | 27 | public: |
Mingyu Lei | 298dc8b | 2024-11-11 09:32:19 | [diff] [blame] | 28 | // The context size for EchoAIManagerImpl is intentionally set to a small |
| 29 | // value so we can easily simulate the context overflow scenario. |
| 30 | static constexpr int kMaxContextSizeInTokens = 1000; |
| 31 | |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 32 | EchoAIManagerImpl(const EchoAIManagerImpl&) = delete; |
| 33 | EchoAIManagerImpl& operator=(const EchoAIManagerImpl&) = delete; |
Mingyu Lei | 65f1a30b | 2024-05-29 06:21:47 | [diff] [blame] | 34 | |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 35 | ~EchoAIManagerImpl() override; |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 36 | |
Mingyu Lei | c26cb00 | 2024-12-04 15:19:19 | [diff] [blame] | 37 | static void Create(mojo::PendingReceiver<blink::mojom::AIManager> receiver); |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 38 | |
| 39 | private: |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 40 | friend base::NoDestructor<EchoAIManagerImpl>; |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 41 | |
Fergal Daly | e835ff2 | 2024-10-11 20:07:13 | [diff] [blame] | 42 | EchoAIManagerImpl(); |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 43 | |
Mingyu Lei | 9de94c6 | 2024-05-29 07:14:42 | [diff] [blame] | 44 | // `blink::mojom::AIManager` implementation. |
Mingyu Lei | fc5585f | 2025-02-13 01:33:00 | [diff] [blame] | 45 | void CanCreateLanguageModel( |
Mike Wasserman | 16b5ba7 | 2025-03-24 21:17:09 | [diff] [blame] | 46 | blink::mojom::AILanguageModelCreateOptionsPtr options, |
Mingyu Lei | fc5585f | 2025-02-13 01:33:00 | [diff] [blame] | 47 | CanCreateLanguageModelCallback callback) override; |
Mingyu Lei | 5299ac1 | 2024-11-13 02:06:15 | [diff] [blame] | 48 | void CreateLanguageModel( |
| 49 | mojo::PendingRemote<blink::mojom::AIManagerCreateLanguageModelClient> |
| 50 | client, |
| 51 | blink::mojom::AILanguageModelCreateOptionsPtr options) override; |
Daseul Lee | 1b3f19a | 2025-02-05 16:30:00 | [diff] [blame] | 52 | void CanCreateSummarizer(blink::mojom::AISummarizerCreateOptionsPtr options, |
| 53 | CanCreateSummarizerCallback callback) override; |
Jiacheng Guo | 370bade4 | 2024-08-24 04:32:03 | [diff] [blame] | 54 | void CreateSummarizer( |
Jiacheng Guo | 49e046a7 | 2024-08-29 06:46:15 | [diff] [blame] | 55 | mojo::PendingRemote<blink::mojom::AIManagerCreateSummarizerClient> client, |
Tsuyoshi Horo | de5d5f8a | 2024-09-03 07:31:13 | [diff] [blame] | 56 | blink::mojom::AISummarizerCreateOptionsPtr options) override; |
Mingyu Lei | e778743 | 2025-01-28 09:23:17 | [diff] [blame] | 57 | void GetLanguageModelParams(GetLanguageModelParamsCallback callback) override; |
Mike Wasserman | d5077dff | 2024-12-13 18:10:11 | [diff] [blame] | 58 | void CanCreateWriter(blink::mojom::AIWriterCreateOptionsPtr options, |
| 59 | CanCreateWriterCallback callback) override; |
Tsuyoshi Horo | 0a2451b | 2024-08-15 02:25:51 | [diff] [blame] | 60 | void CreateWriter( |
Tsuyoshi Horo | de5d5f8a | 2024-09-03 07:31:13 | [diff] [blame] | 61 | mojo::PendingRemote<blink::mojom::AIManagerCreateWriterClient> client, |
| 62 | blink::mojom::AIWriterCreateOptionsPtr options) override; |
Mike Wasserman | d5077dff | 2024-12-13 18:10:11 | [diff] [blame] | 63 | void CanCreateRewriter(blink::mojom::AIRewriterCreateOptionsPtr options, |
| 64 | CanCreateRewriterCallback callback) override; |
Tsuyoshi Horo | 2e2bb01 | 2024-08-15 07:57:29 | [diff] [blame] | 65 | void CreateRewriter( |
Tsuyoshi Horo | de5d5f8a | 2024-09-03 07:31:13 | [diff] [blame] | 66 | mojo::PendingRemote<blink::mojom::AIManagerCreateRewriterClient> client, |
| 67 | blink::mojom::AIRewriterCreateOptionsPtr options) override; |
Queenie Zhang | f78ea0f | 2025-06-17 18:03:50 | [diff] [blame] | 68 | void CanCreateProofreader(blink::mojom::AIProofreaderCreateOptionsPtr options, |
| 69 | CanCreateProofreaderCallback callback) override; |
| 70 | void CreateProofreader( |
| 71 | mojo::PendingRemote<blink::mojom::AIManagerCreateProofreaderClient> |
| 72 | client, |
| 73 | blink::mojom::AIProofreaderCreateOptionsPtr options) override; |
Mingyu Lei | 4c04e11 | 2024-10-25 04:36:44 | [diff] [blame] | 74 | void AddModelDownloadProgressObserver( |
| 75 | mojo::PendingRemote<blink::mojom::ModelDownloadProgressObserver> |
| 76 | observer_remote) override; |
| 77 | |
Queenie Zhang | f78ea0f | 2025-06-17 18:03:50 | [diff] [blame] | 78 | template <typename CanCreateCallback> |
| 79 | void CanCreateClient(CanCreateCallback callback); |
| 80 | |
| 81 | template <typename AIClientRemote, |
| 82 | typename AIPendingRemote, |
| 83 | typename EchoAIClient> |
| 84 | void CreateClient(mojo::Remote<AIClientRemote> client_remote); |
| 85 | |
Daseul Lee | afef8e82 | 2025-05-15 21:52:24 | [diff] [blame] | 86 | template <typename AICreateOptions, typename CanCreateCallback> |
| 87 | void CanCreateWritingAssistanceClient(AICreateOptions options, |
| 88 | CanCreateCallback callback); |
| 89 | |
| 90 | template <typename AICreateOptions, |
| 91 | typename AIClientRemote, |
| 92 | typename AIPendingRemote, |
| 93 | typename EchoAIClient> |
| 94 | void CreateWritingAssistanceClient(mojo::PendingRemote<AIClientRemote> client, |
| 95 | AICreateOptions options); |
| 96 | |
| 97 | template <typename AIClientRemote, |
| 98 | typename AIPendingRemote, |
| 99 | typename EchoAIClient> |
| 100 | void ReturnAIClientCreationResult(mojo::Remote<AIClientRemote> client_remote); |
| 101 | |
Mingyu Lei | 5299ac1 | 2024-11-13 02:06:15 | [diff] [blame] | 102 | void ReturnAILanguageModelCreationResult( |
| 103 | mojo::Remote<blink::mojom::AIManagerCreateLanguageModelClient> |
Mingyu Lei | 82e0225 | 2025-02-25 16:23:27 | [diff] [blame] | 104 | client_remote, |
Brad Triebwasser | e163bfa | 2025-04-18 02:22:09 | [diff] [blame] | 105 | blink::mojom::AILanguageModelSamplingParamsPtr sampling_params, |
| 106 | base::flat_set<blink::mojom::AILanguageModelPromptType> |
Brad Triebwasser | 666c7c8 | 2025-06-09 22:25:25 | [diff] [blame] | 107 | enabled_input_types, |
| 108 | uint32_t initial_input_usage); |
Mingyu Lei | 4c04e11 | 2024-10-25 04:36:44 | [diff] [blame] | 109 | |
Jiacheng Guo | 50379cb | 2024-12-09 06:10:43 | [diff] [blame] | 110 | void DoMockDownloadingAndReturn(base::OnceClosure callback); |
| 111 | |
Mike Wasserman | 311bf8c | 2025-07-10 18:13:37 | [diff] [blame] | 112 | // Returns whether the current mojo receiver triggered mock model download. |
| 113 | bool IsModelDownloadedForCurrentReciever() const; |
| 114 | |
| 115 | // The set of mojo receivers that have triggered mock model download. |
| 116 | base::flat_set<mojo::ReceiverId> model_downloaded_receivers_; |
Jiacheng Guo | 50379cb | 2024-12-09 06:10:43 | [diff] [blame] | 117 | |
Mingyu Lei | 4c04e11 | 2024-10-25 04:36:44 | [diff] [blame] | 118 | mojo::RemoteSet<blink::mojom::ModelDownloadProgressObserver> |
| 119 | download_progress_observers_; |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 120 | |
Mingyu Lei | 46478fe | 2024-11-01 08:09:27 | [diff] [blame] | 121 | mojo::ReceiverSet<blink::mojom::AIManager> receivers_; |
Mingyu Lei | 4c04e11 | 2024-10-25 04:36:44 | [diff] [blame] | 122 | |
| 123 | base::WeakPtrFactory<EchoAIManagerImpl> weak_ptr_factory_{this}; |
Mingyu Lei | f447767 | 2024-04-12 07:23:56 | [diff] [blame] | 124 | }; |
| 125 | |
Mingyu Lei | 65f1a30b | 2024-05-29 06:21:47 | [diff] [blame] | 126 | } // namespace content |
| 127 | |
Mingyu Lei | fd46adf | 2024-06-14 06:06:40 | [diff] [blame] | 128 | #endif // CONTENT_BROWSER_AI_ECHO_AI_MANAGER_IMPL_H_ |