OVRLipSyncContextBase.cs
6.25 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
/************************************************************************************
Filename : OVRLipSyncContext.cs
Content : Interface to Oculus Lip-Sync engine
Created : August 6th, 2015
Copyright : Copyright Facebook Technologies, LLC and its affiliates.
All rights reserved.
Licensed under the Oculus Audio SDK License Version 3.3 (the "License");
you may not use the Oculus Audio SDK except in compliance with the License,
which is provided at the time of installation or download, or which
otherwise accompanies this software in either electronic or hard copy form.
You may obtain a copy of the License at
https://developer.oculus.com/licenses/audio-3.3/
Unless required by applicable law or agreed to in writing, the Oculus Audio SDK
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
************************************************************************************/
using UnityEngine;
[RequireComponent(typeof(AudioSource))]
//-------------------------------------------------------------------------------------
// ***** OVRLipSyncContextBase
//
/// <summary>
/// OVRLipSyncContextBase interfaces into the Oculus phoneme recognizer.
/// This component should be added into the scene once for each Audio Source.
///
/// </summary>
public class OVRLipSyncContextBase : MonoBehaviour
{
// * * * * * * * * * * * * *
// Public members
public AudioSource audioSource = null;
[Tooltip("Which lip sync provider to use for viseme computation.")]
public OVRLipSync.ContextProviders provider = OVRLipSync.ContextProviders.Enhanced;
[Tooltip("Enable DSP offload on supported Android devices.")]
public bool enableAcceleration = true;
// * * * * * * * * * * * * *
// Private members
private OVRLipSync.Frame frame = new OVRLipSync.Frame();
private uint context = 0; // 0 is no context
private int _smoothing;
public int Smoothing
{
set
{
OVRLipSync.Result result =
OVRLipSync.SendSignal(context, OVRLipSync.Signals.VisemeSmoothing, value, 0);
if (result != OVRLipSync.Result.Success)
{
if (result == OVRLipSync.Result.InvalidParam)
{
Debug.LogError("OVRLipSyncContextBase.SetSmoothing: A viseme smoothing" +
" parameter is invalid, it should be between 1 and 100!");
}
else
{
Debug.LogError("OVRLipSyncContextBase.SetSmoothing: An unexpected" +
" error occured.");
}
}
_smoothing = value;
}
get
{
return _smoothing;
}
}
public uint Context
{
get
{
return context;
}
}
protected OVRLipSync.Frame Frame
{
get
{
return frame;
}
}
/// <summary>
/// Awake this instance.
/// </summary>
void Awake()
{
// Cache the audio source we are going to be using to pump data to the SR
if (!audioSource)
{
audioSource = GetComponent<AudioSource>();
}
lock (this)
{
if (context == 0)
{
if (OVRLipSync.CreateContext(ref context, provider, 0, enableAcceleration)
!= OVRLipSync.Result.Success)
{
Debug.LogError("OVRLipSyncContextBase.Start ERROR: Could not create" +
" Phoneme context.");
return;
}
}
}
}
/// <summary>
/// Raises the destroy event.
/// </summary>
void OnDestroy()
{
// Create the context that we will feed into the audio buffer
lock (this)
{
if (context != 0)
{
if (OVRLipSync.DestroyContext(context) != OVRLipSync.Result.Success)
{
Debug.LogError("OVRLipSyncContextBase.OnDestroy ERROR: Could not delete" +
" Phoneme context.");
}
}
}
}
// * * * * * * * * * * * * *
// Public Functions
/// <summary>
/// Gets the current phoneme frame (lock and copy current frame to caller frame)
/// </summary>
/// <returns>error code</returns>
/// <param name="inFrame">In frame.</param>
public OVRLipSync.Frame GetCurrentPhonemeFrame()
{
return frame;
}
/// <summary>
/// Sets a given viseme id blend weight to a given amount
/// </summary>
/// <param name="viseme">Integer viseme ID</param>
/// <param name="amount">Integer viseme amount</param>
public void SetVisemeBlend(int viseme, int amount)
{
OVRLipSync.Result result =
OVRLipSync.SendSignal(context, OVRLipSync.Signals.VisemeAmount, viseme, amount);
if (result != OVRLipSync.Result.Success)
{
if (result == OVRLipSync.Result.InvalidParam)
{
Debug.LogError("OVRLipSyncContextBase.SetVisemeBlend: Viseme ID is invalid.");
}
else
{
Debug.LogError("OVRLipSyncContextBase.SetVisemeBlend: An unexpected" +
" error occured.");
}
}
}
/// <summary>
/// Sets a given viseme id blend weight to a given amount
/// </summary>
/// <param name="amount">Integer viseme amount</param>
public void SetLaughterBlend(int amount)
{
OVRLipSync.Result result =
OVRLipSync.SendSignal(context, OVRLipSync.Signals.LaughterAmount, amount, 0);
if (result != OVRLipSync.Result.Success)
{
Debug.LogError("OVRLipSyncContextBase.SetLaughterBlend: An unexpected" +
" error occured.");
}
}
/// <summary>
/// Resets the context.
/// </summary>
/// <returns>error code</returns>
public OVRLipSync.Result ResetContext()
{
// Reset visemes to silence etc.
frame.Reset();
return OVRLipSync.ResetContext(context);
}
}