feat/ocp_pipeline

OpenVoiceOS · Jan 6, 2024 · 0b43794 · 0b43794
1 parent 874796a
commit 0b43794
Show file tree

Hide file tree

Showing 45 changed files with 1,610,232 additions and 1 deletion.
diff --git a/ovos_core/intent_services/locale/en-us/.gitkeep b/ovos_core/intent_services/locale/en-us/.gitkeep
diff --git a/ovos_core/intent_services/locale/en-us/Music.voc b/ovos_core/intent_services/locale/en-us/Music.voc
@@ -0,0 +1,5 @@
+
+music
+radio
+song
+tunes
diff --git a/ovos_core/intent_services/locale/en-us/Next.voc b/ovos_core/intent_services/locale/en-us/Next.voc
@@ -0,0 +1,3 @@
+
+next
+skip
diff --git a/ovos_core/intent_services/locale/en-us/Pause.voc b/ovos_core/intent_services/locale/en-us/Pause.voc
@@ -0,0 +1,2 @@
+
+pause
diff --git a/ovos_core/intent_services/locale/en-us/Play.voc b/ovos_core/intent_services/locale/en-us/Play.voc
@@ -0,0 +1,4 @@
+search
+read
+play
+start
diff --git a/ovos_core/intent_services/locale/en-us/PlayResume.voc b/ovos_core/intent_services/locale/en-us/PlayResume.voc
@@ -0,0 +1,3 @@
+
+play resume
+resume play
diff --git a/ovos_core/intent_services/locale/en-us/Prev.voc b/ovos_core/intent_services/locale/en-us/Prev.voc
@@ -0,0 +1,3 @@
+go back
+go back one
+previous
diff --git a/ovos_core/intent_services/locale/en-us/Resume.voc b/ovos_core/intent_services/locale/en-us/Resume.voc
@@ -0,0 +1,3 @@
+
+resume
+unpause
diff --git a/ovos_core/intent_services/locale/en-us/Track.voc b/ovos_core/intent_services/locale/en-us/Track.voc
@@ -0,0 +1,2 @@
+song
+track
diff --git a/ovos_core/intent_services/locale/en-us/audio.intent b/ovos_core/intent_services/locale/en-us/audio.intent
@@ -0,0 +1,3 @@
+(play|start) (audio|audio only)
+(play|start) audio only {{query}}
+(play|start) {{query}} audio only
diff --git a/ovos_core/intent_services/locale/en-us/audio_only.voc b/ovos_core/intent_services/locale/en-us/audio_only.voc
@@ -0,0 +1,5 @@
+audio only
+no video
+only audio
+only sound
+sound only
diff --git a/ovos_core/intent_services/locale/en-us/behind_scenes.voc b/ovos_core/intent_services/locale/en-us/behind_scenes.voc
@@ -0,0 +1,2 @@
+behind scenes
+behind the scenes
diff --git a/ovos_core/intent_services/locale/en-us/cant.play.dialog b/ovos_core/intent_services/locale/en-us/cant.play.dialog
@@ -0,0 +1,3 @@
+
+I'm not sure how to play {{phrase}}
+Sorry, I don't know how to play {{phrase}}
diff --git a/ovos_core/intent_services/locale/en-us/converse_resume.voc b/ovos_core/intent_services/locale/en-us/converse_resume.voc
@@ -0,0 +1,7 @@
+
+play
+restart
+restart music
+resume
+resume music
+resume playing
diff --git a/ovos_core/intent_services/locale/en-us/featured.intent b/ovos_core/intent_services/locale/en-us/featured.intent
@@ -0,0 +1,2 @@
+(open|show|display) (featured|) {media} (catalog|collection|playlist)
+(open|show|display) featured {media}
diff --git a/ovos_core/intent_services/locale/en-us/just.one.moment.dialog b/ovos_core/intent_services/locale/en-us/just.one.moment.dialog
@@ -0,0 +1,4 @@
+
+Give me a moment to check for that
+Just a second
+Just one moment while I look for that
diff --git a/ovos_core/intent_services/locale/en-us/next.intent b/ovos_core/intent_services/locale/en-us/next.intent
@@ -0,0 +1,6 @@
+(next|skip)
+(next|skip) (music|song|track|video|media)
+(play|go to) next (music|song|track|video|media)
+play next
+next
+next (song|track|music|movie|video|tune)
diff --git a/ovos_core/intent_services/locale/en-us/open.intent b/ovos_core/intent_services/locale/en-us/open.intent
@@ -0,0 +1,4 @@
+open (OCP|O C P|common|ovos|open voice os) (player|media player)
+open (OCP|O C P|ovos common play|common play|ovos media player|open voice os player) (home screen|home page|homescreen|homepage|menu)
+open (OCP|O C P|ovos common play|open voice os common play|common play)
+open (media|music|gui|video) (player|catalog|skills|menu|playback)
diff --git a/ovos_core/intent_services/locale/en-us/pause.intent b/ovos_core/intent_services/locale/en-us/pause.intent
@@ -0,0 +1,2 @@
+pause
+pause (music|song|track|video|media|playback)
diff --git a/ovos_core/intent_services/locale/en-us/phrase.rx b/ovos_core/intent_services/locale/en-us/phrase.rx
@@ -0,0 +1,3 @@
+bork (?P<Phrase>.*)
+play (?P<Phrase>.*)
+start (?P<Phrase>.*)
diff --git a/ovos_core/intent_services/locale/en-us/play.intent b/ovos_core/intent_services/locale/en-us/play.intent
@@ -0,0 +1,5 @@
+(play|start) {{query}}
+search (common play|ocp|ovos common play|O C P) for {{query}}
+search (ovos|open voice os) media for {{query}}
+search {{query}} (in|on) (common play|ocp|ovos common play|O C P)
+search {{query}} (in|on) (ovos|open voice os) media
diff --git a/ovos_core/intent_services/locale/en-us/play.what.dialog b/ovos_core/intent_services/locale/en-us/play.what.dialog
@@ -0,0 +1,2 @@
+
+What should i play next?
diff --git a/ovos_core/intent_services/locale/en-us/prev.intent b/ovos_core/intent_services/locale/en-us/prev.intent
@@ -0,0 +1,5 @@
+(play previous|go back one) (music|song|track|video|media)
+(play previous|previous) (music|song|track|video|media)
+(play previous|previous|go back)
+previous
+previous (song|track|music|movie|video|tune)
diff --git a/ovos_core/intent_services/locale/en-us/read.intent b/ovos_core/intent_services/locale/en-us/read.intent
@@ -0,0 +1,3 @@
+read (book|audiobook|audio book) {{query}}
+read {{query}}
+read {{query}} (book|audiobook|audio book)
diff --git a/ovos_core/intent_services/locale/en-us/resume.intent b/ovos_core/intent_services/locale/en-us/resume.intent
@@ -0,0 +1,3 @@
+(unpause|resume)
+(unpause|resume|continue|restart) (music|song|track|video|media|playback)
+play
diff --git a/ovos_core/intent_services/locale/en-us/setup.hints.dialog b/ovos_core/intent_services/locale/en-us/setup.hints.dialog
@@ -0,0 +1,3 @@
+
+I'm not configured to play music yet.  You can setup music services such as Pandora and Spotify at home dot mycroft dot ai.
+It sounds like you are trying to listen to some music, but you have not yet set up any music skills. Please go to market.mycroft.ai to install and configure a music service skill.
diff --git a/ovos_core/intent_services/locale/en-us/stop.intent b/ovos_core/intent_services/locale/en-us/stop.intent
@@ -0,0 +1,3 @@
+stop
+stop (playback|media|media playback|music|movie|movies|noise)
+stop everything
diff --git a/ovos_core/intent_services/locale/en-us/video.intent b/ovos_core/intent_services/locale/en-us/video.intent
@@ -0,0 +1,5 @@
+(play|start) (a|some|random) (video|video footage|video clip)
+(play|start) (a|some|random) (video|video footage|video clip) {{query}}
+(play|start) (video|video footage|video clip)
+(play|start) (video|video footage|video clip) {{query}}
+(play|start) {{query}} (with video|video)
diff --git a/ovos_core/intent_services/locale/en-us/video_only.voc b/ovos_core/intent_services/locale/en-us/video_only.voc
@@ -0,0 +1,5 @@
+do not cast to audio
+don't cast to audio
+no audio player
+only video
+video only
diff --git a/ovos_core/intent_services/models/README.md b/ovos_core/intent_services/models/README.md
@@ -0,0 +1,38 @@
+# Binary Classifier
+
+labels: OCP, other
+
+| pipeline                   | language | accuracy           | params                                                                                                                                               | size (MB) |
+|----------------------------|----------|--------------------|------------------------------------------------------------------------------------------------------------------------------------------------------|-----------|
+| binary_ocp_cv2_kw_medium * | en       | 0.9931496867494176 | {'penalty': None, 'l1_ratio': 0.15, 'early_stopping': False, 'alpha': 0.07}                                                                          | 0.01      |
+| binary_ocp_cv2_small       | en       | 0.9888979130544839 | {'penalty': None, 'l1_ratio': 0.9, 'early_stopping': False, 'alpha': 0.005}                                                                          | 2.166     |
+| binary_ocp_kw_small        | all      | 0.9326234280627232 | {'solver': 'adam', 'learning_rate': 'invscaling', 'hidden_layer_sizes': (120, 20, 80), 'early_stopping': True, 'alpha': 0.006, 'activation': 'tanh'} | 2.373     |
+| binary_ocp_kw_tiny         | all      | 0.8919135638508334 | {'penalty': None, 'l1_ratio': 0.7, 'early_stopping': True, 'alpha': 0.02}                                                                            | 0.01      |
+
+`*` requires `binary_ocp_cv2_small`
+
+# Playback Classifier
+
+labels: audio, video, external
+
+| pipeline                     | language | accuracy           | params                                                                                                                                                  | size (MB) |
+|------------------------------|----------|--------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------|-----------|
+| playback_ocp_cv2_kw_medium * | en       | 0.9491247659281933 | {'penalty': None, 'l1_ratio': 0.5, 'early_stopping': False, 'alpha': 0.07}                                                                              | 0.021     |
+| playback_ocp_kw_small        | all      | 0.9017183438359262 | {'solver': 'adam', 'learning_rate': 'invscaling', 'hidden_layer_sizes': (114, 101, 36), 'early_stopping': False, 'alpha': 0.0485, 'activation': 'tanh'} | 3.904     |
+| playback_ocp_kw_tiny         | all      | 0.8325265234776467 | {'penalty': None, 'l1_ratio': 0.9, 'early_stopping': False, 'alpha': 0.0001}                                                                            | 0.021     |
+
+`*` requires `playback_ocp_cv2_small`
+
+# Media Classifier
+
+labels: movie, music, audiobook, podcast ....
+
+| pipeline                  | language | accuracy           | params                                                                                                                                         | size (MB) |
+|---------------------------|----------|--------------------|------------------------------------------------------------------------------------------------------------------------------------------------|-----------|
+| media_ocp_cv2_kw_medium * | en       | 0.9054523222627585 | {'penalty': None, 'l1_ratio': 0.3, 'early_stopping': False, 'alpha': 0.05}                                                                     | 0.186     |
+| media_ocp_cv2_medium      | en       | 0.8683117027695156 | {'penalty': None, 'l1_ratio': 0.5, 'early_stopping': False, 'alpha': 0.01}                                                                     | 54.841    |
+| media_ocp_kw_small        | all      | 0.8558702042868357 | {'solver': 'adam', 'learning_rate': 'constant', 'hidden_layer_sizes': (63, 38), 'early_stopping': False, 'alpha': 0.006, 'activation': 'relu'} | 1.468     |
+| media_ocp_kw_tiny         | all      | 0.8136730385986041 | {'penalty': None, 'l1_ratio': 0.5, 'early_stopping': False, 'alpha': 0.005}                                                                    | 0.154     |
+
+`*` requires `media_ocp_cv2_medium`
+
diff --git a/ovos_core/intent_services/models/binary_ocp_cv2_kw_medium.clf b/ovos_core/intent_services/models/binary_ocp_cv2_kw_medium.clf
diff --git a/ovos_core/intent_services/models/binary_ocp_cv2_small.clf b/ovos_core/intent_services/models/binary_ocp_cv2_small.clf
diff --git a/ovos_core/intent_services/models/binary_ocp_kw_small.clf b/ovos_core/intent_services/models/binary_ocp_kw_small.clf
diff --git a/ovos_core/intent_services/models/binary_ocp_kw_tiny.clf b/ovos_core/intent_services/models/binary_ocp_kw_tiny.clf
diff --git a/ovos_core/intent_services/models/media_ocp_cv2_kw_medium.clf b/ovos_core/intent_services/models/media_ocp_cv2_kw_medium.clf
diff --git a/ovos_core/intent_services/models/media_ocp_cv2_medium.clf b/ovos_core/intent_services/models/media_ocp_cv2_medium.clf
diff --git a/ovos_core/intent_services/models/media_ocp_kw_small.clf b/ovos_core/intent_services/models/media_ocp_kw_small.clf
diff --git a/ovos_core/intent_services/models/media_ocp_kw_tiny.clf b/ovos_core/intent_services/models/media_ocp_kw_tiny.clf
-Original file line number
+Diff line change
@@ -0,0 +1,5 @@
+    music
+    radio
+    song
+    tunes
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@

		I'm not sure how to play {{phrase}}
		Sorry, I don't know how to play {{phrase}}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		(open\|show\|display) (featured\|) {media} (catalog\|collection\|playlist)
		(open\|show\|display) featured {media}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		pause
		pause (music\|song\|track\|video\|media\|playback)
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@

		I'm not configured to play music yet. You can setup music services such as Pandora and Spotify at home dot mycroft dot ai.
		It sounds like you are trying to listen to some music, but you have not yet set up any music skills. Please go to market.mycroft.ai to install and configure a music service skill.