Real-time speech to text

.github/workflows/switch.yml

@@ -52,7 +52,7 @@ jobs:
           [
             {
               "identifier": "switch-staging",
-              "branch": "develop",
+              "branch": "speech_to_text",
               "image_tag": "staging",
               "ecs_service": "switch-staging",
               "ecs_cluster": "somleng-switch-staging"

components/freeswitch/Dockerfile

@@ -1,3 +1,5 @@
+FROM drachtio/drachtio-freeswitch-base as build
+
 FROM debian:bullseye-slim
 
 ARG signalwire_token
@@ -61,6 +63,8 @@ RUN chown -R freeswitch:daemon /etc/freeswitch
 RUN touch /var/log/freeswitch/freeswitch.log
 RUN chown freeswitch:freeswitch /var/log/freeswitch/freeswitch.log
 
+COPY --from=build /usr/local/freeswitch/mod/mod_aws_transcribe.* /usr/lib/freeswitch/mod/
+
 # Install the entrypoint script
 COPY docker-entrypoint.sh /docker-entrypoint.sh
 

components/freeswitch/conf/autoload_configs/modules.conf.xml

@@ -1,5 +1,7 @@
 <configuration name="modules.conf" description="Modules">
   <modules>
+    <load module="mod_aws_transcribe"/>
+
     <!-- Loggers -->
     <load module="mod_console"/>
 

components/freeswitch_event_logger/app.go

@@ -45,9 +45,11 @@ func main() {
 	// Filters
 	evFilters := make(map[string][]string)
 	evFilters["Event-Name"] = append(evFilters["Event-Name"], "HEARTBEAT")
+	evFilters["Event-Name"] = append(evFilters["Event-Name"], "CUSTOM")
 
 	evHandlers := map[string][]func(string, int){
 		"HEARTBEAT": {logHeartbeat},
+		"CUSTOM":    {logHeartbeat},
 	}
 
 	event_socket_host := os.Getenv("EVENT_SOCKET_HOST")

infrastructure/modules/somleng_switch/switch.tf

@@ -203,6 +203,49 @@ resource "aws_iam_user_policy" "recordings" {
 EOF
 }
 
+# Custom FreeSWITCH modules user
+resource "aws_iam_user" "fs_modules" {
+  name = "${var.switch_identifier}_fs_modules"
+}
+
+resource "aws_iam_access_key" "fs_modules" {
+  user = aws_iam_user.fs_modules.name
+}
+
+
+resource "aws_iam_user_policy" "fs_modules" {
+  name = aws_iam_user.fs_modules.name
+  user = aws_iam_user.fs_modules.name
+
+  policy = <<EOF
+{
+  "Version": "2012-10-17",
+  "Statement": [
+    {
+      "Effect": "Allow",
+      "Action": [
+        "transcribe:StartStreamTranscription",
+        "transcribe:StartStreamTranscriptionWebSocket"
+      ],
+      "Resource": "*"
+    }
+  ]
+}
+EOF
+}
+
+resource "aws_ssm_parameter" "fs_modules_access_key_id" {
+  name  = "somleng-switch.${var.app_environment}.fs_modules_access_key_id"
+  type  = "SecureString"
+  value = aws_iam_access_key.fs_modules.id
+}
+
+resource "aws_ssm_parameter" "fs_modules_secret_access_key" {
+  name  = "somleng-switch.${var.app_environment}.fs_modules_secret_access_key"
+  type  = "SecureString"
+  value = aws_iam_access_key.fs_modules.secret
+}
+
 # IAM
 data "aws_iam_policy_document" "ecs_task_assume_role_policy" {
   version = "2012-10-17"
@@ -260,7 +303,9 @@ resource "aws_iam_policy" "task_execution_custom_policy" {
         "${aws_ssm_parameter.freeswitch_event_socket_password.arn}",
         "${var.json_cdr_password_parameter_arn}",
         "${aws_ssm_parameter.recordings_bucket_access_key_id.arn}",
-        "${aws_ssm_parameter.recordings_bucket_secret_access_key.arn}"
+        "${aws_ssm_parameter.recordings_bucket_secret_access_key.arn}",
+        "${aws_ssm_parameter.fs_modules_access_key_id.arn}",
+        "${aws_ssm_parameter.fs_modules_secret_access_key.arn}"
       ]
     }
   ]
@@ -405,6 +450,10 @@ data "template_file" "switch" {
     recordings_bucket_secret_access_key_parameter_arn = aws_ssm_parameter.recordings_bucket_secret_access_key.arn
     recordings_bucket_region = aws_s3_bucket.recordings.region
 
+    fs_modules_access_key_id_parameter_arn = aws_ssm_parameter.fs_modules_access_key_id.arn
+    fs_modules_secret_access_key_parameter_arn = aws_ssm_parameter.fs_modules_secret_access_key.arn
+    aws_transcribe_region = "us-east-1"
+
     services_function_arn = aws_lambda_function.services.arn
   }
 }

infrastructure/modules/somleng_switch/templates/switch.json.tpl

@@ -133,6 +133,14 @@
       {
         "name": "FS_EVENT_SOCKET_PASSWORD",
         "valueFrom": "${freeswitch_event_socket_password_parameter_arn}"
+      },
+      {
+        "name": "AWS_ACCESS_KEY_ID",
+        "valueFrom": "${fs_modules_access_key_id_parameter_arn}"
+      },
+      {
+        "name": "AWS_SECRET_ACCESS_KEY",
+        "valueFrom": "${fs_modules_secret_access_key_parameter_arn}"
       }
     ],
     "portMappings": [
@@ -158,6 +166,14 @@
         "name": "AWS_DEFAULT_REGION",
         "value": "${region}"
       },
+      {
+        "name": "AWS_TRANSCRIBE_REGION",
+        "value": "${aws_transcribe_region}"
+      },
+      {
+        "name": "AWS_REGION",
+        "value": "${aws_transcribe_region}"
+      },
       {
         "name": "FS_CACHE_DIRECTORY",
         "value": "${cache_directory}"