Push Notification sounds with AVAudioSession, AVAudioEngine

I am using AVAudioSession, AVAudioEngine and SpeechAnalyzer to listen to commands, also when the phone is locked. In the same time, I can receive PushNotifications with pre-defined sound. However, the pre-defined sound is not played when the AVAudioEngine is running and the phone is locked. In the code below, I have made many experiments, all of them are "Receive Push Notification while the phone is locked", and I have the following results: If audioEngine has started - I only see the alert, but no sound. If I comment out audioEngine.start, all works as expected and I hear the apns sound on the speaker. If I change the AVAudioSession category to 'record' I don't receive the push message at all! I wonder if anyone has seen it. Here is my code:

private func doStartListening() async {
    print("SpeechService: doStartListening called")
    guard !audioEngine.isRunning else {
        print("SpeechService: Audio engine already running")
        return
    }

    do {
        try configureAudioSession()

        let recordingFormat = audioEngine.inputNode.outputFormat(forBus: 0)
        audioEngine.inputNode.removeTap(onBus: 0)

        guard let locale = await SpeechTranscriber.supportedLocale(equivalentTo: Locale(identifier: "en-US")) else {
            print("English is not supported on this device")
            return
        }
        let transcriber = SpeechTranscriber(locale: locale, preset: .transcription)
        
        if let installationRequest = try await AssetInventory.assetInstallationRequest(supporting: [transcriber]) {
            try await installationRequest.downloadAndInstall()
        }
        
        let (inputSequence, inputBuilder) = AsyncStream.makeStream(of: AnalyzerInput.self)

        let audioFormat = await SpeechAnalyzer.bestAvailableAudioFormat(compatibleWith: [transcriber])
        let analyzer = SpeechAnalyzer(modules: [transcriber])
        
        // Initialize the modern SpeechAnalyzer
        self.analyzer = analyzer

        task = Task {
            print("SpeechService: Starting analyzer results loop")
            do {
                for try await result in transcriber.results {
                    if Task.isCancelled { break }
                    self.handleAnalyzerResult(result)
                }
            } catch {
                print("SpeechService: Analyzer error: \(error.localizedDescription)")

                let nsError = error as NSError
                if nsError.domain == "kAFAssistantErrorDomain" && nsError.code == 203 {
                    self.addLog(NSLocalizedString("error_siri_disabled", comment: ""))
                    Task { await self.stopListening() }
                } else if self.isListening {
                    self.restartRecognition()
                }
            }
        }

        audioEngine.inputNode.installTap(onBus: 0, bufferSize: 1024, format: recordingFormat) { [weak self]buffer, _ in
            guard let audioFormat else { return }
            do {
                let converted = try self!.converter.convertBuffer(buffer, to: audioFormat)
                inputBuilder.yield(AnalyzerInput(buffer: converted))
            } catch {
                print("Exception when converting audio")
            }
        }

        audioEngine.prepare()
        try audioEngine.start()
        print("SpeechService: Audio engine started")
        
        try await analyzer.start(inputSequence: inputSequence)
        isListening = true
        addLog(NSLocalizedString("waiting_wakeup", comment: ""))
    } catch {
        print("SpeechService: Error starting listening: \(error.localizedDescription)")
        addLog("Error starting listening: \(error.localizedDescription)")
        lastError = error.localizedDescription
        isListening = false
    }
}

private func configureAudioSession() throws {
    let audioSession = AVAudioSession.sharedInstance()
    try audioSession.setCategory(.playAndRecord, mode: .default, options: [.mixWithOthers, .defaultToSpeaker])
    try audioSession.setActive(true, options: .notifyOthersOnDeactivation)
}