Exploitez Apple Foundation Model dans Private Cloud Compute

2:49 - Prompt the on-device model

import FoundationModels

  let session = LanguageModelSession()
  let response = try await session.respond(to: "Summarize this article: \(article)")

3:02 - Switch to the PCC server model (one-line change)

import FoundationModels
  
  let session = LanguageModelSession(
      model: PrivateCloudComputeLanguageModel()
  )
  let response = try await session.respond(to: "Summarize this article: \(article)")

3:25 - Structured output and tools work the same

import FoundationModels

  @Generable
  struct ArticleSummary {
      let oneLineSummary: String
      let keyPoints: [String]
  }

  struct FindRelatedArticlesTool: Tool {

  }
  
  let session = LanguageModelSession(
      model: PrivateCloudComputeLanguageModel(),
      tools: [FindRelatedArticlesTool.self]
  )

  let response = try await session.respond(
      to: "Summarize this article: \(article)",
      generating: ArticleSummary.self
  )

3:51 - Check availability

import FoundationModels
  
  struct ArticleSummarizationView: View {
      private var model = PrivateCloudComputeLanguageModel()

      var body: some View {
          if model.isAvailable {
              // Show UI for making request
          } else {
              // Fall back
          }
      }
  }

5:26 - Set a reasoning level

let response = try await session.respond(
      to: prompt,
      contextOptions: ContextOptions(reasoningLevel: .light)
  )
  // Reasoning levels: .light, .moderate, .deep

5:58 - Read the context size

SystemLanguageModel().contextSize
  // 4096 on 26.0
  // 8192 on 27.0 (newer devices)

  PrivateCloudComputeLanguageModel().contextSize
  // 32768

9:41 - Handle usage limits

struct ArticleSummarizationView: View {
      private var model = PrivateCloudComputeLanguageModel()

      var body: some View {
          if case .belowLimit(let info) = model.quotaUsage.status {
              if info.isApproachingLimit {
                  Text("Nearing usage limit.")
                      .foregroundStyle(Color.orange)
              }
          }
          if model.quotaUsage.isLimitReached {
              Text("Usage limit exceeded.")
                  .foregroundStyle(Color.red)
          }
          if let suggestion = model.quotaUsage.limitIncreaseSuggestion {
              Button("Show options") {
                  suggestion.show()
              }
          }
      }
  }