Merge pull request #393 from firebase/mc/vertex

add ci build and function calling

Author: morganchen12

.github/workflows/vertexai.yml

@@ -0,0 +1,22 @@
+on: 
+  pull_request:
+    paths:
+      - 'VertexAISnippets/**'
+      - '.github/workflows/vertexai.yml'
+name: VertexAI
+jobs:
+  snippets-build:
+    name: snippets build
+    runs-on: macOS-latest
+    strategy:
+        matrix:
+          destination: ['platform=iOS Simulator,OS=latest,name=iPhone 15', 'platform=OS X']
+    steps:
+      - name: Checkout
+        uses: actions/checkout@master
+      - name: Build Swift snippets
+        run: |
+          cd VertexAISnippets
+          xcodebuild -project VertexAISnippets.xcodeproj -scheme VertexAISnippets clean build -destination "${destination}" CODE_SIGNING_REQUIRED=NO
+        env: 
+         destination: ${{ matrix.destination }}

VertexAISnippets/VertexAISnippets/VertexAISnippets.swift

@@ -326,4 +326,120 @@ class Snippets {
     // [END set_safety_settings]
   }
 
+  // MARK: - Function Calling
+
+  func functionCalling() async throws {
+    // [START create_function]
+    func makeAPIRequest(currencyFrom: String, currencyTo: String) -> JSONObject {
+      // This hypothetical API returns a JSON such as:
+      // {"base":"USD","rates":{"SEK": 10.99}}
+      return [
+        "base": .string(currencyFrom),
+        "rates": .object([currencyTo: .number(10.99)]),
+      ]
+    }
+    // [END create_function]
+
+    // [START create_function_metadata]
+    let getExchangeRate = FunctionDeclaration(
+      name: "getExchangeRate",
+      description: "Get the exchange rate for currencies between countries",
+      parameters: [
+        "currencyFrom": Schema(
+          type: .string,
+          description: "The currency to convert from."
+        ),
+        "currencyTo": Schema(
+          type: .string,
+          description: "The currency to convert to."
+        ),
+      ],
+      requiredParameters: ["currencyFrom", "currencyTo"]
+    )
+    // [END create_function_metadata]
+
+    // [START initialize_model_function]
+    // Initialize the Vertex AI service
+    let vertex = VertexAI.vertexAI()
+    
+    // Initialize the generative model
+    // Use a model that supports function calling, like Gemini 1.0 Pro.
+    let model = vertex.generativeModel(
+      modelName: "gemini-1.0-pro",
+      // Specify the function declaration.
+      tools: [Tool(functionDeclarations: [getExchangeRate])]
+    )
+    // [END initialize_model_function]
+
+    // [START generate_function_call]
+    let chat = model.startChat()
+
+    let prompt = "How much is 50 US dollars worth in Swedish krona?"
+
+    // Send the message to the generative model
+    let response1 = try await chat.sendMessage(prompt)
+
+    // Check if the model responded with a function call
+    guard let functionCall = response1.functionCalls.first else {
+      fatalError("Model did not respond with a function call.")
+    }
+    // Print an error if the returned function was not declared
+    guard functionCall.name == "getExchangeRate" else {
+      fatalError("Unexpected function called: \(functionCall.name)")
+    }
+    // Verify that the names and types of the parameters match the declaration
+    guard case let .string(currencyFrom) = functionCall.args["currencyFrom"] else {
+      fatalError("Missing argument: currencyFrom")
+    }
+    guard case let .string(currencyTo) = functionCall.args["currencyTo"] else {
+      fatalError("Missing argument: currencyTo")
+    }
+
+    // Call the hypothetical API
+    let apiResponse = makeAPIRequest(currencyFrom: currencyFrom, currencyTo: currencyTo)
+
+    // Send the API response back to the model so it can generate a text response that can be
+    // displayed to the user.
+    let response = try await chat.sendMessage([ModelContent(
+      role: "function",
+      parts: [.functionResponse(FunctionResponse(
+        name: functionCall.name,
+        response: apiResponse
+      ))]
+    )])
+
+    // Log the text response.
+    guard let modelResponse = response.text else {
+      fatalError("Model did not respond with text.")
+    }
+    print(modelResponse)
+    // [END generate_function_call]
+  }
+
+  func functionCallingModes() {
+    let getExchangeRate = FunctionDeclaration(
+      name: "getExchangeRate",
+      description: "Get the exchange rate for currencies between countries",
+      parameters: nil,
+      requiredParameters: nil
+    )
+
+    // [START function_modes]
+    let model = VertexAI.vertexAI().generativeModel(
+      // Setting a function calling mode is only available in Gemini 1.5 Pro
+      modelName: "gemini-1.5-pro-preview-0409",
+      // Pass the function declaration
+      tools: [Tool(functionDeclarations: [getExchangeRate])],
+      toolConfig: ToolConfig(
+        functionCallingConfig: FunctionCallingConfig(
+          // Only call functions (model won't generate text)
+          mode: FunctionCallingConfig.Mode.any,
+          // This should only be set when the Mode is .any.
+          allowedFunctionNames: ["getExchangeRate"]
+        )
+      )
+    )
+    // [END function_modes]
+  }
+
 }