Google Drive AI：转录、总结任何 Drive 文件并与其进行对话

# 在 Speak AI 仪表板中：
# 1. 前往 Settings > Integrations > Google Drive
# 2. 单击 “Connect Google Drive”
# 3. 批准对你选择的文件的只读 OAuth 访问
# 4. Speak 在其一侧安全地存储 OAuth 令牌

# 或使用 Drive OAuth 代码以编程方式点击连接端点：
curl -X POST https://api.speakai.co/v1/integration/googledrive/connect 
  -H “x-speakai-key: $SPEAK_API_KEY” 
  -H “Content-Type: application/json” 
  -d ’{“code”: “$GOOGLE_OAUTH_CODE”}’

curl -X POST https://api.speakai.co/v1/integration/googledrive/upload    -H "x-speakai-key: $SPEAK_API_KEY"    -H "Content-Type: application/json"    -d '{
    "url": "https://drive.google.com/file/d/1AbCdEfGhIjKlMnOpQrStUv/view",
    "sourceLanguage": "en-US",
    "folderId": "507f1f77bcf86cd799439011"
  }'

# 接受的 URL 格式：
#   https://drive.google.com/file/d/{fileId}/view
#   https://drive.google.com/file/d/{fileId}/edit
#   https://www.googleapis.com/drive/v3/files/{fileId}
#
# Speak 解析文件 ID，通过 Drive API 获取元数据，
# 通过用户存储的 OAuth 令牌获取新鲜下载 URL，
# 然后上传到 Speak 进行转录和分析。

// 在你的 CRM、日程安排或研究管道服务器中使用此功能。
async function importDriveFileToSpeak(driveUrl, folderId) {
  const r = await fetch(
    "https://api.speakai.co/v1/integration/googledrive/upload",
    {
      method: "POST",
      headers: {
        "x-speakai-key": process.env.SPEAK_API_KEY,
        "Content-Type": "application/json",
      },
      body: JSON.stringify({
        url: driveUrl,
        sourceLanguage: "en-US",
        folderId,
      }),
    }
  );
  if (!r.ok) throw new Error(`Drive import failed: ${r.status}`);
  const { data } = await r.json();
  // data.mediaId 是新的 Speak 媒体引用。
  return data.mediaId;
}

// 示例：将研究访谈导入 Speak 的“第三季度访谈”文件夹
const mediaId = await importDriveFileToSpeak(
  "https://drive.google.com/file/d/1AbCdEfGhIjKlMnOpQrStUv/view",
  process.env.SPEAK_FOLDER_ID,
);

import os, requests

def import_drive_file_to_speak(drive_url: str, folder_id: str | None = None) -> str:
    r = requests.post(
        "https://api.speakai.co/v1/integration/googledrive/upload",
        headers={
            "x-speakai-key": os.environ["SPEAK_API_KEY"],
            "Content-Type": "application/json",
        },
        json={
            "url": drive_url,
            "sourceLanguage": "en-US",
            "folderId": folder_id,
        },
        timeout=30,
    )
    r.raise_for_status()
    return r.json()["data"]["mediaId"]

# Drive 推送通知 - 监视文件夹中的新文件。
# 所需范围：drive.readonly（或选择器选择的文件的 drive.file）。

curl -X POST "https://www.googleapis.com/drive/v3/files/$FOLDER_ID/watch" 
  -H "Authorization: Bearer $GOOGLE_OAUTH_TOKEN" 
  -H "Content-Type: application/json" 
  -d '{
    "id": "speak-drive-watch-1",
    "type": "web_hook",
    "address": "https://your-app.example.com/drive/watch"
  }'

# 频道在 7 天后过期。使用另一个 POST 到 /watch 更新。
# 当发生更改时，Drive 使用 X-Goog-Resource-State 标头 POST 到你的地址。
# 你的处理程序然后通过 files.list 列出文件夹中的文件并转发新文件。

import express from "express";
const app = express();
app.use(express.json());

// In-memory cursor (use a real DB in production)
let lastSeenIds = new Set();

app.post("/drive/watch", async (req, res) => {
  // Drive sends an X-Goog-Resource-State header on every change.
  if (req.headers["x-goog-resource-state"] === "sync") return res.sendStatus(200);
  res.sendStatus(200);

  // 1. List files in the watched folder ordered by createdTime desc
  const list = await fetch(
    "https://www.googleapis.com/drive/v3/files?" + new URLSearchParams({
      q: `'${process.env.DRIVE_FOLDER_ID}' in parents and (mimeType contains 'audio/' or mimeType contains 'video/')`,
      orderBy: "createdTime desc",
      fields: "files(id,name,mimeType,createdTime,webViewLink)",
      pageSize: "20",
    }),
    { headers: { Authorization: `Bearer ${process.env.GOOGLE_OAUTH_TOKEN}` } }
  ).then(r => r.json());

  // 2. For each new file, forward to Speak's Drive upload endpoint
  for (const file of list.files) {
    if (lastSeenIds.has(file.id)) continue;
    lastSeenIds.add(file.id);

    await fetch("https://api.speakai.co/v1/integration/googledrive/upload", {
      method: "POST",
      headers: {
        "x-speakai-key": process.env.SPEAK_API_KEY,
        "Content-Type": "application/json",
      },
      body: JSON.stringify({
        url: `https://drive.google.com/file/d/${file.id}/view`,
        sourceLanguage: "en-US",
        folderId: process.env.SPEAK_FOLDER_ID,
      }),
    });
  }
});

app.listen(3000);

import os, requests
from fastapi import FastAPI, Request

app = FastAPI()
seen_ids = set()  # use a real DB in production

@app.post("/drive/watch")
async def watch(req: Request):
    if req.headers.get("x-goog-resource-state") == "sync":
        return {"ok": True}

    list_resp = requests.get(
        "https://www.googleapis.com/drive/v3/files",
        params={
            "q": f"'{os.environ['DRIVE_FOLDER_ID']}' in parents "
                 "and (mimeType contains 'audio/' or mimeType contains 'video/')",
            "orderBy": "createdTime desc",
            "fields": "files(id,name,mimeType,createdTime,webViewLink)",
            "pageSize": "20",
        },
        headers={"Authorization": f"Bearer {os.environ['GOOGLE_OAUTH_TOKEN']}"},
        timeout=30,
    ).json()

    for f in list_resp.get("files", []):
        if f["id"] in seen_ids:
            continue
        seen_ids.add(f["id"])

        requests.post(
            "https://api.speakai.co/v1/integration/googledrive/upload",
            headers={"x-speakai-key": os.environ["SPEAK_API_KEY"]},
            json={
                "url": f"https://drive.google.com/file/d/{f['id']}/view",
                "sourceLanguage": "en-US",
                "folderId": os.environ.get("SPEAK_FOLDER_ID"),
            },
            timeout=30,
        )
    return {"ok": True}

# 1. 对选项卡 1 中导入的媒体触发提示
curl -X POST https://api.speakai.co/v1/prompt/ 
  -H "x-speakai-key: $SPEAK_API_KEY" 
  -H "Content-Type: application/json" 
  -d '{
    "mediaIds": ["14c8dd9c0a89"],
    "prompt": "List every objection raised by the customer with a timestamp.",
    "isStream": false,
    "isIndividualPrompt": true
  }'

# 响应（即时）：
# { "status": "success", "data": { "messageId": "", "state": "processing" } }

# 2. 轮询已完成的答案（通常 2-3 秒）
curl "https://api.speakai.co/v1/prompt/messages?mediaIds=14c8dd9c0a89&pageSize=1" 
  -H "x-speakai-key: $SPEAK_API_KEY"

# 当 state === "completed" 时，answer 字段包含结构化响应。

async function chatWithDriveFile(mediaId, prompt) {
  const headers = { "x-speakai-key": process.env.SPEAK_API_KEY };

  // 1. Fire
  await fetch("https://api.speakai.co/v1/prompt/", {
    method: "POST",
    headers: { ...headers, "Content-Type": "application/json" },
    body: JSON.stringify({
      mediaIds: [mediaId],
      prompt,
      isStream: false,
      isIndividualPrompt: true,
    }),
  });

  // 2. Poll until completed
  for (let i = 0; i < 20; i++) {
    await new Promise(r => setTimeout(r, 1000));
    const r = await fetch(
      `https://api.speakai.co/v1/prompt/messages?mediaIds=${mediaId}&pageSize=1`,
      { headers }
    );
    const j = await r.json();
    const msg = j?.data?.history?.[0]?.messages?.[0];
    if (msg?.state === "completed") return msg.answer;
  }
  return null;
}

# Claude Desktop / Claude Code
npx @speakai/mcp-server init

# 出现提示时粘贴您的 Speak API 密钥。设置大约需要 2 分钟。

# Claude.ai（网页版）和 ChatGPT MCP 连接器
# 设置 > 集成 > 添加 MCP 服务器
# 远程 URL：https://api.speakai.co/v1/mcp
# 认证标头：x-speakai-key: YOUR_SPEAK_API_KEY