') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); })(); GitHub - poopro/linebot-gemini-python: iThome Cloud Summit Lab demo LINE Bot with Gemini Pro · GitHub
Skip to content
BranchesTags

Repository files navigation

Gemini Helper with LangChain and Vertex AI

Project Background

This project is a LINE bot that uses Google's Vertex AI Gemini models through LangChain to generate responses to both text and image inputs. The bot can answer questions in Traditional Chinese and provide detailed descriptions of images.

Screenshot

image

Features

  • Text message processing using Gemini AI in Traditional Chinese
  • Image analysis with scientific detail in Traditional Chinese
  • Integration with LINE Messaging API for easy mobile access
  • Built with FastAPI for efficient asynchronous processing

Technologies Used

  • Python 3
  • FastAPI
  • LINE Messaging API
  • Google Vertex AI (Gemini 2.0 Flash)
  • LangChain
  • Aiohttp
  • PIL (Python Imaging Library)

Setup

  1. Clone the repository to your local machine.

  2. Set up Google Cloud:

    • Create a Google Cloud project
    • Enable Vertex AI API
    • Set up authentication (service account or application default credentials)

  3. Set the following environment variables:

    • ChannelSecret: Your LINE channel secret
    • ChannelAccessToken: Your LINE channel access token
    • GOOGLE_PROJECT_ID: Your Google Cloud Project ID
    • GOOGLE_LOCATION: Google Cloud region (default: us-central1)
    • Optional: GOOGLE_APPLICATION_CREDENTIALS: Path to service account key file (if running locally)

  4. Install the required dependencies:

    pip install -r requirements.txt

  5. Start the FastAPI server:

    uvicorn main:app --reload

  6. Set up your LINE bot webhook URL to point to your server's endpoint.

Usage

Text Processing

Send any text message to the LINE bot, and it will use Vertex AI's Gemini model to generate a response in Traditional Chinese.

Image Processing

Send an image to the bot, and it will analyze and describe the image with scientific detail in Traditional Chinese.

Deployment Options

Local Development

Use ngrok or similar tools to expose your local server to the internet for webhook access:

Google Cloud Run

  1. Install the Google Cloud SDK and authenticate with your Google Cloud account.

  2. Build the Docker image:

    gcloud builds submit --tag gcr.io/$GOOGLE_PROJECT_ID/linebot-gemini

  3. Deploy the Docker image to Cloud Run:

    gcloud run deploy linebot-gemini --image gcr.io/$GOOGLE_PROJECT_ID/linebot-gemini --platform managed --region $GOOGLE_LOCATION --allow-unauthenticated

  4. Set up your LINE bot webhook URL to point to the Cloud Run service URL.

About

iThome Cloud Summit Lab demo LINE Bot with Gemini Pro

www.evanlin.com/linebot-cloudsummit2024-workshop/

Resources

Readme
Activity

Stars

0 stars

Watchers

0 watching

Forks

0 forks
Report repository

Releases

Packages

Contributors

Languages