دستیار هوش مصنوعی پوشیدنی (AI Pin) با دوربین و اتصال به Gemini

https://raw.githubusercontent.com/espressif/arduino-esp32/gh-pages/package_esp32_index.json

#include <WiFi.h>
#include <WiFiClientSecure.h>
#include <UniversalTelegramBot.h>
// ============ Replace these with your details ============
const char* ssid = "WIFI_NAME";
const char* password = "WIFI_PASSWORD";
const char* botToken = "TELEGRAM_BOT_TOKEN"; // Your Telegram Bot Token
// ========================================================
// Setup secure WiFi client for HTTPS
WiFiClientSecure netClient;
UniversalTelegramBot bot(botToken, netClient);
unsigned long lastCheckTime = 0;
const unsigned long checkInterval = 1000;
void setup() {
Serial.begin(115200);
// Wi-Fi connect
WiFi.begin(ssid, password);
Serial.print("Connecting to WiFi");
while (WiFi.status() != WL_CONNECTED) {
delay(500);
Serial.print(".");
}
Serial.println("\nConnected.");
netClient.setInsecure();
Serial.println("Telegram Bot started.");
}
void loop() {
// Periodically check for new messages
if (millis() - lastCheckTime >= checkInterval) {
checkTelegramBot();
lastCheckTime = millis();
}
}
void checkTelegramBot() {
int numNewMessages = bot.getUpdates(bot.last_message_received + 1);
while (numNewMessages) {
for (int i = 0; i < numNewMessages; i++) {
String chat_id = String(bot.messages[i].chat_id);
String text = bot.messages[i].text;
Serial.print("Received: "); Serial.println(text);
if (text == "/ask") {
String response = "Hello, bro!";
bot.sendMessage(chat_id, response, "");
Serial.println("Sent reply: Hello, bro!");
}
}
numNewMessages = bot.getUpdates(bot.last_message_received + 1);
}
}

const char* ssid = "WIFI_NAME";
const char* password = "WIFI_PASSWORD";
const char* botToken = "TELEGRAM_BOT_TOKEN";

void checkTelegramBot() {
int numNewMessages = bot.getUpdates(bot.last_message_received + 1);
while (numNewMessages) {
for (int i = 0; i < numNewMessages; i++) {
String chat_id = String(bot.messages[i].chat_id);
String text = bot.messages[i].text;
Serial.print("Received: "); Serial.println(text);
if (text == "/ask") {
String response = "Hello, bro!";
bot.sendMessage(chat_id, response, "");
Serial.println("Sent reply: Hello, bro!");
}
}
numNewMessages = bot.getUpdates(bot.last_message_received + 1);
}
}

Hello, bro!

#include <WiFi.h>
#include <WiFiClientSecure.h>
#include <UniversalTelegramBot.h>
#include <ArduinoJson.h>
// ==== CONFIG ====
const char* ssid = "WIFI_NAME";
const char* password = "WIFI_PASSWORD";
const char* botToken = "TELEGRAM_BOT_TOKEN"; // Your Telegram Bot Token
const char* GEMINI_API_KEY = "GEMINI_API_KEY"; // Gemini API Key
// ================
// Telegram bot client
WiFiClientSecure netClient;
UniversalTelegramBot bot(botToken, netClient);
unsigned long lastCheckTime = 0;
const unsigned long checkInterval = 1000;
bool waitingForQuery = false;
String callGeminiAPI(String userPrompt) {
WiFiClientSecure client;
client.setInsecure();
if (!client.connect("generativelanguage.googleapis.com", 443)) {
Serial.println("❌ Gemini API connection failed");
return "Error: Could not connect to Gemini API";
}
// Create JSON payload
String payload = "{";
payload += "\"contents\":[{\"role\":\"user\",\"parts\":[{\"text\":\"" + userPrompt + "\"}]}],";
payload += "\"generationConfig\":{\"thinkingConfig\":{\"thinkingBudget\":-1}},";
payload += "\"tools\":[{\"googleSearch\":{}}]";
payload += "}";
// Send POST request
String url = "/v1beta/models/gemini-2.5-flash:generateContent?key=" + String(GEMINI_API_KEY);
client.println("POST " + url + " HTTP/1.1");
client.println("Host: generativelanguage.googleapis.com");
client.println("Content-Type: application/json");
client.println("Content-Length: " + String(payload.length()));
client.println("Connection: close");
client.println();
client.print(payload);
while (client.connected() && !client.available()) delay(10);
String response;
while (client.available()) {
response += client.readString();
}
Serial.println("📩 Raw Gemini Response:");
Serial.println(response);
int jsonStart = response.indexOf("\r\n\r\n");
if (jsonStart == -1) return "Error: No JSON found";
String chunkedBody = response.substring(jsonStart + 4);
String jsonBody;
int pos = 0;
while (pos < chunkedBody.length()) {
int crlf = chunkedBody.indexOf("\r\n", pos);
if (crlf == -1) break;
String sizeStr = chunkedBody.substring(pos, crlf);
int chunkSize = strtol(sizeStr.c_str(), NULL, 16);
if (chunkSize == 0) break;
jsonBody += chunkedBody.substring(crlf + 2, crlf + 2 + chunkSize);
pos = crlf + 2 + chunkSize + 2;
}
StaticJsonDocument<4096> doc;
DeserializationError error = deserializeJson(doc, jsonBody);
if (error) {
Serial.println("❌ JSON parse failed: " + String(error.c_str()));
return "Error: Could not parse JSON";
}
if (doc["candidates"][0]["content"]["parts"][0]["text"].is<String>()) {
return doc["candidates"][0]["content"]["parts"][0]["text"].as<String>();
}
return "Error: No text found";
}
void setup() {
Serial.begin(115200);
WiFi.begin(ssid, password);
Serial.print("Connecting to WiFi");
while (WiFi.status() != WL_CONNECTED) {
delay(500);
Serial.print(".");
}
Serial.println("\n✅ WiFi connected!");
netClient.setInsecure();
}
void loop() {
if (millis() - lastCheckTime >= checkInterval) {
checkTelegramBot();
lastCheckTime = millis();
}
}
void checkTelegramBot() {
int numNewMessages = bot.getUpdates(bot.last_message_received + 1);
while (numNewMessages) {
for (int i = 0; i < numNewMessages; i++) {
String chat_id = String(bot.messages[i].chat_id);
String text = bot.messages[i].text;
Serial.print("📨 Received: ");
Serial.println(text);
if (text == "/ask") {
bot.sendMessage(chat_id, "Send me your query", "");
waitingForQuery = true; // set state
}
else if (waitingForQuery) {
waitingForQuery = false; // reset state
bot.sendMessage(chat_id, "⏳ Thinking...", "");
String geminiResponse = callGeminiAPI(text);
bot.sendMessage(chat_id, geminiResponse, "");
}
}
numNewMessages = bot.getUpdates(bot.last_message_received + 1);
}
}

const char* GEMINI_API_KEY = "GEMINI_API_KEY";

String callGeminiAPI(String userPrompt) {
WiFiClientSecure client;
client.setInsecure();
if (!client.connect("generativelanguage.googleapis.com", 443)) {
return "Error: Could not connect to Gemini API";
}

String payload = "{";
payload += "\"contents\":[{\"role\":\"user\",\"parts\":[{\"text\":\"" + userPrompt + "\"}]}],";
payload += "\"generationConfig\":{\"thinkingConfig\":{\"thinkingBudget\":-1}},";
payload += "\"tools\":[{\"googleSearch\":{}}]";
payload += "}";

String url = "/v1beta/models/gemini-2.5-flash:generateContent?key=" + String(GEMINI_API_KEY);
client.println("POST " + url + " HTTP/1.1");
...
client.print(payload);

#include "esp_camera.h"
#include <WiFi.h>
#include "base64.h"
#include <WiFiClientSecure.h>
#include <UniversalTelegramBot.h>
// Pin definitions for XIAO ESP32S3 Sense
#define PWDN_GPIO_NUM -1
#define RESET_GPIO_NUM -1
#define XCLK_GPIO_NUM 10
#define SIOD_GPIO_NUM 40
#define SIOC_GPIO_NUM 39
#define Y9_GPIO_NUM 48
#define Y8_GPIO_NUM 11
#define Y7_GPIO_NUM 12
#define Y6_GPIO_NUM 14
#define Y5_GPIO_NUM 16
#define Y4_GPIO_NUM 18
#define Y3_GPIO_NUM 17
#define Y2_GPIO_NUM 15
#define VSYNC_GPIO_NUM 38
#define HREF_GPIO_NUM 47
#define PCLK_GPIO_NUM 13
// ============ Replace these with your details ============
const char* ssid = "WIFI_NAME";
const char* password = "WIFI_PASSWORD";
const char* botToken = "TELEGRAM_BOT_TOKEN"; // Your Telegram Bot Token
// ========================================================
WiFiClientSecure netClient;
UniversalTelegramBot bot(botToken, netClient);
unsigned long lastCheckTime = 0;
const unsigned long checkInterval = 1000;
String handleCapture() {
camera_fb_t * fb = esp_camera_fb_get();
if(!fb) {
Serial.println("Camera capture failed");
return "Camera capture failed!";
}
// Convert image to base64
String base64String = base64::encode(fb->buf, fb->len);
// Return the frame buffer
esp_camera_fb_return(fb);
// Send base64 string
return (base64String);
}
void setup() {
Serial.begin(115200);
Serial.println();
// Camera configuration
camera_config_t config;
config.ledc_channel = LEDC_CHANNEL_0;
config.ledc_timer = LEDC_TIMER_0;
config.pin_d0 = Y2_GPIO_NUM;
config.pin_d1 = Y3_GPIO_NUM;
config.pin_d2 = Y4_GPIO_NUM;
config.pin_d3 = Y5_GPIO_NUM;
config.pin_d4 = Y6_GPIO_NUM;
config.pin_d5 = Y7_GPIO_NUM;
config.pin_d6 = Y8_GPIO_NUM;
config.pin_d7 = Y9_GPIO_NUM;
config.pin_xclk = XCLK_GPIO_NUM;
config.pin_pclk = PCLK_GPIO_NUM;
config.pin_vsync = VSYNC_GPIO_NUM;
config.pin_href = HREF_GPIO_NUM;
config.pin_sccb_sda = SIOD_GPIO_NUM;
config.pin_sccb_scl = SIOC_GPIO_NUM;
config.pin_pwdn = PWDN_GPIO_NUM;
config.pin_reset = RESET_GPIO_NUM;
config.xclk_freq_hz = 20000000;
config.frame_size = FRAMESIZE_SVGA;
config.pixel_format = PIXFORMAT_JPEG;
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
config.fb_location = CAMERA_FB_IN_PSRAM;
config.jpeg_quality = 12;
config.fb_count = 1;
if(psramFound()){
config.jpeg_quality = 10;
config.fb_count = 2;
config.grab_mode = CAMERA_GRAB_LATEST;
} else {
config.frame_size = FRAMESIZE_VGA;
config.fb_location = CAMERA_FB_IN_DRAM;
}
// Initialize camera
esp_err_t err = esp_camera_init(&config);
if (err != ESP_OK) {
Serial.printf("Camera init failed with error 0x%x", err);
return;
}
// Wi-Fi connect
WiFi.begin(ssid, password);
Serial.print("Connecting to WiFi");
while (WiFi.status() != WL_CONNECTED) {
delay(500);
Serial.print(".");
}
Serial.println("\nConnected.");
netClient.setInsecure();
Serial.println("Telegram Bot started.");
}
void checkTelegramBot() {
int numNewMessages = bot.getUpdates(bot.last_message_received + 1);
while (numNewMessages) {
for (int i = 0; i < numNewMessages; i++) {
String chat_id = String(bot.messages[i].chat_id);
String text = bot.messages[i].text;
Serial.print("Received: "); Serial.println(text);
if (text == "/ask") {
String response = handleCapture();
Serial.println(response);
response = response.substring(0, min((int)response.length(), 50));
bot.sendMessage(chat_id, response, "");
Serial.println("Sent reply (first 50 chars of base64)");
}
}
numNewMessages = bot.getUpdates(bot.last_message_received + 1);
}
}
void loop() {
if (millis() - lastCheckTime >= checkInterval) {
checkTelegramBot();
lastCheckTime = millis();
}
}

#include "esp_camera.h"
#include <WiFi.h>
#include <WiFiClientSecure.h>
#include <base64.h>
#include <UniversalTelegramBot.h>
#include <ArduinoJson.h>
// Pin definitions for XIAO ESP32S3 Sense
#define PWDN_GPIO_NUM -1
#define RESET_GPIO_NUM -1
#define XCLK_GPIO_NUM 10
#define SIOD_GPIO_NUM 40
#define SIOC_GPIO_NUM 39
#define Y9_GPIO_NUM 48
#define Y8_GPIO_NUM 11
#define Y7_GPIO_NUM 12
#define Y6_GPIO_NUM 14
#define Y5_GPIO_NUM 16
#define Y4_GPIO_NUM 18
#define Y3_GPIO_NUM 17
#define Y2_GPIO_NUM 15
#define VSYNC_GPIO_NUM 38
#define HREF_GPIO_NUM 47
#define PCLK_GPIO_NUM 13
// ==== CONFIG ====
const char* ssid = "WIFI_NAME";
const char* password = "WIFI_PASSWORD";
const char* botToken = "TELEGRAM_BOT_TOKEN"; // Your Telegram Bot Token
const char* GEMINI_API_KEY = "GEMINI_API_KEY"; // Gemini API Key
// ================
WiFiClientSecure netClient;
UniversalTelegramBot bot(botToken, netClient);
unsigned long lastCheckTime = 0;
const unsigned long checkInterval = 1000;
bool waitingForQuery = false;
// Function to handle image capture and return base64 string
String handleCapture() {
camera_fb_t* fb = esp_camera_fb_get();
if (!fb) {
Serial.println("Camera capture failed");
return "Camera capture failed!";
}
String base64String = base64::encode(fb->buf, fb->len);
esp_camera_fb_return(fb);
return (base64String);
}
String callGeminiAPI(String userPrompt, String image) {
WiFiClientSecure client;
client.setInsecure();
Serial.println("prompt: "+ userPrompt + "\nimage:"+ image);
if (!client.connect("generativelanguage.googleapis.com", 443)) {
Serial.println("❌ Gemini API connection failed");
return "Error: Could not connect to Gemini API";
}
// Create JSON payload
String payload = "{";
payload += "\"contents\":[{" "\"role\":\"user\"," "\"parts\":[{" "\"inlineData\":{" "\"mimeType\":\"image/jpeg\"," "\"data\":\"" + image + "\"" "}}," "{" "\"text\":\"" + userPrompt + "\"" "}" "]" "}]," "\"generationConfig\":{\"thinkingConfig\":{\"thinkingBudget\":-1}}," "\"tools\":[{\"googleSearch\":{}}]" "}";
// Send POST request
String url = "/v1beta/models/gemini-2.5-flash:generateContent?key=" + String(GEMINI_API_KEY);
client.println("POST " + url + " HTTP/1.1");
client.println("Host: generativelanguage.googleapis.com");
client.println("Content-Type: application/json");
client.println("Content-Length: " + String(payload.length()));
client.println("Connection: close");
client.println();
client.print(payload);
Serial.println("\n\nPayload length" + String(payload.length()));
Serial.println("\n\nPayload" + payload);
while (client.connected() && !client.available()) delay(10);
String response;
while (client.available()) {
response += client.readString();
}
Serial.println("📩 Raw Gemini Response:");
Serial.println(response);
int jsonStart = response.indexOf("\r\n\r\n");
if (jsonStart == -1) return "Error: No JSON found";
String chunkedBody = response.substring(jsonStart + 4);
String jsonBody;
int pos = 0;
while (pos < chunkedBody.length()) {
int crlf = chunkedBody.indexOf("\r\n", pos);
if (crlf == -1) break;
String sizeStr = chunkedBody.substring(pos, crlf);
int chunkSize = strtol(sizeStr.c_str(), NULL, 16);
if (chunkSize == 0) break;
jsonBody += chunkedBody.substring(crlf + 2, crlf + 2 + chunkSize);
pos = crlf + 2 + chunkSize + 2;
}
StaticJsonDocument<4096> doc;
DeserializationError error = deserializeJson(doc, jsonBody);
if (error) {
Serial.println("❌ JSON parse failed: " + String(error.c_str()));
return "Error: Could not parse JSON";
}
if (doc["candidates"][0]["content"]["parts"][0]["text"].is<String>()) {
return doc["candidates"][0]["content"]["parts"][0]["text"].as<String>();
}
return "Error: No text found";
}
void setup() {
Serial.begin(115200);
Serial.println();
// Camera configuration
camera_config_t config;
config.ledc_channel = LEDC_CHANNEL_0;
config.ledc_timer = LEDC_TIMER_0;
config.pin_d0 = Y2_GPIO_NUM;
config.pin_d1 = Y3_GPIO_NUM;
config.pin_d2 = Y4_GPIO_NUM;
config.pin_d3 = Y5_GPIO_NUM;
config.pin_d4 = Y6_GPIO_NUM;
config.pin_d5 = Y7_GPIO_NUM;
config.pin_d6 = Y8_GPIO_NUM;
config.pin_d7 = Y9_GPIO_NUM;
config.pin_xclk = XCLK_GPIO_NUM;
config.pin_pclk = PCLK_GPIO_NUM;
config.pin_vsync = VSYNC_GPIO_NUM;
config.pin_href = HREF_GPIO_NUM;
config.pin_sccb_sda = SIOD_GPIO_NUM;
config.pin_sccb_scl = SIOC_GPIO_NUM;
config.pin_pwdn = PWDN_GPIO_NUM;
config.pin_reset = RESET_GPIO_NUM;
config.xclk_freq_hz = 20000000;
config.frame_size = FRAMESIZE_QVGA;
config.pixel_format = PIXFORMAT_JPEG;
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
config.fb_location = CAMERA_FB_IN_PSRAM;
config.jpeg_quality = 12;
config.fb_count = 1;
if (psramFound()) {
config.jpeg_quality = 10;
config.fb_count = 2;
config.grab_mode = CAMERA_GRAB_LATEST;
} else {
config.frame_size = FRAMESIZE_VGA;
config.fb_location = CAMERA_FB_IN_DRAM;
}
// Initialize camera
esp_err_t err = esp_camera_init(&config);
if (err != ESP_OK) {
Serial.printf("Camera init failed with error 0x%x", err);
return;
}
WiFi.begin(ssid, password);
Serial.print("Connecting to WiFi");
while (WiFi.status() != WL_CONNECTED) {
delay(500);
Serial.print(".");
}
Serial.println("\n✅ WiFi connected!");
netClient.setInsecure();
Serial.println("Telegram Bot started.");
}
void loop() {
if (millis() - lastCheckTime >= checkInterval) {
checkTelegramBot();
lastCheckTime = millis();
}
}
void checkTelegramBot() {
int numNewMessages = bot.getUpdates(bot.last_message_received + 1);
while (numNewMessages) {
for (int i = 0; i < numNewMessages; i++) {
String chat_id = String(bot.messages[i].chat_id);
String text = bot.messages[i].text;
Serial.print("📨 Received: ");
Serial.println(text);
if (text == "/help") {
String helpMsg = "🤖 Available commands:\n\n";
helpMsg += "/help - Know about all commands\n";
helpMsg += "/about - Know about the bot\n";
helpMsg += "/subscribe - Subscribe to our YouTube channel\n";
helpMsg += "/ask - Ask a question with AI\n";
bot.sendMessage(chat_id, helpMsg, "");
} else if (text == "/about") {
String aboutMsg = "ℹ️ I am an XIAO ESP32S3-powered Telegram Bot! 🚀\n";
aboutMsg += "I can answer your queries using AI and also share resources.";
bot.sendMessage(chat_id, aboutMsg, "");
} else if (text == "/subscribe") {
String subMsg = "🎥 Support us by subscribing to our YouTube channel:\n";
subMsg += "👉 https://www.youtube.com/@roboatticLab";
bot.sendMessage(chat_id, subMsg, "");
} else if (text == "/ask") {
bot.sendMessage(chat_id, "✍️ Send me your query", "");
waitingForQuery = true;
} else if (waitingForQuery) {
waitingForQuery = false;
bot.sendMessage(chat_id, "⏳ Thinking...", "");
String image = handleCapture();
Serial.println(image);
String geminiResponse = callGeminiAPI(text, image);
bot.sendMessage(chat_id, geminiResponse, "");
}
}
numNewMessages = bot.getUpdates(bot.last_message_received + 1);
}
}