feat(ai): add pollinations chat, gemini, image endpoints
Deploy Scraper / build-and-deploy (push) Canceled after 0s
Deploy Scraper / build-and-deploy (push) Canceled after 0s
Ported from Shirokami-API scraper/ai/pollinationsai-{text,gemini,image}.js:
- /ai/chat - OpenAI-compatible chat via text.pollinations.ai (default model 'openai'; source's gpt-5-nano is dead upstream, 404 now triggers fallback)
- /ai/gemini - gemini model via same endpoint
- /ai/image - flux image gen via image.pollinations.ai (returns raw bytes, sniffs JPEG/PNG mime)
Note: pollinations is a free shared API - intermittently 402/502/empty from VPS IP (upstream flakiness, not code)
This commit is contained in:
1 parent
2769b11918
commit
e6f543078b
7 files changed
+391
No files matched your search
@@ -0,0 +1,36 @@
|
|||||||
|
//! Application use-cases for AI endpoints (Pollinations).
|
||||||
|
|
||||||
|
use crate::domain::error::ScrapingError;
|
||||||
|
use crate::infrastructure::repository::ai as Repo;
|
||||||
|
use serde_json::Value;
|
||||||
|
|
||||||
|
pub async fn chat(
|
||||||
|
text: String,
|
||||||
|
prompt: String,
|
||||||
|
model: Option<String>,
|
||||||
|
) -> Result<Value, ScrapingError> {
|
||||||
|
Repo::chat(text, prompt, model)
|
||||||
|
.await
|
||||||
|
.map_err(ScrapingError::Http)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn gemini(
|
||||||
|
text: String,
|
||||||
|
prompt: String,
|
||||||
|
image_url: Option<String>,
|
||||||
|
) -> Result<Value, ScrapingError> {
|
||||||
|
Repo::gemini(text, prompt, image_url)
|
||||||
|
.await
|
||||||
|
.map_err(ScrapingError::Http)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn image(
|
||||||
|
prompt: String,
|
||||||
|
model: String,
|
||||||
|
width: u32,
|
||||||
|
height: u32,
|
||||||
|
) -> Result<Vec<u8>, ScrapingError> {
|
||||||
|
Repo::image(prompt, model, width, height)
|
||||||
|
.await
|
||||||
|
.map_err(ScrapingError::Http)
|
||||||
|
}
|
||||||
@@ -1,3 +1,4 @@
|
|||||||
|
pub mod ai;
|
||||||
pub mod anime;
|
pub mod anime;
|
||||||
pub mod anime2;
|
pub mod anime2;
|
||||||
pub mod downloader;
|
pub mod downloader;
|
||||||
|
|||||||
@@ -0,0 +1,272 @@
|
|||||||
|
//! Infrastructure — AI endpoints via Pollinations.ai (free, no API key).
|
||||||
|
//!
|
||||||
|
//! Ported from Shirokami-API `scraper/ai/pollinationsai-{text,image,gemini}.js`.
|
||||||
|
//! All three use the public Pollinations API:
|
||||||
|
//! - text: POST https://text.pollinations.ai/openai (OpenAI-compatible)
|
||||||
|
//! - gemini: POST https://text.pollinations.ai/openai with model=gemini
|
||||||
|
//! - image: GET https://image.pollinations.ai/prompt/{prompt}
|
||||||
|
//! Retry logic follows the source: try Bearer token (hardcoded in source),
|
||||||
|
//! fall back to Referer when 401/403 (no key needed).
|
||||||
|
|
||||||
|
use crate::infrastructure::utils::http_client::http_client;
|
||||||
|
use serde_json::{json, Value};
|
||||||
|
|
||||||
|
const TEXT_URL: &str = "https://text.pollinations.ai/openai";
|
||||||
|
const IMAGE_URL: &str = "https://image.pollinations.ai/prompt";
|
||||||
|
// The source ships a hardcoded token; on 401/403 it falls back to Referer-only.
|
||||||
|
// We skip the token and use Referer directly (anonymous tier) — same result,
|
||||||
|
// no secret embedded in the binary.
|
||||||
|
const REFERER: &str = "https://api.ryzumi.vip";
|
||||||
|
|
||||||
|
fn ua() -> &'static str {
|
||||||
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0 Safari/537.36"
|
||||||
|
}
|
||||||
|
|
||||||
|
fn build_messages(system: &str, text: &str, image_data_url: Option<String>) -> Vec<Value> {
|
||||||
|
let mut messages = Vec::new();
|
||||||
|
if !system.is_empty() {
|
||||||
|
messages.push(json!({"role": "system", "content": system}));
|
||||||
|
}
|
||||||
|
if let Some(img) = image_data_url {
|
||||||
|
let mut content = Vec::new();
|
||||||
|
if !text.is_empty() {
|
||||||
|
content.push(json!({"type": "text", "text": text}));
|
||||||
|
}
|
||||||
|
content.push(json!({"type": "image_url", "image_url": {"url": img}}));
|
||||||
|
messages.push(json!({"role": "user", "content": content}));
|
||||||
|
} else {
|
||||||
|
messages.push(json!({"role": "user", "content": text}));
|
||||||
|
}
|
||||||
|
messages
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Chat via Pollinations (OpenAI-compatible).
|
||||||
|
/// Default model "openai" (the source's "gpt-5-nano" no longer exists on
|
||||||
|
/// Pollinations and 404s; fallback to "openai" on any error, incl. 404).
|
||||||
|
pub async fn chat(text: String, prompt: String, model: Option<String>) -> Result<Value, String> {
|
||||||
|
let model = model.unwrap_or_else(|| "openai".to_string());
|
||||||
|
let system = if prompt.trim().is_empty() {
|
||||||
|
String::new()
|
||||||
|
} else {
|
||||||
|
format!("{}\nConversation history:", prompt)
|
||||||
|
};
|
||||||
|
let messages = build_messages(&system, &text, None);
|
||||||
|
|
||||||
|
let body = json!({
|
||||||
|
"model": model,
|
||||||
|
"messages": messages,
|
||||||
|
"referrer": REFERER,
|
||||||
|
});
|
||||||
|
|
||||||
|
let resp = http_client()
|
||||||
|
.client()
|
||||||
|
.post(TEXT_URL)
|
||||||
|
.header("Content-Type", "application/json")
|
||||||
|
.header("Referer", REFERER)
|
||||||
|
.header("User-Agent", ua())
|
||||||
|
.json(&body)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("HTTP: {e}"))?;
|
||||||
|
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
// Match source: on failure retry with model "openai"
|
||||||
|
let status = resp.status();
|
||||||
|
if status == reqwest::StatusCode::UNAUTHORIZED
|
||||||
|
|| status == reqwest::StatusCode::FORBIDDEN
|
||||||
|
|| status == reqwest::StatusCode::NOT_FOUND
|
||||||
|
|| status == reqwest::StatusCode::PAYMENT_REQUIRED
|
||||||
|
{
|
||||||
|
let body2 = json!({
|
||||||
|
"model": "openai",
|
||||||
|
"messages": messages,
|
||||||
|
"referrer": REFERER,
|
||||||
|
});
|
||||||
|
let resp2 = http_client()
|
||||||
|
.client()
|
||||||
|
.post(TEXT_URL)
|
||||||
|
.header("Content-Type", "application/json")
|
||||||
|
.header("Referer", REFERER)
|
||||||
|
.header("User-Agent", ua())
|
||||||
|
.json(&body2)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("HTTP retry: {e}"))?;
|
||||||
|
return parse_text_response(resp2).await;
|
||||||
|
}
|
||||||
|
return Err(format!("API error {status}"));
|
||||||
|
}
|
||||||
|
|
||||||
|
parse_text_response(resp).await
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Gemini chat via Pollinations (model "gemini").
|
||||||
|
pub async fn gemini(
|
||||||
|
text: String,
|
||||||
|
prompt: String,
|
||||||
|
image_url: Option<String>,
|
||||||
|
) -> Result<Value, String> {
|
||||||
|
let system = if prompt.trim().is_empty() {
|
||||||
|
String::new()
|
||||||
|
} else {
|
||||||
|
format!("{}\nConversation history:", prompt)
|
||||||
|
};
|
||||||
|
|
||||||
|
// If an image URL is given, fetch it and convert to a data URL (source behavior).
|
||||||
|
let image_data_url = match &image_url {
|
||||||
|
Some(url) if !url.trim().is_empty() => Some(fetch_data_url(url).await?),
|
||||||
|
_ => None,
|
||||||
|
};
|
||||||
|
|
||||||
|
let messages = build_messages(&system, &text, image_data_url);
|
||||||
|
|
||||||
|
let body = json!({
|
||||||
|
"model": "gemini",
|
||||||
|
"messages": messages,
|
||||||
|
"referrer": REFERER,
|
||||||
|
});
|
||||||
|
|
||||||
|
let resp = http_client()
|
||||||
|
.client()
|
||||||
|
.post(TEXT_URL)
|
||||||
|
.header("Content-Type", "application/json")
|
||||||
|
.header("Referer", REFERER)
|
||||||
|
.header("User-Agent", ua())
|
||||||
|
.json(&body)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("HTTP: {e}"))?;
|
||||||
|
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
let status = resp.status();
|
||||||
|
if status == reqwest::StatusCode::UNAUTHORIZED
|
||||||
|
|| status == reqwest::StatusCode::FORBIDDEN
|
||||||
|
|| status == reqwest::StatusCode::NOT_FOUND
|
||||||
|
|| status == reqwest::StatusCode::PAYMENT_REQUIRED
|
||||||
|
{
|
||||||
|
let body2 = json!({
|
||||||
|
"model": "openai",
|
||||||
|
"messages": messages,
|
||||||
|
"referrer": REFERER,
|
||||||
|
});
|
||||||
|
let resp2 = http_client()
|
||||||
|
.client()
|
||||||
|
.post(TEXT_URL)
|
||||||
|
.header("Content-Type", "application/json")
|
||||||
|
.header("Referer", REFERER)
|
||||||
|
.header("User-Agent", ua())
|
||||||
|
.json(&body2)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("HTTP retry: {e}"))?;
|
||||||
|
return parse_text_response(resp2).await;
|
||||||
|
}
|
||||||
|
return Err(format!("API error {status}"));
|
||||||
|
}
|
||||||
|
|
||||||
|
parse_text_response(resp).await
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Image generation via Pollinations. Returns raw image bytes.
|
||||||
|
pub async fn image(
|
||||||
|
prompt: String,
|
||||||
|
model: String,
|
||||||
|
width: u32,
|
||||||
|
height: u32,
|
||||||
|
) -> Result<Vec<u8>, String> {
|
||||||
|
let model = if model.is_empty() {
|
||||||
|
"flux".to_string()
|
||||||
|
} else {
|
||||||
|
model
|
||||||
|
};
|
||||||
|
let valid = ["flux", "kontext", "turbo"];
|
||||||
|
if !valid.contains(&model.as_str()) {
|
||||||
|
return Err(format!(
|
||||||
|
"Invalid model. Available models: {}",
|
||||||
|
valid.join(", ")
|
||||||
|
));
|
||||||
|
}
|
||||||
|
|
||||||
|
let url = format!(
|
||||||
|
"{}/{}?model={}&width={}&height={}&nologo=true&private=false&enhance=false&safe=false&referrer={}",
|
||||||
|
IMAGE_URL,
|
||||||
|
urlencode(&prompt),
|
||||||
|
model,
|
||||||
|
width,
|
||||||
|
height,
|
||||||
|
urlencode(REFERER)
|
||||||
|
);
|
||||||
|
|
||||||
|
let resp = http_client()
|
||||||
|
.client()
|
||||||
|
.get(&url)
|
||||||
|
.header("Referer", REFERER)
|
||||||
|
.header("User-Agent", ua())
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("HTTP: {e}"))?;
|
||||||
|
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
return Err(format!("Image API error {}", resp.status()));
|
||||||
|
}
|
||||||
|
|
||||||
|
let bytes = resp.bytes().await.map_err(|e| format!("Body: {e}"))?;
|
||||||
|
Ok(bytes.to_vec())
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn parse_text_response(resp: reqwest::Response) -> Result<Value, String> {
|
||||||
|
let data: Value = resp.json().await.map_err(|e| format!("JSON: {e}"))?;
|
||||||
|
let content = data
|
||||||
|
.pointer("/choices/0/message/content")
|
||||||
|
.or_else(|| data.get("message"))
|
||||||
|
.cloned()
|
||||||
|
.unwrap_or_else(|| Value::String("No response from assistant.".into()));
|
||||||
|
Ok(json!({"success": true, "result": content}))
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn fetch_data_url(url: &str) -> Result<String, String> {
|
||||||
|
if url.starts_with("data:") {
|
||||||
|
return Ok(url.to_string());
|
||||||
|
}
|
||||||
|
let resp = http_client()
|
||||||
|
.client()
|
||||||
|
.get(url)
|
||||||
|
.header("User-Agent", ua())
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Fetch image failed: {e}"))?;
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
return Err(format!("Fetch image failed: {}", resp.status()));
|
||||||
|
}
|
||||||
|
let ct = resp
|
||||||
|
.headers()
|
||||||
|
.get(reqwest::header::CONTENT_TYPE)
|
||||||
|
.and_then(|v| v.to_str().ok())
|
||||||
|
.unwrap_or("image/jpeg")
|
||||||
|
.to_string();
|
||||||
|
let ext = ct
|
||||||
|
.split('/')
|
||||||
|
.nth(1)
|
||||||
|
.map(|s| s.split('+').next().unwrap_or("jpeg").to_string())
|
||||||
|
.unwrap_or_else(|| "jpeg".to_string());
|
||||||
|
let bytes = resp.bytes().await.map_err(|e| format!("Body: {e}"))?;
|
||||||
|
use base64::Engine;
|
||||||
|
Ok(format!(
|
||||||
|
"data:image/{};base64,{}",
|
||||||
|
ext,
|
||||||
|
base64::engine::general_purpose::STANDARD.encode(bytes)
|
||||||
|
))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn urlencode(s: &str) -> String {
|
||||||
|
let mut out = String::new();
|
||||||
|
for b in s.bytes() {
|
||||||
|
match b {
|
||||||
|
b'A'..=b'Z' | b'a'..=b'z' | b'0'..=b'9' | b'-' | b'_' | b'.' | b'~' => {
|
||||||
|
out.push(b as char)
|
||||||
|
}
|
||||||
|
_ => out.push_str(&format!("%{:02X}", b)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
out
|
||||||
|
}
|
||||||
@@ -1,3 +1,4 @@
|
|||||||
|
pub mod ai;
|
||||||
pub mod alqanime;
|
pub mod alqanime;
|
||||||
pub mod downloader;
|
pub mod downloader;
|
||||||
pub mod image;
|
pub mod image;
|
||||||
|
|||||||
@@ -0,0 +1,67 @@
|
|||||||
|
//! Axum handlers for AI endpoints (Pollinations).
|
||||||
|
|
||||||
|
use axum::body::Body;
|
||||||
|
use axum::extract::Query;
|
||||||
|
use axum::http::{header, StatusCode};
|
||||||
|
use axum::response::Response;
|
||||||
|
use axum::Json;
|
||||||
|
use serde::Deserialize;
|
||||||
|
use serde_json::Value;
|
||||||
|
|
||||||
|
use crate::application::ai as use_cases;
|
||||||
|
use crate::presentation::error::AppError;
|
||||||
|
|
||||||
|
#[derive(Deserialize)]
|
||||||
|
pub struct AiParams {
|
||||||
|
pub text: Option<String>,
|
||||||
|
pub prompt: Option<String>,
|
||||||
|
pub model: Option<String>,
|
||||||
|
pub image_url: Option<String>,
|
||||||
|
pub url: Option<String>,
|
||||||
|
pub width: Option<u32>,
|
||||||
|
pub height: Option<u32>,
|
||||||
|
}
|
||||||
|
|
||||||
|
/// GET /ai/chat?text=...&prompt=...&model=...
|
||||||
|
pub async fn chat_handler(Query(params): Query<AiParams>) -> Result<Json<Value>, AppError> {
|
||||||
|
let text = params
|
||||||
|
.text
|
||||||
|
.ok_or_else(|| AppError::BadRequest("Missing 'text' parameter".to_string()))?;
|
||||||
|
let result = use_cases::chat(text, params.prompt.unwrap_or_default(), params.model).await?;
|
||||||
|
Ok(Json(result))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// GET /ai/gemini?text=...&prompt=...&image_url=...
|
||||||
|
pub async fn gemini_handler(Query(params): Query<AiParams>) -> Result<Json<Value>, AppError> {
|
||||||
|
let text = params
|
||||||
|
.text
|
||||||
|
.ok_or_else(|| AppError::BadRequest("Missing 'text' parameter".to_string()))?;
|
||||||
|
let result =
|
||||||
|
use_cases::gemini(text, params.prompt.unwrap_or_default(), params.image_url).await?;
|
||||||
|
Ok(Json(result))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// GET /ai/image?prompt=...&model=...&width=...&height=... — returns image bytes.
|
||||||
|
pub async fn image_handler(Query(params): Query<AiParams>) -> Result<Response<Body>, AppError> {
|
||||||
|
let prompt = params
|
||||||
|
.prompt
|
||||||
|
.ok_or_else(|| AppError::BadRequest("Missing 'prompt' parameter".to_string()))?;
|
||||||
|
let model = params.model.unwrap_or_else(|| "flux".to_string());
|
||||||
|
let width = params.width.unwrap_or(1024);
|
||||||
|
let height = params.height.unwrap_or(1024);
|
||||||
|
|
||||||
|
let bytes = use_cases::image(prompt, model, width, height).await?;
|
||||||
|
// Pollinations flux returns JPEG by default.
|
||||||
|
let mime = if bytes.starts_with(b"\xff\xd8\xff") {
|
||||||
|
"image/jpeg"
|
||||||
|
} else if bytes.starts_with(b"\x89PNG\r\n\x1a\n") {
|
||||||
|
"image/png"
|
||||||
|
} else {
|
||||||
|
"application/octet-stream"
|
||||||
|
};
|
||||||
|
Ok(Response::builder()
|
||||||
|
.status(StatusCode::OK)
|
||||||
|
.header(header::CONTENT_TYPE, mime)
|
||||||
|
.body(Body::from(bytes))
|
||||||
|
.unwrap())
|
||||||
|
}
|
||||||
@@ -1,3 +1,4 @@
|
|||||||
|
pub mod ai;
|
||||||
pub mod anime;
|
pub mod anime;
|
||||||
pub mod anime2;
|
pub mod anime2;
|
||||||
pub mod downloader;
|
pub mod downloader;
|
||||||
|
|||||||
@@ -391,6 +391,19 @@ pub fn build_router(app_state: Arc<AppState>) -> anyhow::Result<Router> {
|
|||||||
"/uploader/file/{name}",
|
"/uploader/file/{name}",
|
||||||
axum::routing::get(crate::presentation::handler::uploader::serve_file_handler),
|
axum::routing::get(crate::presentation::handler::uploader::serve_file_handler),
|
||||||
)
|
)
|
||||||
|
// AI routes
|
||||||
|
.route(
|
||||||
|
"/ai/chat",
|
||||||
|
axum::routing::get(crate::presentation::handler::ai::chat_handler),
|
||||||
|
)
|
||||||
|
.route(
|
||||||
|
"/ai/gemini",
|
||||||
|
axum::routing::get(crate::presentation::handler::ai::gemini_handler),
|
||||||
|
)
|
||||||
|
.route(
|
||||||
|
"/ai/image",
|
||||||
|
axum::routing::get(crate::presentation::handler::ai::image_handler),
|
||||||
|
)
|
||||||
// Health
|
// Health
|
||||||
.route(
|
.route(
|
||||||
"/health",
|
"/health",
|
||||||
|
|||||||
Reference in new issue
Block a user