Compare commits
No commits in common. "main" and "0.0.8" have entirely different histories.
@ -1,48 +0,0 @@
|
||||
name: ci
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- "*"
|
||||
tags:
|
||||
- "*"
|
||||
pull_request:
|
||||
branches:
|
||||
- "main"
|
||||
|
||||
jobs:
|
||||
docker:
|
||||
runs-on: ubuntu-latest
|
||||
container:
|
||||
image: catthehacker/ubuntu:act-latest
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Docker meta
|
||||
id: meta
|
||||
uses: docker/metadata-action@v5
|
||||
with:
|
||||
images: |
|
||||
git.sebclem.fr/${{ gitea.repository }}
|
||||
tags: |
|
||||
type=ref,event=branch
|
||||
type=ref,event=pr
|
||||
type=semver,pattern={{version}}
|
||||
type=semver,pattern={{major}}.{{minor}}
|
||||
|
||||
- name: Login to registry
|
||||
if: github.ref_type == 'tag'
|
||||
uses: docker/login-action@v3
|
||||
with:
|
||||
registry: git.sebclem.fr
|
||||
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
||||
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
||||
|
||||
- name: Build and push
|
||||
uses: docker/build-push-action@v6
|
||||
with:
|
||||
context: .
|
||||
push: ${{ github.ref_type == 'tag' }}
|
||||
tags: ${{ steps.meta.outputs.tags }}
|
||||
labels: ${{ steps.meta.outputs.labels }}
|
@ -1,5 +1,5 @@
|
||||
# For more information, please refer to https://aka.ms/vscode-docker-python
|
||||
FROM python:3.13-alpine
|
||||
FROM python:3.10-slim
|
||||
|
||||
# Keeps Python from generating .pyc files in the container
|
||||
ENV PYTHONDONTWRITEBYTECODE=1
|
||||
@ -7,8 +7,6 @@ ENV PYTHONDONTWRITEBYTECODE=1
|
||||
# Turns off buffering for easier container logging
|
||||
ENV PYTHONUNBUFFERED=1
|
||||
|
||||
RUN apk add build-base
|
||||
|
||||
# Install pip requirements
|
||||
COPY requirements.txt .
|
||||
RUN python -m pip install -r requirements.txt
|
||||
|
@ -1,8 +0,0 @@
|
||||
{
|
||||
"$schema": "https://docs.renovatebot.com/renovate-schema.json",
|
||||
"extends": [
|
||||
"config:recommended"
|
||||
],
|
||||
"commitMessagePrefix": ":arrow_up:"
|
||||
|
||||
}
|
@ -1,21 +1,2 @@
|
||||
pixivpy3==3.7.5
|
||||
discord.py==2.4.0
|
||||
|
||||
# Freeze
|
||||
aiohttp==3.10.10
|
||||
aiosignal==1.3.1
|
||||
async-timeout==5.0.1
|
||||
attrs==24.2.0
|
||||
certifi==2024.8.30
|
||||
charset-normalizer==3.4.0
|
||||
cloudscraper==1.2.71
|
||||
frozenlist==1.5.0
|
||||
idna==3.10
|
||||
isort==5.13.2
|
||||
multidict==6.1.0
|
||||
pyparsing==3.2.0
|
||||
requests==2.32.3
|
||||
requests-toolbelt==1.0.0
|
||||
typing_extensions==4.12.2
|
||||
urllib3==2.2.3
|
||||
yarl==1.17.1
|
||||
pixivpy3
|
||||
discord.py
|
@ -1,50 +1,33 @@
|
||||
import math
|
||||
import os
|
||||
from typing import List
|
||||
|
||||
import discord
|
||||
from idna import intranges_contain
|
||||
|
||||
TIPS_MESSAGE = ":bulb: TIPS: You can disable Discord's default preview for link by wrapping it around `<` `>`"
|
||||
IMAGE_NBR_LIMIT = 10
|
||||
DEFAULT_UPLOAD_SIZE_LIMIT = 209715200
|
||||
|
||||
|
||||
async def send_message(
|
||||
message: discord.Message,
|
||||
files,
|
||||
tmp_dir: str,
|
||||
muted: bool,
|
||||
title: str,
|
||||
art_author: str,
|
||||
):
|
||||
async def send_message(message: discord.Message, files, tmp_dir: str, muted: bool):
|
||||
to_send_files = []
|
||||
for file in files:
|
||||
joined = os.path.join(tmp_dir, file)
|
||||
to_send_files.append(discord.File(joined, file))
|
||||
|
||||
upload_size_limit = (
|
||||
message.guild.filesize_limit
|
||||
if message.guild is not None
|
||||
else DEFAULT_UPLOAD_SIZE_LIMIT
|
||||
)
|
||||
first = True
|
||||
while len(to_send_files) > 0:
|
||||
nbr_file_to_send = get_max_files_number(to_send_files, upload_size_limit)
|
||||
splited_file = to_send_files[:nbr_file_to_send]
|
||||
to_send_files = to_send_files[nbr_file_to_send:]
|
||||
if first and nbr_file_to_send <= 0:
|
||||
return
|
||||
elif nbr_file_to_send <= 0:
|
||||
# Next file is to big to be sent, skip it
|
||||
to_send_files = to_send_files[1:]
|
||||
elif first:
|
||||
await message.reply(
|
||||
files=splited_file,
|
||||
content=f"**{title}** by `{art_author}` {chr(10) + TIPS_MESSAGE if not muted else ''}",
|
||||
)
|
||||
first = False
|
||||
else:
|
||||
await message.channel.send(files=splited_file) # type: ignore
|
||||
if len(to_send_files) > 10:
|
||||
first = True
|
||||
while len(to_send_files) > 10:
|
||||
splited_file = to_send_files[:10]
|
||||
to_send_files = to_send_files[10:]
|
||||
if first:
|
||||
await message.reply(
|
||||
files=splited_file, content=(TIPS_MESSAGE if not muted else None)
|
||||
)
|
||||
first = False
|
||||
else:
|
||||
await message.channel.send(files=splited_file)
|
||||
await message.channel.send(files=to_send_files)
|
||||
else:
|
||||
await message.reply(
|
||||
files=to_send_files, content=(TIPS_MESSAGE if not muted else None)
|
||||
)
|
||||
|
||||
|
||||
async def send_command_reply(
|
||||
@ -53,7 +36,6 @@ async def send_command_reply(
|
||||
tmp_dir: str,
|
||||
muted: bool,
|
||||
title: str,
|
||||
art_author: str,
|
||||
url: str,
|
||||
author: discord.User | discord.Member,
|
||||
):
|
||||
@ -61,48 +43,23 @@ async def send_command_reply(
|
||||
for file in files:
|
||||
joined = os.path.join(tmp_dir, file)
|
||||
to_send_files.append(discord.File(joined, file))
|
||||
|
||||
upload_size_limit = (
|
||||
interaction.guild.filesize_limit
|
||||
if interaction.guild is not None
|
||||
else DEFAULT_UPLOAD_SIZE_LIMIT
|
||||
)
|
||||
|
||||
first = True
|
||||
while len(to_send_files) > 0:
|
||||
nbr_file_to_send = get_max_files_number(to_send_files, upload_size_limit)
|
||||
splited_file = to_send_files[:nbr_file_to_send]
|
||||
to_send_files = to_send_files[nbr_file_to_send:]
|
||||
if first and nbr_file_to_send <= 0:
|
||||
await interaction.followup.send(
|
||||
content=f"This image exceeds upload file size limit", ephemeral=True
|
||||
)
|
||||
elif nbr_file_to_send <= 0:
|
||||
# Next file is to big to be sent, skip it
|
||||
to_send_files = to_send_files[1:]
|
||||
elif first:
|
||||
await interaction.followup.send(
|
||||
files=splited_file,
|
||||
content=f"**{title}** by `{art_author}` - <{url}> - Submited by {author.mention} {chr(10) + TIPS_MESSAGE if not muted else ''}",
|
||||
)
|
||||
first = False
|
||||
else:
|
||||
await interaction.channel.send(files=splited_file) # type: ignore
|
||||
|
||||
|
||||
def get_max_files_number(files: List[discord.File], size_limit: int):
|
||||
size = 0
|
||||
nbr = 0
|
||||
for file in files:
|
||||
size = size + os.path.getsize(file.fp.name) # type: ignore
|
||||
nbr = nbr + 1
|
||||
if nbr >= IMAGE_NBR_LIMIT and size < size_limit:
|
||||
return IMAGE_NBR_LIMIT
|
||||
elif size > size_limit:
|
||||
# We exceeds size limit, remove one image
|
||||
if nbr >= IMAGE_NBR_LIMIT:
|
||||
return IMAGE_NBR_LIMIT - 1
|
||||
else:
|
||||
return nbr - 1
|
||||
# We didn't reach any limit
|
||||
return nbr
|
||||
if len(to_send_files) > 10:
|
||||
if interaction.channel is not None:
|
||||
first = True
|
||||
while len(to_send_files) > 10:
|
||||
splited_file = to_send_files[:10]
|
||||
to_send_files = to_send_files[10:]
|
||||
if first:
|
||||
await interaction.followup.send(
|
||||
files=splited_file,
|
||||
content=f"{title} - Submited by {author.mention} - <{url}> {chr(10) + TIPS_MESSAGE if not muted else ''}",
|
||||
)
|
||||
first = False
|
||||
else:
|
||||
await interaction.channel.send(files=splited_file) # type: ignore
|
||||
await interaction.channel.send(files=to_send_files) # type: ignore
|
||||
else:
|
||||
await interaction.followup.send(
|
||||
files=to_send_files,
|
||||
content=f"{title} - Submited by {author.mention} - <{url}> {chr(10) + TIPS_MESSAGE if not muted else ''}",
|
||||
)
|
||||
|
46
src/main.py
46
src/main.py
@ -1,4 +1,3 @@
|
||||
import asyncio
|
||||
import logging
|
||||
import os
|
||||
from shlex import join
|
||||
@ -56,20 +55,15 @@ async def pixivprev(interaction: discord.Interaction, url: str):
|
||||
if result and match is not None:
|
||||
await interaction.response.defer()
|
||||
with TemporaryDirectory() as tmp_dir:
|
||||
loop = asyncio.get_running_loop()
|
||||
data = await loop.run_in_executor(
|
||||
None,
|
||||
pixiv_api.download_pixiv_images,
|
||||
int(match.group("id")),
|
||||
tmp_dir,
|
||||
REFRESH_TOKEN,
|
||||
title = pixiv_api.dowload_pixiv_images(
|
||||
int(match.group("id")), tmp_dir, REFRESH_TOKEN
|
||||
)
|
||||
if data is None:
|
||||
if title is None:
|
||||
await interaction.response.send_message(
|
||||
"Fail to extract pixiv image", ephemeral=True
|
||||
)
|
||||
return
|
||||
(title, author) = data
|
||||
|
||||
files = os.listdir(tmp_dir)
|
||||
files.sort()
|
||||
await discord_tools.message.send_command_reply(
|
||||
@ -78,7 +72,6 @@ async def pixivprev(interaction: discord.Interaction, url: str):
|
||||
tmp_dir,
|
||||
True,
|
||||
title=title,
|
||||
art_author=author,
|
||||
url=url,
|
||||
author=interaction.user,
|
||||
)
|
||||
@ -92,31 +85,24 @@ async def pixiv_preview(interaction: discord.Interaction, message: discord.Messa
|
||||
if result and match is not None:
|
||||
await interaction.response.defer()
|
||||
with TemporaryDirectory() as tmp_dir:
|
||||
loop = asyncio.get_running_loop()
|
||||
data = await loop.run_in_executor(
|
||||
None,
|
||||
pixiv_api.download_pixiv_images,
|
||||
int(match.group("id")),
|
||||
tmp_dir,
|
||||
REFRESH_TOKEN,
|
||||
title = pixiv_api.dowload_pixiv_images(
|
||||
int(match.group("id")), tmp_dir, REFRESH_TOKEN
|
||||
)
|
||||
if data is None:
|
||||
if title is None:
|
||||
await interaction.response.send_message(
|
||||
"Fail to extract pixiv image", ephemeral=True
|
||||
)
|
||||
return
|
||||
files = os.listdir(tmp_dir)
|
||||
files.sort()
|
||||
(title, author) = data
|
||||
await discord_tools.message.send_command_reply(
|
||||
interaction=interaction,
|
||||
files=files,
|
||||
tmp_dir=tmp_dir,
|
||||
muted=muted,
|
||||
title=title,
|
||||
art_author=author,
|
||||
url=match.group("url"),
|
||||
author=message.author,
|
||||
author=interaction.user,
|
||||
)
|
||||
else:
|
||||
await interaction.response.send_message(
|
||||
@ -137,25 +123,17 @@ async def on_message(message: discord.Message):
|
||||
if result and match is not None:
|
||||
with TemporaryDirectory() as tmp_dir:
|
||||
async with message.channel.typing():
|
||||
loop = asyncio.get_running_loop()
|
||||
data = await loop.run_in_executor(
|
||||
None,
|
||||
pixiv_api.download_pixiv_images,
|
||||
int(match.group("id")),
|
||||
tmp_dir,
|
||||
REFRESH_TOKEN,
|
||||
title = pixiv_api.dowload_pixiv_images(
|
||||
int(match.group("id")), tmp_dir, REFRESH_TOKEN
|
||||
)
|
||||
if data is None:
|
||||
if title is None:
|
||||
return
|
||||
(title, author) = data
|
||||
files = os.listdir(tmp_dir)
|
||||
files.sort()
|
||||
# await send_message.send_message_with_embed(
|
||||
# message, files, title, tmp_dir, match.group("url")
|
||||
# )
|
||||
await discord_tools.message.send_message(
|
||||
message, files, tmp_dir, muted, title, author
|
||||
)
|
||||
await discord_tools.message.send_message(message, files, tmp_dir, muted)
|
||||
|
||||
|
||||
client.run(DISCORD_TOKEN)
|
||||
|
@ -8,12 +8,10 @@ from typing import List, Tuple, Union
|
||||
import pixivpy3
|
||||
|
||||
cpu_count = os.cpu_count()
|
||||
max_thread_num = cpu_count * 2 if cpu_count is not None else 4
|
||||
if max_thread_num > 10:
|
||||
max_thread_num = 10
|
||||
max_thread_num = cpu_count * 4 if cpu_count is not None else 4
|
||||
|
||||
|
||||
def download_pixiv_images(
|
||||
def dowload_pixiv_images(
|
||||
illust_id: int,
|
||||
dest_folder: str,
|
||||
refresh_token: str,
|
||||
@ -24,7 +22,6 @@ def download_pixiv_images(
|
||||
json_result = api.illust_detail(illust_id)
|
||||
illust = json_result.illust
|
||||
if not illust["visible"]:
|
||||
logging.info("Can't be viewed, return None")
|
||||
return None
|
||||
pages = illust["meta_pages"]
|
||||
if len(pages) > 0:
|
||||
@ -62,7 +59,7 @@ def download_pixiv_images(
|
||||
url=illust["meta_single_page"]["original_image_url"], path=dest_folder
|
||||
)
|
||||
logging.info("Download finished !")
|
||||
return (illust["title"], f"{illust['user']['name']} ({illust['user']['account']})")
|
||||
return illust["title"]
|
||||
|
||||
|
||||
def download_thread(q: Queue[Union[Tuple[str, str, pixivpy3.AppPixivAPI], None]]):
|
||||
@ -76,5 +73,5 @@ def download_thread(q: Queue[Union[Tuple[str, str, pixivpy3.AppPixivAPI], None]]
|
||||
(url, dest_folder, api) = data
|
||||
logging.debug(f"[{thread_name}] - Downloading {url}...")
|
||||
api.download(url=url, path=dest_folder)
|
||||
print(f"[{thread_name}] - ... Done")
|
||||
logging.debug(f"[{thread_name}] - ... Done")
|
||||
q.task_done()
|
||||
|
Loading…
Reference in New Issue
Block a user