Add Debian deployment, MariaDB storage and randomized proxy routing
This commit is contained in:
@@ -0,0 +1 @@
|
||||
kaoyan ALL=(root) NOPASSWD: /usr/bin/systemctl start kaoyan-proxy-api.service kaoyan-proxy-scheduler.service, /usr/bin/systemctl stop kaoyan-proxy-api.service kaoyan-proxy-scheduler.service
|
||||
@@ -0,0 +1,20 @@
|
||||
[Unit]
|
||||
Description=Kaoyan proxy-pool API
|
||||
After=network-online.target docker.service
|
||||
Wants=network-online.target
|
||||
Requires=docker.service
|
||||
|
||||
[Service]
|
||||
User=kaoyan
|
||||
Group=kaoyan
|
||||
WorkingDirectory=/opt/kaoyan-studio-deploy/proxy_pool
|
||||
ExecStart=/opt/kaoyan-studio-deploy/proxy-venv/bin/python proxyPool.py server
|
||||
Restart=on-failure
|
||||
RestartSec=10
|
||||
UMask=0077
|
||||
PrivateTmp=true
|
||||
ProtectSystem=full
|
||||
ProtectHome=true
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
@@ -0,0 +1,20 @@
|
||||
[Unit]
|
||||
Description=Kaoyan proxy-pool fetching and validation
|
||||
After=network-online.target docker.service
|
||||
Wants=network-online.target
|
||||
Requires=docker.service
|
||||
|
||||
[Service]
|
||||
User=kaoyan
|
||||
Group=kaoyan
|
||||
WorkingDirectory=/opt/kaoyan-studio-deploy/proxy_pool
|
||||
ExecStart=/opt/kaoyan-studio-deploy/proxy-venv/bin/python proxyPool.py schedule
|
||||
Restart=on-failure
|
||||
RestartSec=10
|
||||
UMask=0077
|
||||
PrivateTmp=true
|
||||
ProtectSystem=full
|
||||
ProtectHome=true
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
@@ -0,0 +1,5 @@
|
||||
STUDIO_DATABASE_CONFIG=/opt/kaoyan-studio-deploy/mysql.json
|
||||
STUDIO_DATA_DIR=/var/lib/kaoyan-studio
|
||||
STUDIO_ALLOWED_HOSTS=kaoyan.fjayson.com,186.241.68.230
|
||||
STUDIO_AUTO_RESUME=1
|
||||
PYTHONUNBUFFERED=1
|
||||
@@ -0,0 +1,22 @@
|
||||
[Unit]
|
||||
Description=Kaoyan data workbench
|
||||
After=network-online.target mariadb.service kaoyan-proxy-api.service
|
||||
Wants=network-online.target kaoyan-proxy-api.service kaoyan-proxy-scheduler.service
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=kaoyan
|
||||
Group=kaoyan
|
||||
WorkingDirectory=/opt/kaoyan-studio-deploy/app
|
||||
EnvironmentFile=/etc/kaoyan-studio.env
|
||||
ExecStart=/opt/kaoyan-studio-deploy/venv/bin/python -m studio --data-dir /var/lib/kaoyan-studio
|
||||
Restart=on-failure
|
||||
RestartSec=10
|
||||
TimeoutStopSec=120
|
||||
UMask=0077
|
||||
PrivateTmp=true
|
||||
ProtectSystem=full
|
||||
ProtectHome=true
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
@@ -0,0 +1,10 @@
|
||||
server {
|
||||
listen 80;
|
||||
listen [::]:80;
|
||||
server_name kaoyan.fjayson.com;
|
||||
location ^~ /.well-known/acme-challenge/ {
|
||||
root /var/www/kaoyan-acme;
|
||||
auth_basic off;
|
||||
}
|
||||
location / { return 301 https://$host$request_uri; }
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
server {
|
||||
listen 443 ssl;
|
||||
listen [::]:443 ssl;
|
||||
server_name kaoyan.fjayson.com;
|
||||
ssl_certificate /etc/letsencrypt/live/kaoyan.fjayson.com/fullchain.pem;
|
||||
ssl_certificate_key /etc/letsencrypt/live/kaoyan.fjayson.com/privkey.pem;
|
||||
ssl_protocols TLSv1.2 TLSv1.3;
|
||||
client_max_body_size 100m;
|
||||
auth_basic "Kaoyan Workbench";
|
||||
auth_basic_user_file /etc/nginx/kaoyan-studio.htpasswd;
|
||||
location / {
|
||||
proxy_pass http://127.0.0.1:8765;
|
||||
proxy_set_header Host $http_host;
|
||||
proxy_set_header X-Real-IP $remote_addr;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
proxy_set_header X-Forwarded-Proto https;
|
||||
proxy_read_timeout 120s;
|
||||
proxy_hide_header Cache-Control;
|
||||
add_header Cache-Control "private, no-store" always;
|
||||
add_header X-Content-Type-Options nosniff always;
|
||||
add_header X-Frame-Options DENY always;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,35 @@
|
||||
#!/bin/bash
|
||||
# Run as root after installing the two virtual environments and private MySQL config.
|
||||
set -euo pipefail
|
||||
root=/opt/kaoyan-studio-deploy
|
||||
test -f "$root/mysql.json"
|
||||
test -x "$root/venv/bin/python"
|
||||
test -x "$root/proxy-venv/bin/python"
|
||||
id kaoyan >/dev/null 2>&1 || useradd --system --user-group --home-dir /var/lib/kaoyan-studio --shell /usr/sbin/nologin kaoyan
|
||||
install -d -m 700 -o kaoyan -g kaoyan /var/lib/kaoyan-studio
|
||||
install -d -m 750 -o kaoyan -g kaoyan "$root/proxy_pool/log"
|
||||
chown root:kaoyan "$root/mysql.json"
|
||||
chmod 640 "$root/mysql.json"
|
||||
install -m 640 -o root -g kaoyan "$root/app/deploy/kaoyan-studio.env.example" /etc/kaoyan-studio.env
|
||||
for unit in kaoyan-studio kaoyan-proxy-api kaoyan-proxy-scheduler; do
|
||||
install -m 644 "$root/app/deploy/$unit.service" "/etc/systemd/system/$unit.service"
|
||||
done
|
||||
visudo -cf "$root/app/deploy/kaoyan-pool-sudoers"
|
||||
install -m 440 "$root/app/deploy/kaoyan-pool-sudoers" /etc/sudoers.d/kaoyan-pool
|
||||
if ! docker container inspect kaoyan-proxy-redis >/dev/null 2>&1; then
|
||||
docker run -d --name kaoyan-proxy-redis --restart unless-stopped \
|
||||
-p 127.0.0.1:6381:6379 -v kaoyan-proxy-redis:/data \
|
||||
redis:7.2 redis-server --appendonly yes
|
||||
fi
|
||||
python3 - <<'PY'
|
||||
from pathlib import Path
|
||||
path = Path('/opt/kaoyan-studio-deploy/proxy_pool/setting.py')
|
||||
text = path.read_text()
|
||||
text = text.replace('HOST = "0.0.0.0"', 'HOST = "127.0.0.1"')
|
||||
text = text.replace("DB_CONN = 'redis://:pwdstring@127.0.0.1:6379/0'", "DB_CONN = 'redis://127.0.0.1:6381/0'")
|
||||
path.write_text(text)
|
||||
PY
|
||||
systemctl daemon-reload
|
||||
systemctl enable kaoyan-studio kaoyan-proxy-api kaoyan-proxy-scheduler
|
||||
systemctl start kaoyan-proxy-api kaoyan-proxy-scheduler
|
||||
# The workbench starts only after its database/credential migration is validated.
|
||||
Reference in New Issue
Block a user