mirror of
https://github.com/statbate/docs.git
synced 2026-08-11 02:42:41 +00:00
update
This commit is contained in:
poiuty
commit
eabb01cfef
21 changed files with 921 additions and 0 deletions
3
.gitignore
vendored
Normal file
3
.gitignore
vendored
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
.DS_Store
|
||||
/app/chaturbate/chaturbate
|
||||
/app/bongacams/bongacams
|
||||
21
LICENSE
Normal file
21
LICENSE
Normal file
|
|
@ -0,0 +1,21 @@
|
|||
MIT License
|
||||
|
||||
Copyright (c) 2020 poiuty
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
45
README.md
Normal file
45
README.md
Normal file
|
|
@ -0,0 +1,45 @@
|
|||
<p align="center">
|
||||
<img src="https://raw.githubusercontent.com/poiuty/statbate/master/www/img/github.jpg">
|
||||
</p>
|
||||
|
||||
```
|
||||
apt-get update
|
||||
apt-get upgrade
|
||||
apt-get install htop bwm-ng strace lsof iotop git build-essential screen
|
||||
adduser --disabled-login stat
|
||||
```
|
||||
|
||||
```
|
||||
git clone https://github.com/poiuty/statbate.git
|
||||
|
||||
mkdir /home/stat/go
|
||||
mkdir /home/stat/php
|
||||
mkdir /home/stat/python
|
||||
mkdir /var/www/statbate
|
||||
|
||||
cp -r /statbate/app /home/stat/go
|
||||
cp -r /statbate/cli/*.php /home/stat/php
|
||||
cp -r /statbate/cli/*.py /home/stat/python
|
||||
cp -r /statbate/html/* /var/www/statbate
|
||||
|
||||
chown -R stat:stat /home/stat
|
||||
chown -R www-data:www-data /var/www/statbate
|
||||
```
|
||||
|
||||
1. <a href="https://github.com/poiuty/statbate/blob/master/install/mariadb.md">Mariadb</a><br/>
|
||||
2. <a href="https://github.com/poiuty/statbate/blob/master/install/clickhouse.md">ClickHouse</a><br/>
|
||||
3. <a href="https://github.com/poiuty/statbate/blob/master/install/nginx.md">Nginx</a><br/>
|
||||
4. <a href="https://github.com/poiuty/statbate/blob/master/install/php.md">PHP</a><br/>
|
||||
5. <a href="https://github.com/poiuty/statbate/blob/master/install/python.md">Python</a><br/>
|
||||
6. <a href="https://github.com/poiuty/statbate/blob/master/install/redis.md">Redis</a><br/>
|
||||
7. <a href="https://github.com/poiuty/statbate/blob/master/install/app.md">App</a>
|
||||
8. Add <a href="https://github.com/poiuty/statbate/blob/master/install/conf/cron">cron</a>
|
||||
```
|
||||
# nano /etc/cron.d/php
|
||||
|
||||
*/10 * * * * stat php /home/stat/php/start2.php > /home/stat/php/log.txt 2>&1
|
||||
* * * * * www-data php /var/www/statbate/root/index.php >/dev/null 2>&1
|
||||
|
||||
# systemctl restart cron
|
||||
# systemctl status cron
|
||||
```
|
||||
52
install/app.md
Normal file
52
install/app.md
Normal file
|
|
@ -0,0 +1,52 @@
|
|||
Install Golang (https://golang.org/dl/).
|
||||
```
|
||||
wget https://dl.google.com/go/go1.14.1.linux-amd64.tar.gz
|
||||
tar -xf go1.14.1.linux-amd64.tar.gz
|
||||
ln -s /usr/local/go/bin/go /usr/local/bin/
|
||||
ln -s /usr/local/go/bin/gofmt /usr/local/bin/
|
||||
go version
|
||||
```
|
||||
|
||||
Add user and service.
|
||||
```
|
||||
# adduser --disabled-login stat
|
||||
# nano /etc/systemd/system/app.service
|
||||
[Unit]
|
||||
Description=Stat Daemon
|
||||
After=network.target manticore.service
|
||||
|
||||
[Service]
|
||||
LimitNOFILE=65535
|
||||
Type=simple
|
||||
GuessMainPID=no
|
||||
ExecStart=/home/stat/go/app/app
|
||||
Restart=always
|
||||
User=stat
|
||||
StandardOutput=syslog
|
||||
StandardError=syslog
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
|
||||
# systemctl daemon-reload
|
||||
# systemctl enable app
|
||||
```
|
||||
|
||||
Build app.
|
||||
```
|
||||
su stat
|
||||
mkdir ~/go
|
||||
cd ~/go
|
||||
go get github.com/gorilla/websocket
|
||||
go get github.com/go-sql-driver/mysql
|
||||
go get github.com/jmoiron/sqlx
|
||||
cd app
|
||||
go build -ldflags "-s -w"
|
||||
```
|
||||
|
||||
Start service.
|
||||
```
|
||||
exit
|
||||
systemctl start app
|
||||
systemctl status app
|
||||
```
|
||||
19
install/cli/cloudscraper.py
Normal file
19
install/cli/cloudscraper.py
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
#!/usr/bin/env python3
|
||||
|
||||
import cloudscraper
|
||||
import sys
|
||||
|
||||
scraper = cloudscraper.create_scraper(
|
||||
delay=15,
|
||||
interpreter='nodejs',
|
||||
captcha={
|
||||
'provider': '2captcha',
|
||||
'api_key': ''
|
||||
}
|
||||
)
|
||||
|
||||
if len(sys.argv) < 2:
|
||||
print('no url');
|
||||
exit(0)
|
||||
|
||||
print(scraper.get(sys.argv[1]).text)
|
||||
36
install/cli/import_clickhouse.php
Normal file
36
install/cli/import_clickhouse.php
Normal file
|
|
@ -0,0 +1,36 @@
|
|||
<?php
|
||||
if(php_sapi_name() != "cli"){
|
||||
die;
|
||||
}
|
||||
require_once('/var/www/statbate/root/func.php');
|
||||
|
||||
$query = $db->query("select min(id) as min, max(id) as max from `stat`");
|
||||
if($query->rowCount() == 0){
|
||||
die("no data\n");
|
||||
}
|
||||
$row = $query->fetch();
|
||||
|
||||
$min = $row['min'];
|
||||
$max = $row['max'];
|
||||
|
||||
$query = $clickhouse->query("SELECT max(id) as max FROM stat");
|
||||
if($query->rowCount() != 0){
|
||||
$min = $query->fetch()['max']+1;
|
||||
}
|
||||
|
||||
$step = 2048;
|
||||
|
||||
for($i = $min; $i < $max; $i+=$step){
|
||||
$sql = '';
|
||||
$start = $i;
|
||||
$end = $start+$step;
|
||||
$query = $db->query("SELECT * FROM `stat` WHERE `id` >= $start AND `id` < $end");
|
||||
if($query->rowCount() == 0){
|
||||
continue;
|
||||
}
|
||||
while($row = $query->fetch()){
|
||||
$sql .= "({$row['id']}, {$row['did']}, {$row['rid']}, {$row['token']}, {$row['time']}),";
|
||||
}
|
||||
$sql = rtrim($sql, ',');
|
||||
$clickhouse->query("INSERT INTO stat VALUES $sql");
|
||||
}
|
||||
260
install/cli/start.php
Normal file
260
install/cli/start.php
Normal file
|
|
@ -0,0 +1,260 @@
|
|||
#!/usr/bin/env php
|
||||
<?php
|
||||
|
||||
require_once('/var/www/statbate/root/private/init.php');
|
||||
|
||||
function isJson($string) {
|
||||
json_decode($string);
|
||||
return (json_last_error() == JSON_ERROR_NONE);
|
||||
}
|
||||
|
||||
function getPage($url){
|
||||
$command = escapeshellcmd("/home/stat/python/cloudscraper.py $url");
|
||||
return shell_exec($command);
|
||||
}
|
||||
|
||||
function stopBot($name){
|
||||
if(empty($name)){
|
||||
echo "empty name\n";
|
||||
return false;
|
||||
}
|
||||
echo "[".date('H:i:s', time())."] stop $name\n";
|
||||
echo "https://statbate.com/cmd/?exit=$name\n";
|
||||
file_get_contents("https://statbate.com/cmd/?exit=$name");
|
||||
}
|
||||
|
||||
function startBot($name, $server){
|
||||
if(empty($name) || empty($server)){
|
||||
echo "empty name or server\n";
|
||||
return false;
|
||||
}
|
||||
echo "[".date('H:i:s', time())."] start $name $server\n";
|
||||
echo "https://statbate.com/cmd/?room=$name&server=$server\n";
|
||||
file_get_contents("https://statbate.com/cmd/?room=$name&server=$server");
|
||||
}
|
||||
|
||||
function getRoomParams($room){
|
||||
/*
|
||||
$content = getPage('https://chaturbate.com/'.$room);
|
||||
$doc = new DOMDocument();
|
||||
$doc->loadHTML($content, LIBXML_NOERROR | LIBXML_ERR_NONE);
|
||||
$sxml = simplexml_import_dom($doc);
|
||||
foreach ($sxml->xpath('//script') as $script) {
|
||||
$text = (string)$script;
|
||||
if(strpos($text, 'window.initial')) {
|
||||
preg_match('/window.initialRoomDossier = \"(.*?)\"/', $text, $matches);
|
||||
$str = preg_replace_callback('/\\\\u([0-9a-fA-F]{4})/', function ($match) {
|
||||
return mb_convert_encoding(pack('H*', $match[1]), 'UTF-8', 'UCS-2BE');
|
||||
}, $matches[1]);
|
||||
$params = json_decode($str, true);
|
||||
if(!is_array($params)){
|
||||
|
||||
var_dump($params);
|
||||
|
||||
return false;
|
||||
}
|
||||
return $params;
|
||||
}
|
||||
}
|
||||
file_put_contents('/home/stat/php/page.html', $content);
|
||||
*/
|
||||
$json = getPage("https://chaturbate.com/api/chatvideocontext/$room/");
|
||||
$params = json_decode($json, true);
|
||||
if(!is_array($params)){
|
||||
var_dump($params);
|
||||
return false;
|
||||
}
|
||||
return $params;
|
||||
}
|
||||
|
||||
function getServerWS($params){
|
||||
$host = $params['wschat_host'];
|
||||
if(empty($host)){
|
||||
echo "server empty 1\n";
|
||||
return false;
|
||||
}
|
||||
$host = str_replace("https://", "", $host);
|
||||
$host = str_replace("/ws", "", $host);
|
||||
$server = explode('.', $host);
|
||||
if(empty($server['0'])){
|
||||
echo "server empty 2\n";
|
||||
return false;
|
||||
}
|
||||
return $server['0'];
|
||||
}
|
||||
|
||||
function updateGender($id, $params){
|
||||
global $db;
|
||||
|
||||
$arr = ['male', 'female', 'trans', 'couple'];
|
||||
$gender = array_search($params['broadcaster_gender'], $arr);
|
||||
if(empty($gender)){
|
||||
var_dump($params['broadcaster_gender']);
|
||||
return;
|
||||
}
|
||||
$query = $db->prepare("UPDATE `room` SET `gender` = :gender WHERE `id` = :id");
|
||||
$query->bindParam(':id', $id);
|
||||
$query->bindParam(':gender', $gender);
|
||||
$query->execute();
|
||||
}
|
||||
|
||||
function updateFollowers($name, $num){
|
||||
global $db;
|
||||
if(empty($num)){
|
||||
return false;
|
||||
}
|
||||
$query = $db->prepare("UPDATE `room` SET `fans` = :fans WHERE `name` = :name");
|
||||
$query->bindParam(':name', $name);
|
||||
$query->bindParam(':fans', $num);
|
||||
$query->execute();
|
||||
}
|
||||
|
||||
function getAPIList(){
|
||||
global $redis;
|
||||
$stat = [];
|
||||
$json = getPage('https://chaturbate.com/affiliates/api/onlinerooms/?format=json&wm=50xHQ');
|
||||
randSleep();
|
||||
if(!isJson($json)){
|
||||
return false;
|
||||
}
|
||||
$arr = json_decode($json, true);
|
||||
if(!is_array($arr) || empty($arr)){
|
||||
return false;
|
||||
}
|
||||
$redis->setex('chaturbateList', 86400, $json);
|
||||
usort($arr, function($a, $b){
|
||||
return $a['num_users'] < $b['num_users'];
|
||||
});
|
||||
$viewers = 0;
|
||||
foreach($arr as $val){
|
||||
cacheResult('getRoomInfo', ['name' => $val['username']], 3600, true);
|
||||
updateFollowers($val['username'], $val['num_followers']);
|
||||
$viewers += $val['num_users'];
|
||||
if($val['num_users'] < 10){
|
||||
continue;
|
||||
}
|
||||
$stat[] = $val['username'];
|
||||
}
|
||||
if(empty($stat) || !is_array($stat)){
|
||||
return false;
|
||||
}
|
||||
return $stat;
|
||||
}
|
||||
|
||||
function randSleep(){
|
||||
$t = mt_rand(10,15);
|
||||
echo "wait $t seconds...\n";
|
||||
sleep($t);
|
||||
}
|
||||
|
||||
function getFromPages(){
|
||||
$pages = 3;
|
||||
echo "get list from pages";
|
||||
for($i=1; $i<=$pages; $i++){
|
||||
$html = getPage("https://chaturbate.com/?page=$i");
|
||||
preg_match_all('/alt="(.*)\'s/', $html, $tmp);
|
||||
foreach($tmp[1] as $k => $v){
|
||||
$pos = stripos($v, ' ');
|
||||
if($pos === false){
|
||||
$rooms[] = $v;
|
||||
}
|
||||
}
|
||||
echo " $i";
|
||||
sleep(mt_rand(10,15));
|
||||
}
|
||||
echo "\n";
|
||||
if(empty($rooms) || !is_array($rooms)){
|
||||
return false;
|
||||
}
|
||||
return $rooms;
|
||||
}
|
||||
|
||||
function sendStart($room){
|
||||
global $onlineList, $timeEnd;
|
||||
if(time() > $timeEnd){
|
||||
die("Stop task\n");
|
||||
}
|
||||
if(array_key_exists($room, $onlineList)){
|
||||
echo $room." already online\n";
|
||||
return true;
|
||||
}
|
||||
echo "start add $room\n";
|
||||
randSleep();
|
||||
$info = cacheResult('getRoomInfo', ['name' => $room], 3600, true);
|
||||
if(!$info){
|
||||
echo "cant getRoomInfo\n";
|
||||
return false;
|
||||
}
|
||||
$params = getRoomParams($room);
|
||||
if(!$params){
|
||||
echo "cant getRoomParams\n";
|
||||
return false;
|
||||
}
|
||||
updateGender($info['id'], $params);
|
||||
$server = getServerWS($params);
|
||||
if(!$server){
|
||||
echo "cant getServerWS\n";
|
||||
return false;
|
||||
}
|
||||
startBot($room, $server);
|
||||
//die;
|
||||
}
|
||||
|
||||
function importList(){
|
||||
global $redis, $onlineList;
|
||||
$online = file_get_contents('https://statbate.com/list/');
|
||||
if(isJson($online)){
|
||||
$onlineList = json_decode($online, true);
|
||||
if(!empty($onlineList) && count($onlineList) > 100){
|
||||
$redis->setex('importList', 3600, $online);
|
||||
return;
|
||||
}
|
||||
}
|
||||
$online = $redis->get('importList');
|
||||
if($online !== false && isJson($online)){
|
||||
$onlineList = json_decode($online, true);
|
||||
foreach($onlineList as $key => $val){
|
||||
echo "import from importList $key {$val['server']}\n";
|
||||
startBot($key, $val['server']);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
$timeEnd = time() + 590;
|
||||
|
||||
$onlineList = [];
|
||||
importList();
|
||||
|
||||
$arr100 = cacheResult('getTop', [], 600, true);
|
||||
$arrPagesList = getFromPages();
|
||||
$arrApiList = getAPIList();
|
||||
|
||||
if(!empty($arrApiList) && !empty($arrPagesList)){ // Stop offline rooms
|
||||
foreach($onlineList as $key => $val){
|
||||
if(!in_array($key, $arrApiList) && $val['last'] < time()+60*15){
|
||||
if(in_array($key, $arrPagesList)){
|
||||
continue;
|
||||
}
|
||||
stopBot($key);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
echo "Top100 \n";
|
||||
foreach($arr100 as $val){ // Start top 100
|
||||
if(in_array($val['name'], $arrPagesList) || in_array($val['name'], $arrApiList)){
|
||||
sendStart($val['name']);
|
||||
}
|
||||
}
|
||||
|
||||
echo "PagesList \n";
|
||||
foreach($arrPagesList as $val){ // Start hiden rooms
|
||||
if(!in_array($val, $arrApiList)){
|
||||
sendStart($val);
|
||||
}
|
||||
}
|
||||
|
||||
echo "ApiList \n";
|
||||
foreach($arrApiList as $val){ // Start api list by num_users
|
||||
sendStart($val);
|
||||
}
|
||||
35
install/clickhouse.md
Normal file
35
install/clickhouse.md
Normal file
|
|
@ -0,0 +1,35 @@
|
|||
https://clickhouse.com/docs/en/getting-started/install/
|
||||
|
||||
```
|
||||
apt-get install -y apt-transport-https ca-certificates dirmngr
|
||||
apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 8919F6BD2B48D754
|
||||
|
||||
echo "deb https://packages.clickhouse.com/deb stable main" | sudo tee \
|
||||
/etc/apt/sources.list.d/clickhouse.list
|
||||
|
||||
apt-get update
|
||||
|
||||
apt-get install -y clickhouse-server clickhouse-client
|
||||
systemctl start clickhouse-server
|
||||
```
|
||||
|
||||
Disable logs.
|
||||
```
|
||||
# nano /etc/clickhouse-server/config.d/z_log_disable.xml
|
||||
<?xml version="1.0"?>
|
||||
<yandex>
|
||||
<asynchronous_metric_log remove="1"/>
|
||||
<metric_log remove="1"/>
|
||||
<query_thread_log remove="1" />
|
||||
<query_log remove="1" />
|
||||
<query_views_log remove="1" />
|
||||
<part_log remove="1"/>
|
||||
<session_log remove="1"/>
|
||||
<text_log remove="1" />
|
||||
<trace_log remove="1"/>
|
||||
</yandex>
|
||||
```
|
||||
```
|
||||
# nano /etc/clickhouse-server/config.xml
|
||||
<level>warning</level>
|
||||
```
|
||||
16
install/conf/app.service
Normal file
16
install/conf/app.service
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
[Unit]
|
||||
Description=Stat Daemon
|
||||
After=network.target manticore.service
|
||||
|
||||
[Service]
|
||||
LimitNOFILE=65535
|
||||
Type=simple
|
||||
GuessMainPID=no
|
||||
ExecStart=/home/stat/go/app/app
|
||||
Restart=always
|
||||
User=stat
|
||||
StandardOutput=syslog
|
||||
StandardError=syslog
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
4
install/conf/cron
Normal file
4
install/conf/cron
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
*/5 * * * * stat php /home/stat/php/start.php > /home/stat/php/log.txt 2>&1
|
||||
0 12 1 * * stat php /home/stat/php/telegram.php >/dev/null 2>&1
|
||||
0 12 15 */3 * stat php /home/stat/php/telegram2.php >/dev/null 2>&1
|
||||
* * * * * www-data curl --silent https://chaturbate100.com/index.php >/dev/null 2>&1
|
||||
45
install/conf/default
Normal file
45
install/conf/default
Normal file
|
|
@ -0,0 +1,45 @@
|
|||
server {
|
||||
listen 80;
|
||||
listen [::]:80;
|
||||
server_name _;
|
||||
location ^~ /.well-known/ {
|
||||
root /var/www/html;
|
||||
default_type "text/plain";
|
||||
}
|
||||
location / {
|
||||
return 301 https://$host$request_uri;
|
||||
}
|
||||
}
|
||||
|
||||
server {
|
||||
listen 443 ssl http2;
|
||||
listen [::]:443 ssl http2;
|
||||
server_name chaturbate100.com;
|
||||
ssl_certificate /etc/letsencrypt/live/chaturbate100.com/fullchain.pem;
|
||||
ssl_certificate_key /etc/letsencrypt/live/chaturbate100.com/privkey.pem;
|
||||
index index.php index.html index.htm;
|
||||
root /var/www/chaturbate100.com;
|
||||
location ~* ^.+\.(jpg|jpeg|gif|png|svg|js|css|ico|bmp|woff)$ {
|
||||
expires 30d;
|
||||
access_log off;
|
||||
}
|
||||
location ~ \.php$ {
|
||||
try_files $uri $uri/ =404;
|
||||
include fastcgi_params;
|
||||
fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
|
||||
fastcgi_param PATH_TRANSLATED $document_root$fastcgi_script_name;
|
||||
fastcgi_pass unix:/run/php/php7.3-fpm.sock;
|
||||
}
|
||||
location /ws/ {
|
||||
proxy_pass http://localhost:8080;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Upgrade $http_upgrade;
|
||||
proxy_set_header Connection "Upgrade";
|
||||
}
|
||||
location ~ ^/(cmd|list)/ {
|
||||
access_log off;
|
||||
allow 127.0.0.1;
|
||||
deny all;
|
||||
proxy_pass http://localhost:8080;
|
||||
}
|
||||
}
|
||||
19
install/conf/manticore.conf
Normal file
19
install/conf/manticore.conf
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
index stat {
|
||||
type = rt
|
||||
rt_mem_limit = 1024M
|
||||
rt_attr_uint = did
|
||||
rt_attr_uint = rid
|
||||
rt_attr_uint = token
|
||||
rt_attr_timestamp = time
|
||||
rt_field = tmp
|
||||
path = /var/lib/manticore/data/stat
|
||||
}
|
||||
|
||||
searchd {
|
||||
listen = 127.0.0.1:9312
|
||||
listen = 127.0.0.1:9306:mysql41
|
||||
log = /var/log/manticore/searchd.log
|
||||
query_log = /var/log/manticore/query.log
|
||||
pid_file = /var/run/manticore/searchd.pid
|
||||
binlog_path = /var/lib/manticore/data
|
||||
}
|
||||
60
install/conf/nginx.conf
Normal file
60
install/conf/nginx.conf
Normal file
|
|
@ -0,0 +1,60 @@
|
|||
user www-data;
|
||||
worker_processes auto;
|
||||
pid /run/nginx.pid;
|
||||
include /etc/nginx/modules-enabled/*.conf;
|
||||
worker_rlimit_nofile 65535;
|
||||
|
||||
events {
|
||||
worker_connections 32768;
|
||||
# multi_accept on;
|
||||
use epoll;
|
||||
}
|
||||
|
||||
http {
|
||||
|
||||
##
|
||||
# Basic Settings
|
||||
##
|
||||
|
||||
sendfile on;
|
||||
tcp_nopush on;
|
||||
tcp_nodelay on;
|
||||
keepalive_timeout 65;
|
||||
types_hash_max_size 2048;
|
||||
server_tokens off;
|
||||
|
||||
# server_names_hash_bucket_size 64;
|
||||
# server_name_in_redirect off;
|
||||
|
||||
include /etc/nginx/mime.types;
|
||||
default_type application/octet-stream;
|
||||
|
||||
##
|
||||
# SSL Settings
|
||||
##
|
||||
|
||||
ssl_dhparam /etc/nginx/ssl/dhparam.pem;
|
||||
ssl_protocols TLSv1 TLSv1.1 TLSv1.2 TLSv1.3; # Dropping SSLv3, ref: POODLE
|
||||
ssl_prefer_server_ciphers on;
|
||||
|
||||
##
|
||||
# Logging Settings
|
||||
##
|
||||
|
||||
access_log /var/log/nginx/access.log;
|
||||
error_log /var/log/nginx/error.log;
|
||||
|
||||
##
|
||||
# Gzip Settings
|
||||
##
|
||||
|
||||
gzip on;
|
||||
gzip_types text/plain text/css application/json application/javascript application/x-javascript text/xml application/xml application/xml+rss text/javascript;
|
||||
|
||||
##
|
||||
# Virtual Host Configs
|
||||
##
|
||||
|
||||
include /etc/nginx/conf.d/*.conf;
|
||||
include /etc/nginx/sites-enabled/*;
|
||||
}
|
||||
36
install/manticoresearch.md
Normal file
36
install/manticoresearch.md
Normal file
|
|
@ -0,0 +1,36 @@
|
|||
https://manticoresearch.com/downloads/
|
||||
|
||||
```
|
||||
wget https://github.com/manticoresoftware/manticoresearch/releases/download/3.4.0/manticore_3.4.0-200326-0686d9f0-release.buster_amd64-bin.deb
|
||||
dpkg -i manticore_3.4.0-200326-0686d9f0-release.buster_amd64-bin.deb
|
||||
```
|
||||
|
||||
```
|
||||
# nano /etc/
|
||||
|
||||
index stat {
|
||||
type = rt
|
||||
rt_mem_limit = 1024M
|
||||
rt_attr_uint = did
|
||||
rt_attr_uint = rid
|
||||
rt_attr_uint = token
|
||||
rt_attr_timestamp = time
|
||||
rt_field = tmp
|
||||
path = /var/lib/manticore/data/stat
|
||||
}
|
||||
|
||||
searchd {
|
||||
listen = 127.0.0.1:9312
|
||||
listen = 127.0.0.1:9306:mysql41
|
||||
log = /var/log/manticore/searchd.log
|
||||
query_log = /var/log/manticore/query.log
|
||||
pid_file = /var/run/manticore/searchd.pid
|
||||
binlog_path = /var/lib/manticore/data
|
||||
}
|
||||
```
|
||||
|
||||
```
|
||||
systemctl enable manticore.service
|
||||
systemctl start manticore.service
|
||||
systemctl status manticore.service
|
||||
```
|
||||
106
install/mariadb.md
Normal file
106
install/mariadb.md
Normal file
|
|
@ -0,0 +1,106 @@
|
|||
List of repositories https://downloads.mariadb.org/mariadb/repositories/
|
||||
|
||||
```
|
||||
apt-get install software-properties-common dirmngr
|
||||
apt-key adv --fetch-keys 'https://mariadb.org/mariadb_release_signing_key.asc'
|
||||
add-apt-repository 'deb [arch=amd64] http://mirror.rackspace.com/mariadb/repo/10.4/debian buster main'
|
||||
|
||||
apt-get update
|
||||
apt-get install mariadb-server
|
||||
mysql_secure_installation
|
||||
mysql -uroot -p
|
||||
```
|
||||
|
||||
MariaDB config
|
||||
```
|
||||
# nano /etc/mysql/my.cnf
|
||||
|
||||
[client]
|
||||
port = 3306
|
||||
socket = /var/run/mysqld/mysqld.sock
|
||||
default-character-set = utf8mb4
|
||||
|
||||
[mysqld_safe]
|
||||
socket = /var/run/mysqld/mysqld.sock
|
||||
nice = 0
|
||||
malloc-lib = /usr/lib/x86_64-linux-gnu/libjemalloc.so.1
|
||||
|
||||
[mysqld]
|
||||
user = mysql
|
||||
pid-file = /var/run/mysqld/mysqld.pid
|
||||
socket = /var/run/mysqld/mysqld.sock
|
||||
port = 3306
|
||||
basedir = /usr
|
||||
datadir = /var/lib/mysql
|
||||
tmpdir = /tmp
|
||||
skip-networking
|
||||
skip-name-resolve
|
||||
|
||||
# Other
|
||||
default-storage-engine = INNODB
|
||||
character-set-server = utf8mb4
|
||||
max_connections = 100
|
||||
wait_timeout = 7200
|
||||
max_allowed_packet = 16M
|
||||
skip-external-locking
|
||||
open_files_limit = 16000
|
||||
|
||||
# MyISAM settings
|
||||
key_buffer_size = 128M
|
||||
|
||||
# InnoDB settings
|
||||
innodb_buffer_pool_size = 32G
|
||||
innodb_buffer_pool_instances = 32
|
||||
innodb_log_file_size = 1G
|
||||
innodb_flush_log_at_trx_commit = 0
|
||||
innodb_log_buffer_size = 16M
|
||||
innodb_log_files_in_group = 2
|
||||
innodb_flush_method = O_DIRECT
|
||||
innodb_thread_concurrency = 16
|
||||
|
||||
# Buffer settings
|
||||
join_buffer_size = 2M
|
||||
|
||||
# TMP & memory settings
|
||||
tmp_table_size = 32M
|
||||
max_heap_table_size = 32M
|
||||
|
||||
# Try off https://community.centminmod.com/threads/mysqltuner.6779/
|
||||
query_cache_type = 0 # for OFF
|
||||
query_cache_size = 0 # to ensure QC is NOT USED
|
||||
|
||||
# Slowlog settings
|
||||
slow_query_log = 1
|
||||
long_query_time = 5
|
||||
slow_query_log_file = /var/log/mysql/mariadb-slow.log
|
||||
|
||||
#Set General Log
|
||||
#general_log = on
|
||||
#general_log_file = /var/log/mysql/full.log
|
||||
|
||||
[mysqldump]
|
||||
# Do not buffer the whole result set in memory before writing it to
|
||||
# file. Required for dumping very large tables
|
||||
quick
|
||||
|
||||
max_allowed_packet = 32M
|
||||
default-character-set = utf8mb4
|
||||
|
||||
[mysql]
|
||||
no-auto-rehash
|
||||
default-character-set = utf8mb4
|
||||
|
||||
[isamchk]
|
||||
key_buffer_size = 8M
|
||||
sort_buffer_size = 8M
|
||||
read_buffer = 8M
|
||||
write_buffer = 8M
|
||||
default-character-set = utf8mb4
|
||||
|
||||
#
|
||||
# * IMPORTANT: Additional settings that can override those from this file!
|
||||
# The files must end with '.cnf', otherwise they'll be ignored.
|
||||
#
|
||||
!include /etc/mysql/mariadb.cnf
|
||||
!includedir /etc/mysql/conf.d/
|
||||
```
|
||||
23
install/nginx.md
Normal file
23
install/nginx.md
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
```
|
||||
apt-get install nginx certbot
|
||||
mkdir /etc/nginx/ssl/
|
||||
openssl dhparam -out /etc/nginx/ssl/dhparam.pem 2048
|
||||
chown www-data:www-data /etc/nginx/ssl/dhparam.pem
|
||||
chmod 400 /etc/nginx/ssl/dhparam.pem
|
||||
```
|
||||
|
||||
Create SSL certificate.
|
||||
```
|
||||
certbot certonly --webroot -w /var/www/html -d chaturbate100.com -m test@test.com --agree-tos
|
||||
```
|
||||
|
||||
Update config files.
|
||||
```
|
||||
wget -O /etc/nginx/nginx.conf https://raw.githubusercontent.com/poiuty/chaturbate100.com/master/conf/nginx.conf
|
||||
wget -O /etc/nginx/sites-available/default https://raw.githubusercontent.com/poiuty/chaturbate100.com/master/conf/default
|
||||
```
|
||||
|
||||
```
|
||||
systemctl restart nginx
|
||||
systemctl status nginx
|
||||
```
|
||||
55
install/php.md
Normal file
55
install/php.md
Normal file
|
|
@ -0,0 +1,55 @@
|
|||
```
|
||||
apt-get install php-cli php-fpm
|
||||
apt-get install php-redis php-mysql php-xml php-json php-gd php-igbinary php-curl php-mbstring php-xml
|
||||
```
|
||||
```
|
||||
# nano /etc/php/7.3/fpm/pool.d/www.conf
|
||||
|
||||
[www]
|
||||
listen = /run/php/php7.3-fpm.sock
|
||||
|
||||
user = www-data
|
||||
group = www-data
|
||||
|
||||
listen.owner = www-data
|
||||
listen.group = www-data
|
||||
|
||||
pm = static
|
||||
pm.max_children = 50
|
||||
pm.max_requests = 10000
|
||||
|
||||
chdir = /
|
||||
|
||||
php_admin_value[error_log] = /var/log/fpm-php.www.log
|
||||
php_admin_flag[log_errors] = On
|
||||
php_admin_flag[report_memleaks] = On
|
||||
|
||||
php_admin_value[memory_limit] = 128M
|
||||
php_admin_value[max_execution_time] = 30
|
||||
php_admin_value[date.timezone] = "Europe/Moscow"
|
||||
php_admin_value[upload_max_filesize] = 4M
|
||||
php_admin_value[post_max_size] = 4M
|
||||
php_admin_flag[display_errors] = Off
|
||||
php_admin_flag[expose_php] = Off
|
||||
|
||||
php_admin_value[upload_tmp_dir] = "/tmp"
|
||||
|
||||
php_admin_value[opcache.enable] = 1
|
||||
php_admin_value[opcache.interned_strings_buffer] = 8
|
||||
php_admin_value[opcache.max_accelerated_files] = 4000
|
||||
|
||||
php_admin_value[session.gc_probability] = 1
|
||||
php_admin_value[session.gc_divisor] = 1000
|
||||
php_admin_value[session.gc_maxlifetime] = 2592000
|
||||
php_admin_value[session.use_only_cookies] = 1
|
||||
php_admin_value[session.save_handler] = redis
|
||||
php_admin_value[session.serialize_handler] = igbinary
|
||||
php_admin_value[session.save_path] = "unix:///var/run/redis/redis-server.sock?persistent=1&weight=1&database=0"
|
||||
|
||||
php_admin_value[disable_functions] = "apache_setenv, chown, chgrp, closelog, define_syslog_variables, dl, exec, ftp_exec, openlog, passthru, pcntl_exec, popen, posix_getegid, posix_geteuid, posix_getpwuid, posix_kill, posix_mkfifo, posix_setpgid, posix_setsid, posix_setuid, posix_uname, proc_close, proc_get_status, proc_nice, proc_open, proc_terminate, syslog, system, pcntl_alarm, pcntl_fork, pcntl_waitpid, pcntl_wait, pcntl_wifexited, pcntl_wifstopped, pcntl_wifsignaled, pcntl_wexitstatus, pcntl_wtermsig, pcntl_wstopsig, pcntl_signal, pcntl_signal_dispatch, pcntl_get_last_error, pcntl_strerror, pcntl_sigprocmask, pcntl_sigwaitinfo, pcntl_sigtimedwait, pcntl_exec, pcntl_getpriority, pcntl_setpriority, shell_exec"
|
||||
```
|
||||
|
||||
```
|
||||
systemctl restart php7.3-fpm
|
||||
systemctl status php7.3-fpm
|
||||
```
|
||||
16
install/python.md
Normal file
16
install/python.md
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
Chaturbate.com use Cloudflare. Sometime get problem with human check.<br/>
|
||||
Solution: https://github.com/VeNoMouS/cloudscraper
|
||||
```
|
||||
start cloudscraper => get cookie => use it when send requests.
|
||||
```
|
||||
|
||||
Install.
|
||||
```
|
||||
apt-get install python-pip
|
||||
pip install cloudscraper
|
||||
```
|
||||
|
||||
Update.
|
||||
```
|
||||
pip install cloudscraper -U
|
||||
```
|
||||
12
install/redis.md
Normal file
12
install/redis.md
Normal file
|
|
@ -0,0 +1,12 @@
|
|||
```
|
||||
apt-get install redis-server
|
||||
```
|
||||
```
|
||||
# nano /etc/redis/redis.conf
|
||||
|
||||
...
|
||||
unixsocket /var/run/redis/redis-server.sock
|
||||
unixsocketperm 777
|
||||
...
|
||||
|
||||
```
|
||||
32
install/sql/clickhouse.sql
Normal file
32
install/sql/clickhouse.sql
Normal file
|
|
@ -0,0 +1,32 @@
|
|||
CREATE DATABASE statbate;
|
||||
USE statbate;
|
||||
|
||||
CREATE TABLE room
|
||||
(
|
||||
id Int32,
|
||||
gender UInt8
|
||||
) ENGINE = MySQL('127.0.0.1:3306', 'base', 'room', 'user', 'passwd');
|
||||
|
||||
|
||||
CREATE TABLE stat
|
||||
(
|
||||
did UInt32,
|
||||
rid UInt32,
|
||||
token UInt32,
|
||||
time Date,
|
||||
INDEX a did TYPE bloom_filter() GRANULARITY 1,
|
||||
INDEX b rid TYPE bloom_filter() GRANULARITY 1
|
||||
)
|
||||
ENGINE = MergeTree()
|
||||
PARTITION BY toYYYYMMDD(time)
|
||||
ORDER BY (time, rid, did)
|
||||
PRIMARY KEY (time)
|
||||
SETTINGS index_granularity = 8192;
|
||||
|
||||
#CREATE TABLE stat_buffer (
|
||||
# did UInt32,
|
||||
# rid UInt32,
|
||||
# token UInt32,
|
||||
# time Date
|
||||
#)
|
||||
#ENGINE = Buffer('statbate', 'stat', 16, 5, 30, 1000, 10000, 1000000, 10000000);
|
||||
26
install/sql/stat.sql
Normal file
26
install/sql/stat.sql
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
CREATE TABLE `donator` (
|
||||
`id` int(11) NOT NULL AUTO_INCREMENT,
|
||||
`name` varbinary(30) NOT NULL,
|
||||
PRIMARY KEY (`id`),
|
||||
UNIQUE KEY `name` (`name`)
|
||||
) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=binary ROW_FORMAT=DYNAMIC;
|
||||
|
||||
CREATE TABLE `room` (
|
||||
`id` int(11) NOT NULL AUTO_INCREMENT,
|
||||
`name` varbinary(30) NOT NULL,
|
||||
`gender` tinyint(1) NOT NULL DEFAULT 0,
|
||||
`fans` int(11) NOT NULL DEFAULT 0,
|
||||
`last` int(11) NOT NULL DEFAULT 0,
|
||||
PRIMARY KEY (`id`),
|
||||
UNIQUE KEY `name` (`name`),
|
||||
KEY `gender` (`gender`)
|
||||
) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=binary ROW_FORMAT=DYNAMIC;
|
||||
|
||||
CREATE TABLE `stat` (
|
||||
`id` int(11) NOT NULL AUTO_INCREMENT,
|
||||
`did` int(11) NOT NULL,
|
||||
`rid` int(11) NOT NULL,
|
||||
`token` int(11) NOT NULL,
|
||||
`time` int(11) NOT NULL,
|
||||
PRIMARY KEY (`id`)
|
||||
) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=binary ROW_FORMAT=DYNAMIC;
|
||||
Loading…
Add table
Add a link
Reference in a new issue