feat: Dockerize collector / CI-CD for PDF release #1
8
peertube/datavis/requirements.txt
Normal file
8
peertube/datavis/requirements.txt
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
pymongo
|
||||||
|
pandas
|
||||||
|
matplotlib
|
||||||
|
seaborn
|
||||||
|
numpy
|
||||||
|
scipy
|
||||||
|
plotly
|
||||||
|
nbformat
|
21
peertube/statnerd/.dockerignore
Normal file
21
peertube/statnerd/.dockerignore
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
__pycache__
|
||||||
|
*.pyc
|
||||||
|
*.pyo
|
||||||
|
*.pyd
|
||||||
|
.Python
|
||||||
|
env
|
||||||
|
pip-log.txt
|
||||||
|
pip-delete-this-directory.txt
|
||||||
|
.tox
|
||||||
|
.coverage
|
||||||
|
.coverage.*
|
||||||
|
.cache
|
||||||
|
nosetests.xml
|
||||||
|
coverage.xml
|
||||||
|
*.cover
|
||||||
|
*.log
|
||||||
|
.git
|
||||||
|
.mypy_cache
|
||||||
|
.pytest_cache
|
||||||
|
.hypothesis
|
||||||
|
.pytest_caches
|
13
peertube/statnerd/Dockerfile
Normal file
13
peertube/statnerd/Dockerfile
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
FROM python:3.13.1-slim-bookworm
|
||||||
|
|
||||||
|
# Install dependencies
|
||||||
|
COPY requirements.txt /app/requirements.txt
|
||||||
|
RUN pip install --no-cache-dir -r /app/requirements.txt
|
||||||
|
|
||||||
|
# Copy the application
|
||||||
|
COPY main.py /app
|
||||||
|
COPY utils/ /app/utils
|
||||||
|
WORKDIR /app
|
||||||
|
|
||||||
|
# Run the application
|
||||||
|
CMD ["python", "main.py"]
|
41
peertube/statnerd/docker-compose.yml
Normal file
41
peertube/statnerd/docker-compose.yml
Normal file
@@ -0,0 +1,41 @@
|
|||||||
|
services:
|
||||||
|
selenium:
|
||||||
|
container_name: selenium-standalone-chromium
|
||||||
|
image: selenium/standalone-chromium:129.0
|
||||||
|
ports:
|
||||||
|
- "7900:7900"
|
||||||
|
volumes:
|
||||||
|
- ./webrtc-internals-exporter:/tmp/webrtc-internals-exporter:ro
|
||||||
|
shm_size: "2g"
|
||||||
|
attach: false
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD", "curl", "-f", "http://localhost:4444/wd/hub/status"]
|
||||||
|
interval: 5s
|
||||||
|
timeout: 10s
|
||||||
|
retries: 5
|
||||||
|
networks:
|
||||||
|
- backend
|
||||||
|
|
||||||
|
telegraf:
|
||||||
|
container_name: telegraf
|
||||||
|
image: telegraf:1.33.1
|
||||||
|
volumes:
|
||||||
|
- ./telegraf.conf:/etc/telegraf/telegraf.conf:ro
|
||||||
|
networks:
|
||||||
|
- backend
|
||||||
|
|
||||||
|
collector:
|
||||||
|
container_name: collector
|
||||||
|
build:
|
||||||
|
context: .
|
||||||
|
dockerfile: Dockerfile
|
||||||
|
depends_on:
|
||||||
|
selenium:
|
||||||
|
condition: service_healthy
|
||||||
|
telegraf:
|
||||||
|
condition: service_started
|
||||||
|
networks:
|
||||||
|
- backend
|
||||||
|
|
||||||
|
networks:
|
||||||
|
backend:
|
@@ -44,11 +44,12 @@ def setupChromeDriver():
|
|||||||
chrome_options.add_argument("--disable-dev-shm-usage")
|
chrome_options.add_argument("--disable-dev-shm-usage")
|
||||||
chrome_options.add_argument("--no-default-browser-check")
|
chrome_options.add_argument("--no-default-browser-check")
|
||||||
chrome_options.add_argument("--disable-features=WebRtcHideLocalIpsWithMdns")
|
chrome_options.add_argument("--disable-features=WebRtcHideLocalIpsWithMdns")
|
||||||
chrome_options.add_argument(f"--load-extension={os.path.abspath(os.path.join(os.path.dirname(__file__), 'webrtc-internals-exporter'))}")
|
#chrome_options.add_argument(f"--load-extension={os.path.abspath(os.path.join(os.path.dirname(__file__), 'webrtc-internals-exporter'))}")
|
||||||
|
chrome_options.add_argument("--load-extension=/tmp/webrtc-internals-exporter")
|
||||||
chrome_options.add_experimental_option('prefs', {'intl.accept_languages': 'en,en_US'})
|
chrome_options.add_experimental_option('prefs', {'intl.accept_languages': 'en,en_US'})
|
||||||
|
|
||||||
driver = webdriver.Chrome(options=chrome_options)
|
#driver = webdriver.Chrome(options=chrome_options)
|
||||||
#driver = webdriver.Remote(command_executor='http://localhost:4444', options=chrome_options)
|
driver = webdriver.Remote(command_executor='http://selenium-standalone-chromium:4444', options=chrome_options)
|
||||||
logger.log(logging.INFO, 'Chrome driver setup complete.')
|
logger.log(logging.INFO, 'Chrome driver setup complete.')
|
||||||
|
|
||||||
return driver
|
return driver
|
||||||
@@ -57,7 +58,7 @@ def saveStats(stats: list):
|
|||||||
try:
|
try:
|
||||||
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
|
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
|
||||||
logger.log(logging.DEBUG, f'Saving stats: {json.dumps(stats, indent=4)}')
|
logger.log(logging.DEBUG, f'Saving stats: {json.dumps(stats, indent=4)}')
|
||||||
sock.sendto(json.dumps(stats).encode(), ('localhost', 8094))
|
sock.sendto(json.dumps(stats).encode(), ('telegraf', 8094))
|
||||||
sock.close()
|
sock.close()
|
||||||
logger.log(logging.DEBUG, 'Sent stats to socket.')
|
logger.log(logging.DEBUG, 'Sent stats to socket.')
|
||||||
except socket.error as e:
|
except socket.error as e:
|
||||||
@@ -185,6 +186,6 @@ if __name__ == '__main__':
|
|||||||
setupStats(driver, "https://tube.kobim.cloud/w/iN2T8PmbSb4HJTDA2rV3sg")
|
setupStats(driver, "https://tube.kobim.cloud/w/iN2T8PmbSb4HJTDA2rV3sg")
|
||||||
|
|
||||||
logger.log(logging.INFO, 'Starting server collector.')
|
logger.log(logging.INFO, 'Starting server collector.')
|
||||||
httpd = HTTPServer(('localhost', 9092), partial(Handler, downloadStats, driver, logger))
|
httpd = HTTPServer(('collector', 9092), partial(Handler, downloadStats, driver, logger))
|
||||||
logger.info('Server collector started.')
|
logger.info('Server collector started.')
|
||||||
httpd.serve_forever()
|
httpd.serve_forever()
|
@@ -1,10 +1,2 @@
|
|||||||
selenium
|
selenium
|
||||||
beautifulsoup4
|
beautifulsoup4
|
||||||
pymongo
|
|
||||||
pandas
|
|
||||||
matplotlib
|
|
||||||
seaborn
|
|
||||||
numpy
|
|
||||||
scipy
|
|
||||||
plotly
|
|
||||||
nbformat
|
|
@@ -9,7 +9,7 @@ log("loaded");
|
|||||||
import "/assets/pako.min.js";
|
import "/assets/pako.min.js";
|
||||||
|
|
||||||
const DEFAULT_OPTIONS = {
|
const DEFAULT_OPTIONS = {
|
||||||
url: "http://localhost:9092",
|
url: "http://collector:9092",
|
||||||
username: "",
|
username: "",
|
||||||
password: "",
|
password: "",
|
||||||
updateInterval: 2,
|
updateInterval: 2,
|
||||||
|
Reference in New Issue
Block a user