Add Docker support and update requirements for data collection and visualization

peertube/datavis/requirements.txt

@@ -0,0 +1,8 @@
+pymongo
+pandas
+matplotlib
+seaborn
+numpy
+scipy
+plotly
+nbformat

peertube/statnerd/.dockerignore

@@ -0,0 +1,21 @@
+__pycache__
+*.pyc
+*.pyo
+*.pyd
+.Python
+env
+pip-log.txt
+pip-delete-this-directory.txt
+.tox
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.log
+.git
+.mypy_cache
+.pytest_cache
+.hypothesis
+.pytest_caches

peertube/statnerd/Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.13.1-slim-bookworm
+
+# Install dependencies
+COPY requirements.txt /app/requirements.txt
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+# Copy the application
+COPY main.py /app
+COPY utils/ /app/utils
+WORKDIR /app
+
+# Run the application
+CMD ["python", "main.py"]

peertube/statnerd/docker-compose.yml

@@ -0,0 +1,41 @@
+services:
+  selenium:
+    container_name: selenium-standalone-chromium
+    image: selenium/standalone-chromium:129.0
+    ports:
+      - "7900:7900"
+    volumes:
+      - ./webrtc-internals-exporter:/tmp/webrtc-internals-exporter:ro
+    shm_size: "2g"
+    attach: false
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:4444/wd/hub/status"]
+      interval: 5s
+      timeout: 10s
+      retries: 5
+    networks:
+      - backend
+
+  telegraf:
+    container_name: telegraf
+    image: telegraf:1.33.1
+    volumes:
+      - ./telegraf.conf:/etc/telegraf/telegraf.conf:ro
+    networks:
+      - backend
+
+  collector:
+    container_name: collector
+    build:
+      context: .
+      dockerfile: Dockerfile
+    depends_on:
+      selenium:
+        condition: service_healthy
+      telegraf:
+        condition: service_started
+    networks:
+      - backend
+
+networks:
+  backend:

peertube/statnerd/main.py

@@ -44,11 +44,12 @@ def setupChromeDriver():
     chrome_options.add_argument("--disable-dev-shm-usage")
     chrome_options.add_argument("--no-default-browser-check")
     chrome_options.add_argument("--disable-features=WebRtcHideLocalIpsWithMdns")
-    chrome_options.add_argument(f"--load-extension={os.path.abspath(os.path.join(os.path.dirname(__file__), 'webrtc-internals-exporter'))}")
+    #chrome_options.add_argument(f"--load-extension={os.path.abspath(os.path.join(os.path.dirname(__file__), 'webrtc-internals-exporter'))}")
+    chrome_options.add_argument("--load-extension=/tmp/webrtc-internals-exporter")
     chrome_options.add_experimental_option('prefs', {'intl.accept_languages': 'en,en_US'})
         
-    driver = webdriver.Chrome(options=chrome_options)
-    #driver = webdriver.Remote(command_executor='http://localhost:4444', options=chrome_options)
+    #driver = webdriver.Chrome(options=chrome_options)
+    driver = webdriver.Remote(command_executor='http://selenium-standalone-chromium:4444', options=chrome_options)
     logger.log(logging.INFO, 'Chrome driver setup complete.')
     
     return driver
@@ -57,7 +58,7 @@ def saveStats(stats: list):
     try:
         sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
         logger.log(logging.DEBUG, f'Saving stats: {json.dumps(stats, indent=4)}')
-        sock.sendto(json.dumps(stats).encode(), ('localhost', 8094))
+        sock.sendto(json.dumps(stats).encode(), ('telegraf', 8094))
         sock.close()
         logger.log(logging.DEBUG, 'Sent stats to socket.')
     except socket.error as e:
@@ -185,6 +186,6 @@ if __name__ == '__main__':
     setupStats(driver, "https://tube.kobim.cloud/w/iN2T8PmbSb4HJTDA2rV3sg")
     
     logger.log(logging.INFO, 'Starting server collector.')
-    httpd = HTTPServer(('localhost', 9092), partial(Handler, downloadStats, driver, logger))
+    httpd = HTTPServer(('collector', 9092), partial(Handler, downloadStats, driver, logger))
     logger.info('Server collector started.')
     httpd.serve_forever()

peertube/statnerd/requirements.txt

@@ -1,10 +1,2 @@
 selenium
 beautifulsoup4
-pymongo
-pandas
-matplotlib
-seaborn
-numpy
-scipy
-plotly
-nbformat

peertube/statnerd/webrtc-internals-exporter/background.js

@@ -9,7 +9,7 @@ log("loaded");
 import "/assets/pako.min.js";
 
 const DEFAULT_OPTIONS = {
-  url: "http://localhost:9092",
+  url: "http://collector:9092",
   username: "",
   password: "",
   updateInterval: 2,