diff --git a/peertube/statnerd/README.md b/peertube/README.md similarity index 100% rename from peertube/statnerd/README.md rename to peertube/README.md diff --git a/peertube/statnerd/CRUD/mongodb-convert-to.ts.js b/peertube/datavis/CRUD/mongodb-convert-to.ts.js similarity index 100% rename from peertube/statnerd/CRUD/mongodb-convert-to.ts.js rename to peertube/datavis/CRUD/mongodb-convert-to.ts.js diff --git a/peertube/statnerd/CRUD/sessions-metrics.js b/peertube/datavis/CRUD/sessions-metrics.js similarity index 100% rename from peertube/statnerd/CRUD/sessions-metrics.js rename to peertube/datavis/CRUD/sessions-metrics.js diff --git a/peertube/statnerd/plot.ipynb b/peertube/datavis/plot.ipynb similarity index 100% rename from peertube/statnerd/plot.ipynb rename to peertube/datavis/plot.ipynb diff --git a/peertube/datavis/requirements.txt b/peertube/datavis/requirements.txt new file mode 100644 index 0000000..98b7042 --- /dev/null +++ b/peertube/datavis/requirements.txt @@ -0,0 +1,8 @@ +pymongo +pandas +matplotlib +seaborn +numpy +scipy +plotly +nbformat \ No newline at end of file diff --git a/peertube/statnerd/.dockerignore b/peertube/statnerd/.dockerignore new file mode 100644 index 0000000..582c9ea --- /dev/null +++ b/peertube/statnerd/.dockerignore @@ -0,0 +1,21 @@ +__pycache__ +*.pyc +*.pyo +*.pyd +.Python +env +pip-log.txt +pip-delete-this-directory.txt +.tox +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.log +.git +.mypy_cache +.pytest_cache +.hypothesis +.pytest_caches \ No newline at end of file diff --git a/peertube/statnerd/Dockerfile b/peertube/statnerd/Dockerfile new file mode 100644 index 0000000..c0833ae --- /dev/null +++ b/peertube/statnerd/Dockerfile @@ -0,0 +1,13 @@ +FROM python:3.13.1-slim-bookworm + +# Install dependencies +COPY requirements.txt /app/requirements.txt +RUN pip install --no-cache-dir -r /app/requirements.txt + +# Copy the application +COPY main.py /app +COPY utils/ /app/utils +WORKDIR /app + +# Run the application +CMD ["python", "main.py"] \ No newline at end of file diff --git a/peertube/statnerd/docker-compose.yml b/peertube/statnerd/docker-compose.yml new file mode 100644 index 0000000..7e0e577 --- /dev/null +++ b/peertube/statnerd/docker-compose.yml @@ -0,0 +1,41 @@ +services: + selenium: + container_name: selenium-standalone-chromium + image: selenium/standalone-chromium:129.0 + ports: + - "7900:7900" + volumes: + - ./webrtc-internals-exporter:/tmp/webrtc-internals-exporter:ro + shm_size: "2g" + attach: false + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:4444/wd/hub/status"] + interval: 5s + timeout: 10s + retries: 5 + networks: + - backend + + telegraf: + container_name: telegraf + image: telegraf:1.33.1 + volumes: + - ./telegraf.conf:/etc/telegraf/telegraf.conf:ro + networks: + - backend + + collector: + container_name: collector + build: + context: . + dockerfile: Dockerfile + depends_on: + selenium: + condition: service_healthy + telegraf: + condition: service_started + networks: + - backend + +networks: + backend: \ No newline at end of file diff --git a/peertube/statnerd/main.py b/peertube/statnerd/main.py index db72753..9c020fc 100644 --- a/peertube/statnerd/main.py +++ b/peertube/statnerd/main.py @@ -44,11 +44,12 @@ def setupChromeDriver(): chrome_options.add_argument("--disable-dev-shm-usage") chrome_options.add_argument("--no-default-browser-check") chrome_options.add_argument("--disable-features=WebRtcHideLocalIpsWithMdns") - chrome_options.add_argument(f"--load-extension={os.path.abspath(os.path.join(os.path.dirname(__file__), 'webrtc-internals-exporter'))}") + #chrome_options.add_argument(f"--load-extension={os.path.abspath(os.path.join(os.path.dirname(__file__), 'webrtc-internals-exporter'))}") + chrome_options.add_argument("--load-extension=/tmp/webrtc-internals-exporter") chrome_options.add_experimental_option('prefs', {'intl.accept_languages': 'en,en_US'}) - - driver = webdriver.Chrome(options=chrome_options) - #driver = webdriver.Remote(command_executor='http://localhost:4444', options=chrome_options) + + #driver = webdriver.Chrome(options=chrome_options) + driver = webdriver.Remote(command_executor='http://selenium-standalone-chromium:4444', options=chrome_options) logger.log(logging.INFO, 'Chrome driver setup complete.') return driver @@ -57,7 +58,7 @@ def saveStats(stats: list): try: sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) logger.log(logging.DEBUG, f'Saving stats: {json.dumps(stats, indent=4)}') - sock.sendto(json.dumps(stats).encode(), ('localhost', 8094)) + sock.sendto(json.dumps(stats).encode(), ('telegraf', 8094)) sock.close() logger.log(logging.DEBUG, 'Sent stats to socket.') except socket.error as e: @@ -185,6 +186,6 @@ if __name__ == '__main__': setupStats(driver, "https://tube.kobim.cloud/w/iN2T8PmbSb4HJTDA2rV3sg") logger.log(logging.INFO, 'Starting server collector.') - httpd = HTTPServer(('localhost', 9092), partial(Handler, downloadStats, driver, logger)) + httpd = HTTPServer(('collector', 9092), partial(Handler, downloadStats, driver, logger)) logger.info('Server collector started.') httpd.serve_forever() \ No newline at end of file diff --git a/peertube/statnerd/requirements.txt b/peertube/statnerd/requirements.txt index 4738df4..dbaaec2 100644 --- a/peertube/statnerd/requirements.txt +++ b/peertube/statnerd/requirements.txt @@ -1,10 +1,2 @@ selenium -beautifulsoup4 -pymongo -pandas -matplotlib -seaborn -numpy -scipy -plotly -nbformat \ No newline at end of file +beautifulsoup4 \ No newline at end of file diff --git a/peertube/statnerd/webrtc-internals-exporter/background.js b/peertube/statnerd/webrtc-internals-exporter/background.js index 44d4e76..79fea75 100644 --- a/peertube/statnerd/webrtc-internals-exporter/background.js +++ b/peertube/statnerd/webrtc-internals-exporter/background.js @@ -9,7 +9,7 @@ log("loaded"); import "/assets/pako.min.js"; const DEFAULT_OPTIONS = { - url: "http://localhost:9092", + url: "http://collector:9092", username: "", password: "", updateInterval: 2,