Compare commits

..
1 Commits
Author SHA1 Message Date
vhaudiquet 5d8320fe8a fix/mathc_collector: fix splitting of boots and first backs
pipeline / build-and-push-images (push) Has been cancelled
pipeline / lint-and-format (push) Has been cancelled
2026-04-30 20:15:44 +02:00
32 changed files with 69 additions and 1121 deletions
+1 -46
View File
@@ -42,7 +42,7 @@ jobs:
- name: Check formatting for match_collector - name: Check formatting for match_collector
working-directory: ./match_collector working-directory: ./match_collector
run: npm run format:check run: npm run format:check
build-and-push-images: build-and-push-images:
needs: lint-and-format needs: lint-and-format
runs-on: ubuntu-latest runs-on: ubuntu-latest
@@ -76,48 +76,3 @@ jobs:
tags: | tags: |
git.vhaudiquet.fr/vhaudiquet/lolstats-match_collector:latest git.vhaudiquet.fr/vhaudiquet/lolstats-match_collector:latest
git.vhaudiquet.fr/vhaudiquet/lolstats-match_collector:${{ github.sha }} git.vhaudiquet.fr/vhaudiquet/lolstats-match_collector:${{ github.sha }}
lint-and-publish-chart:
runs-on: ubuntu-latest
needs: build-and-push-images
steps:
- name: Checkout repository
uses: https://gitea.com/actions/checkout@v4
with:
fetch-depth: 0
- name: Install Helm
uses: azure/setup-helm@v5
- name: Update Chart version and appVersion
run: |
# Get base chart version from Chart.yaml
BASE_VERSION=$(grep '^version:' helm/buildpath/Chart.yaml | awk '{print $2}')
# Use timestamp for ordered versions (e.g., 0.1.0-20240511-130400)
# Note: SemVer pre-release cannot contain dots, only hyphens and alphanumerics
TIMESTAMP=$(date -u +"%Y%m%d-%H%M%S")
CHART_VERSION="${BASE_VERSION}-${TIMESTAMP}"
# Update both version and appVersion
sed -i "s/^version:.*/version: \"${CHART_VERSION}\"/" helm/buildpath/Chart.yaml
sed -i "s/^appVersion:.*/appVersion: \"${{ github.sha }}\"/" helm/buildpath/Chart.yaml
echo "chart_version=${CHART_VERSION}" >> $GITHUB_ENV
- name: Lint Helm chart
run: helm lint helm/buildpath/
- name: Package Helm chart
run: |
helm package helm/buildpath/ \
--version "${{ env.chart_version }}" \
--app-version "${{ github.sha }}"
- name: Push Helm chart to Gitea registry
run: |
echo "Uploading chart to Gitea registry..."
echo "User: ${{ github.actor }}"
echo "URL: https://git.vhaudiquet.fr/api/packages/vhaudiquet/helm/api/charts"
# Trim any trailing newline from the token
TOKEN=$(echo -n "${{ secrets.PACKAGES_TOKEN }}" | tr -d '\n')
curl --fail -v --user "${{ github.actor }}:${TOKEN}" -X POST --upload-file buildpath-*.tgz "https://git.vhaudiquet.fr/api/packages/vhaudiquet/helm/api/charts"
+8 -12
View File
@@ -1,25 +1,21 @@
services: services:
# Development MongoDB with memory optimizations # Development MongoDB with performance optimizations
mongodb: mongodb:
image: mongo:8.3.4 image: mongo:latest
container_name: buildpath-mongodb container_name: buildpath-mongodb
ports: ports:
- "27017:27017" - "27017:27017"
environment: environment:
MONGO_INITDB_ROOT_USERNAME: ${MONGO_USER:-root} MONGO_INITDB_ROOT_USERNAME: ${MONGO_USER:-root}
MONGO_INITDB_ROOT_PASSWORD: ${MONGO_PASS:-password} MONGO_INITDB_ROOT_PASSWORD: ${MONGO_PASS:-password}
GLIBC_TUNABLES: glibc.pthread.rseq=1
volumes: volumes:
- ./data/db:/data/db - ./data/db:/data/db
# Reduced cache size to leave more RAM for the import script command: mongod --wiredTigerCacheSizeGB 4 --quiet
# WiredTiger cache is now 2GB (was 4GB) to prevent OOM during large imports healthcheck:
command: mongod --wiredTigerCacheSizeGB 2 --quiet test: echo 'db.runCommand("ping").ok' | mongosh localhost:27017/test --quiet
deploy: interval: 5s
resources: timeout: 2s
limits: retries: 30
memory: 4G
reservations:
memory: 2G
mongo-express: mongo-express:
image: mongo-express image: mongo-express
+8 -29
View File
@@ -31,29 +31,19 @@ async function importLargeJsonFile(filePath, collectionName, batchSize = 1000) {
const collection = db.collection(collectionName); const collection = db.collection(collectionName);
try { try {
// Check file size first // Create indexes first for better performance
await collection.createIndex({ "metadata.matchId": 1 }, { unique: true });
await collection.createIndex({ "info.gameDuration": 1 });
await collection.createIndex({ "info.participants.championId": 1 });
await collection.createIndex({ "info.participants.win": 1 });
// Check file size
const fileStats = fs.statSync(filePath); const fileStats = fs.statSync(filePath);
const fileSize = (fileStats.size / (1024 * 1024 * 1024)).toFixed(2); const fileSize = (fileStats.size / (1024 * 1024 * 1024)).toFixed(2);
console.log(` 📊 File size: ${fileSize} GB`); console.log(` 📊 File size: ${fileSize} GB`);
// Defer index creation to after import to reduce memory pressure
// Only create the unique matchId index before import to prevent duplicates
console.log(` 📇 Creating unique matchId index...`);
await collection.createIndex({ "metadata.matchId": 1 }, { unique: true, background: false });
await processLineDelimitedFormat(filePath, collection, batchSize, startTime); await processLineDelimitedFormat(filePath, collection, batchSize, startTime);
// Create additional indexes after import to reduce memory pressure
console.log(`\n 📇 Creating additional indexes (this may take a while)...`);
try {
await collection.createIndex({ "info.gameDuration": 1 }, { background: true });
await collection.createIndex({ "info.participants.championId": 1 }, { background: true });
await collection.createIndex({ "info.participants.win": 1 }, { background: true });
console.log(` ✅ Indexes created successfully`);
} catch (indexError) {
console.log(` ⚠️ Warning: Could not create additional indexes: ${indexError.message}`);
}
const totalTime = ((Date.now() - startTime) / 1000).toFixed(1); const totalTime = ((Date.now() - startTime) / 1000).toFixed(1);
console.log(`🎉 Import complete in ${totalTime} seconds`); console.log(`🎉 Import complete in ${totalTime} seconds`);
console.log(`✅ Processed: ${processed.toLocaleString()} matches`); console.log(`✅ Processed: ${processed.toLocaleString()} matches`);
@@ -76,7 +66,6 @@ async function importLargeJsonFile(filePath, collectionName, batchSize = 1000) {
let batch = []; let batch = [];
let lineCount = 0; let lineCount = 0;
let batchCount = 0;
for await (const line of rl) { for await (const line of rl) {
lineCount++; lineCount++;
@@ -99,16 +88,9 @@ async function importLargeJsonFile(filePath, collectionName, batchSize = 1000) {
batch.push(match); batch.push(match);
if (batch.length >= batchSize) { if (batch.length >= batchSize) {
batchCount++; process.stdout.write(`\r Inserting batch into MongoDB... `);
process.stdout.write(`\r Inserting batch #${batchCount} (${batch.length} matches)... `);
await insertBatch(batch, collection); await insertBatch(batch, collection);
batch = []; batch = [];
// Force garbage collection hint every 10 batches by yielding to the event loop
// This helps reduce memory pressure when processing large files
if (batchCount % 10 === 0) {
await new Promise(resolve => setImmediate(resolve));
}
} }
} catch (error) { } catch (error) {
skipped++; skipped++;
@@ -117,11 +99,8 @@ async function importLargeJsonFile(filePath, collectionName, batchSize = 1000) {
// Insert remaining matches // Insert remaining matches
if (batch.length > 0) { if (batch.length > 0) {
process.stdout.write(`\r Inserting final batch (${batch.length} matches)... `);
await insertBatch(batch, collection); await insertBatch(batch, collection);
} }
console.log(`\n 📊 Total batches inserted: ${batchCount + 1}`);
} }
async function insertBatch(batch, collection) { async function insertBatch(batch, collection) {
+4 -11
View File
@@ -28,17 +28,10 @@ const {
const champions = computed(() => { const champions = computed(() => {
if (!championsData.value || !Array.isArray(championsData.value)) return [] if (!championsData.value || !Array.isArray(championsData.value)) return []
return ( return championsData.value
championsData.value .slice(1)
// Skip 'None' champion at beginning of array .filter((champion: ChampionSummary) => !champion.name.includes('Doom Bot'))
.slice(1) .sort((a: ChampionSummary, b: ChampionSummary) => a.name.localeCompare(b.name))
// Filter out Doom Bots and League Classic champions (prefixed by `jade_`)
.filter(
(champion: ChampionSummary) =>
!(champion.name.includes('Doom Bot') || champion.alias.toLowerCase().startsWith('jade_'))
)
.sort((a: ChampionSummary, b: ChampionSummary) => a.name.localeCompare(b.name))
)
}) })
const lanesMap = computed(() => { const lanesMap = computed(() => {
-11
View File
@@ -107,15 +107,4 @@ defineProps<{
opacity: 0.8; opacity: 0.8;
white-space: nowrap; white-space: nowrap;
} }
@media only screen and (max-width: 650px) {
.item-row {
align-items: center;
max-width: 100%;
margin: 0 20px;
}
.first-back-content {
justify-content: center;
}
}
</style> </style>
+1
View File
@@ -124,6 +124,7 @@ const itemIconPath = computed(() => CDRAGON_BASE + mapPath(props.item.iconPath))
border-radius: 4px; border-radius: 4px;
border: 1px solid var(--color-on-surface); border: 1px solid var(--color-on-surface);
overflow: hidden; overflow: hidden;
cursor: help;
position: relative; position: relative;
} }
+1 -4
View File
@@ -1,6 +1,5 @@
<script setup lang="ts"> <script setup lang="ts">
import { LANE_IMAGES, lanePositionToIndex, POSITIONS_STR } from '~/utils/cdragon' import { LANE_IMAGES, lanePositionToIndex, POSITIONS_STR } from '~/utils/cdragon'
import { displayPatch } from '~/utils/helpers'
import type { LaneData } from 'match_collector' import type { LaneData } from 'match_collector'
@@ -133,9 +132,7 @@ if (route.path.startsWith('/tierlist/')) {
<div style="position: absolute; bottom: 0; margin-bottom: 10px; padding-left: 10px"> <div style="position: absolute; bottom: 0; margin-bottom: 10px; padding-left: 10px">
<template v-if="stats"> <template v-if="stats">
<h3 style="font-size: 18px; font-weight: 200"> <h3 style="font-size: 18px; font-weight: 200">Patch {{ stats.patch }}</h3>
Patch {{ displayPatch(String(stats.patch)) }}
</h3>
<h3 style="font-size: 18px; font-weight: 200">{{ stats.count }} games</h3> <h3 style="font-size: 18px; font-weight: 200">{{ stats.count }} games</h3>
</template> </template>
<template v-else> <template v-else>
+1 -13
View File
@@ -86,11 +86,7 @@ refreshStyles()
<div class="rune-spacer-bar" /> <div class="rune-spacer-bar" />
<div class="rune-holder" style="align-content: end"> <div class="rune-holder" style="align-content: end">
<div class="rune-slot"> <div class="rune-slot">
<img <img style="margin: auto" :src="CDRAGON_BASE + mapPath(secondaryStyle.iconPath)" />
class="rune-style-img"
style="margin: auto"
:src="CDRAGON_BASE + mapPath(secondaryStyle.iconPath)"
/>
</div> </div>
<div <div
v-for="(slot, slotIndex) in secondaryStyle.slots.slice(1, 4)" v-for="(slot, slotIndex) in secondaryStyle.slots.slice(1, 4)"
@@ -132,10 +128,6 @@ refreshStyles()
margin-right: 20px; margin-right: 20px;
border: 1px var(--color-on-surface) solid; border: 1px var(--color-on-surface) solid;
} }
.rune-style-img {
width: 48px;
height: 48px;
}
@media only screen and (max-width: 650px) { @media only screen and (max-width: 650px) {
.rune-slot { .rune-slot {
@@ -151,9 +143,5 @@ refreshStyles()
margin-left: 10px; margin-left: 10px;
margin-right: 10px; margin-right: 10px;
} }
.rune-icon {
width: 24px !important;
height: 24px !important;
}
} }
</style> </style>
+1
View File
@@ -114,6 +114,7 @@ const perkIconPath = computed(() => CDRAGON_BASE + mapPath(props.perk.iconPath))
border-radius: 50%; border-radius: 50%;
border: 1px solid var(--color-on-surface); border: 1px solid var(--color-on-surface);
overflow: hidden; overflow: hidden;
cursor: help;
position: relative; position: relative;
} }
+7 -31
View File
@@ -16,18 +16,12 @@ import type { LaneData } from 'match_collector'
// Register // Register
ChartJS.register(Title, Tooltip, Legend, BarElement, CategoryScale, LinearScale) ChartJS.register(Title, Tooltip, Legend, BarElement, CategoryScale, LinearScale)
const props = withDefaults( const props = defineProps<{
defineProps<{ data: Array<{ title: string; data: Array<{ lane: LaneData; champion: Champion }> }>
data: Array<{ title: string; data: Array<{ lane: LaneData; champion: Champion }> }> }>()
metric?: 'pickrate' | 'winrate'
}>(),
{
metric: 'pickrate'
}
)
const labels: Array<string> = [] const labels: Array<string> = []
const values: Array<number> = [] const pickrates: Array<number> = []
const images: Array<string> = [] const images: Array<string> = []
const backgroundColors: Array<string> = [] const backgroundColors: Array<string> = []
const CHAMPION_CUT_THRESHOLD = 32 const CHAMPION_CUT_THRESHOLD = 32
@@ -40,7 +34,7 @@ for (const tier of props.data) {
if (count > CHAMPION_CUT_THRESHOLD) break if (count > CHAMPION_CUT_THRESHOLD) break
labels.push(champion.name) labels.push(champion.name)
values.push(lane[props.metric] * 100) pickrates.push(lane.pickrate * 100)
images.push(CDRAGON_BASE + mapPath(champion.squarePortraitPath)) images.push(CDRAGON_BASE + mapPath(champion.squarePortraitPath))
backgroundColors.push(TIER_COLORS[colorIndex]) backgroundColors.push(TIER_COLORS[colorIndex])
@@ -53,10 +47,10 @@ const chartData = ref({
labels: labels, labels: labels,
datasets: [ datasets: [
{ {
label: props.metric === 'pickrate' ? 'Pickrate' : 'Winrate', label: 'Pickrate',
backgroundColor: backgroundColors, backgroundColor: backgroundColors,
barPercentage: 1.0, barPercentage: 1.0,
data: values data: pickrates
} }
] ]
}) })
@@ -68,24 +62,6 @@ const chartOptions = ref({
ticks: { ticks: {
callback: () => '' callback: () => ''
} }
},
y: {
title: {
display: true,
text: props.metric === 'winrate' ? 'Winrate (%)' : 'Pickrate (%)'
},
...(props.metric === 'winrate'
? {
min: 40,
max: 60,
grid: {
color: (context: { tick: { value: number } }) =>
context.tick.value === 50 ? '#666' : 'rgba(0, 0, 0, 0.1)',
lineWidth: (context: { tick: { value: number } }) =>
context.tick.value === 50 ? 2 : 1
}
}
: {})
} }
}, },
plugins: { plugins: {
+3 -11
View File
@@ -110,21 +110,14 @@ tiers.push({ title: 'F', data: tierFromScaledPickrate(0, 0.1) })
:tier="tier.data" :tier="tier.data"
/> />
<h2 style="margin-left: 10px; margin-top: 20px; font-size: 2rem; font-weight: 300"> <TierlistChart id="chart" :data="tiers" />
Pickrates
</h2>
<TierlistChart id="chart-pickrate" :data="tiers" metric="pickrate" />
<h2 style="margin-left: 10px; font-size: 2rem; font-weight: 300">Winrates</h2>
<TierlistChart id="chart-winrate" :data="tiers" metric="winrate" />
</div> </div>
</div> </div>
</div> </div>
</template> </template>
<style scoped> <style scoped>
#chart-pickrate, #chart {
#chart-winrate {
margin-left: 100px; margin-left: 100px;
margin-right: 100px; margin-right: 100px;
margin-bottom: 100px; margin-bottom: 100px;
@@ -132,8 +125,7 @@ tiers.push({ title: 'F', data: tierFromScaledPickrate(0, 0.1) })
} }
@media only screen and (max-width: 450px) { @media only screen and (max-width: 450px) {
#chart-pickrate, #chart {
#chart-winrate {
margin-left: 2px; margin-left: 2px;
margin-right: 12px; margin-right: 12px;
margin-bottom: 40px; margin-bottom: 40px;
+2 -17
View File
@@ -1,29 +1,14 @@
import type { MongoClient } from 'mongodb' import type { MongoClient } from 'mongodb'
import { connectToDatabase, fetchLatestPatch, getAvailablePlatforms } from '../utils/mongo' import { connectToDatabase, fetchLatestPatch, getAvailablePlatforms } from '../utils/mongo'
interface StatsDocument {
patch: string
total: number
platforms: Record<string, number>
updatedAt: Date
}
async function fetchGameCount(client: MongoClient, patch: string) { async function fetchGameCount(client: MongoClient, patch: string) {
const database = client.db('matches') const database = client.db('matches')
const statsCollection = database.collection<StatsDocument>('stats')
// Try to get stats from the pre-computed stats collection // Check for platform-specific collections
const stats = await statsCollection.findOne({ patch })
if (stats) {
return { total: stats.total, platforms: stats.platforms }
}
// Fallback: compute stats from collections if stats document doesn't exist
// This handles the migration case where stats weren't pre-computed
const platforms = await getAvailablePlatforms(client, patch) const platforms = await getAvailablePlatforms(client, patch)
if (platforms.length > 0) { if (platforms.length > 0) {
// Sum counts from all platform-specific collections
let totalCount = 0 let totalCount = 0
const platformCounts: Record<string, number> = {} const platformCounts: Record<string, number> = {}
-13
View File
@@ -100,19 +100,6 @@ export function getRuneImageUrl(runeId: number): string {
return `${CDRAGON_BASE}plugins/rcp-be-lol-game-data/global/default/v1/perks/${runeId}.png` return `${CDRAGON_BASE}plugins/rcp-be-lol-game-data/global/default/v1/perks/${runeId}.png`
} }
/**
* Format a patch version for display.
* Riot moved from the old "16.6" patch format to "26.6", so 10 is added
* to the major version before showing it to the user.
* @param patch Patch version string (e.g. "16.6")
* @returns Displayable patch version string (e.g. "26.6")
*/
export function displayPatch(patch: string): string {
const match = /^(\d+)(\..*)?$/.exec(patch)
if (!match) return patch
return `${Number(match[1]) + 10}${match[2] ?? ''}`
}
/** /**
* Format large numbers with abbreviations (K, M) * Format large numbers with abbreviations (K, M)
* @param num Number to format * @param num Number to format
-12
View File
@@ -1,12 +0,0 @@
apiVersion: v2
name: buildpath
description: Helm chart for buildpath.win (LoL stats frontend, match collector, MongoDB)
type: application
version: 0.1.0
appVersion: "1.0.0"
keywords:
- lol
- stats
- buildpath
maintainers:
- name: vhaudiquet
-11
View File
@@ -1,11 +0,0 @@
buildpath chart installed.
Check status:
kubectl -n {{ .Release.Namespace }} get all -l app.kubernetes.io/instance={{ .Release.Name }}
Mongo host seen by app pods: {{ include "buildpath.mongoHost" . }}
Frontend host (ingress): {{ .Values.frontend.ingress.host }}
If this is a brand-new install, rotate the default credentials in your values before exposing publicly:
secrets.riotApiKey
mongo.auth.rootPassword
-55
View File
@@ -1,55 +0,0 @@
{{/* Expand the name of the chart. */}}
{{- define "buildpath.name" -}}
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
{{- end }}
{{/* Create a default fully qualified app name. */}}
{{- define "buildpath.fullname" -}}
{{- if .Values.fullnameOverride }}
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
{{- else }}
{{- $name := default .Chart.Name .Values.nameOverride }}
{{- if contains $name .Release.Name }}
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
{{- else }}
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
{{- end }}
{{- end }}
{{- end }}
{{/* Chart name and version label. */}}
{{- define "buildpath.chart" -}}
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
{{- end }}
{{/* Common labels. */}}
{{- define "buildpath.labels" -}}
helm.sh/chart: {{ include "buildpath.chart" . }}
{{ include "buildpath.selectorLabels" . }}
{{- if .Chart.AppVersion }}
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
{{- end }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end }}
{{/* Selector labels. */}}
{{- define "buildpath.selectorLabels" -}}
app.kubernetes.io/name: {{ include "buildpath.name" . }}
app.kubernetes.io/instance: {{ .Release.Name }}
{{- end }}
{{/* Selector labels for a specific component. */}}
{{- define "buildpath.componentSelectorLabels" -}}
app.kubernetes.io/name: {{ include "buildpath.name" . }}
app.kubernetes.io/instance: {{ .Release.Name }}
app.kubernetes.io/component: {{ .component | quote }}
{{- end }}
{{/* MongoDB hostname (service DNS). */}}
{{- define "buildpath.mongoHost" -}}
{{- if .Values.mongo.hostOverride -}}
{{- .Values.mongo.hostOverride -}}
{{- else -}}
{{- printf "%s-mongo" (include "buildpath.fullname" .) -}}
{{- end -}}
{{- end }}
-16
View File
@@ -1,16 +0,0 @@
{{- if .Values.cdragon.enabled }}
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: {{ include "buildpath.fullname" . }}-cdragon
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: cdragon-cache
spec:
accessModes:
- {{ .Values.cdragon.volume.accessMode | quote }}
storageClassName: {{ .Values.cdragon.volume.storageClassName | quote }}
resources:
requests:
storage: {{ .Values.cdragon.volume.size | quote }}
{{- end }}
-15
View File
@@ -1,15 +0,0 @@
{{- if or .Values.config.extraEnv (and .Values.cdragon.enabled .Values.cdragon.cacheDir) }}
apiVersion: v1
kind: ConfigMap
metadata:
name: {{ include "buildpath.fullname" . }}
labels:
{{- include "buildpath.labels" . | nindent 4 }}
data:
{{- if .Values.cdragon.enabled }}
CDRAGON_CACHE_DIR: {{ .Values.cdragon.cacheDir | quote }}
{{- end }}
{{- range $k, $v := .Values.config.extraEnv }}
{{ $k }}: {{ $v | quote }}
{{- end }}
{{- end }}
@@ -1,53 +0,0 @@
{{- if .Values.frontend.enabled }}
apiVersion: apps/v1
kind: Deployment
metadata:
name: {{ include "buildpath.fullname" . }}-frontend
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: frontend
spec:
replicas: {{ .Values.frontend.replicaCount }}
selector:
matchLabels:
{{- include "buildpath.componentSelectorLabels" (set . "component" "frontend") | nindent 6 }}
template:
metadata:
labels:
{{- include "buildpath.componentSelectorLabels" (set . "component" "frontend") | nindent 8 }}
spec:
{{- with .Values.global.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 8 }}
{{- end }}
containers:
- name: frontend
image: "{{ .Values.global.imageRegistry }}/{{ .Values.frontend.image.repository }}:{{ .Values.frontend.image.tag }}"
imagePullPolicy: {{ .Values.frontend.image.pullPolicy }}
ports:
- name: http
containerPort: 3000
protocol: TCP
envFrom:
- secretRef:
name: {{ include "buildpath.fullname" . }}
- configMapRef:
name: {{ include "buildpath.fullname" . }}
{{- with .Values.frontend.extraEnv }}
env:
{{- toYaml . | nindent 12 }}
{{- end }}
{{- if .Values.cdragon.enabled }}
volumeMounts:
- name: cdragon
mountPath: {{ .Values.cdragon.cacheDir | quote }}
{{- end }}
resources:
{{- toYaml .Values.frontend.resources | nindent 12 }}
{{- if .Values.cdragon.enabled }}
volumes:
- name: cdragon
persistentVolumeClaim:
claimName: {{ include "buildpath.fullname" . }}-cdragon
{{- end }}
{{- end }}
@@ -1,36 +0,0 @@
{{- if and .Values.frontend.enabled .Values.frontend.ingress.enabled }}
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: {{ include "buildpath.fullname" . }}-frontend
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: frontend
{{- with .Values.frontend.ingress.annotations }}
annotations:
{{- toYaml . | nindent 4 }}
{{- end }}
spec:
{{- if .Values.frontend.ingress.className }}
ingressClassName: {{ .Values.frontend.ingress.className | quote }}
{{- end }}
{{- if .Values.frontend.ingress.tls.enabled }}
tls:
- hosts:
- {{ .Values.frontend.ingress.host | quote }}
{{- if .Values.frontend.ingress.tls.secretName }}
secretName: {{ .Values.frontend.ingress.tls.secretName | quote }}
{{- end }}
{{- end }}
rules:
- host: {{ .Values.frontend.ingress.host | quote }}
http:
paths:
- path: {{ .Values.frontend.ingress.path | quote }}
pathType: {{ .Values.frontend.ingress.pathType }}
backend:
service:
name: {{ include "buildpath.fullname" . }}-frontend
port:
number: {{ .Values.frontend.service.port }}
{{- end }}
@@ -1,18 +0,0 @@
{{- if .Values.frontend.enabled }}
apiVersion: v1
kind: Service
metadata:
name: {{ include "buildpath.fullname" . }}-frontend
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: frontend
spec:
type: {{ .Values.frontend.service.type }}
ports:
- name: http
port: {{ .Values.frontend.service.port }}
targetPort: http
protocol: TCP
selector:
{{- include "buildpath.componentSelectorLabels" (set . "component" "frontend") | nindent 4 }}
{{- end }}
@@ -1,63 +0,0 @@
{{- if .Values.matchCollector.enabled }}
apiVersion: batch/v1
kind: CronJob
metadata:
name: {{ include "buildpath.fullname" . }}-match-collector
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: match-collector
spec:
schedule: {{ .Values.matchCollector.schedule | quote }}
concurrencyPolicy: {{ .Values.matchCollector.concurrencyPolicy }}
successfulJobsHistoryLimit: {{ .Values.matchCollector.successfulJobsHistoryLimit }}
failedJobsHistoryLimit: {{ .Values.matchCollector.failedJobsHistoryLimit }}
jobTemplate:
spec:
backoffLimit: {{ .Values.matchCollector.backoffLimit }}
{{- if .Values.matchCollector.activeDeadlineSeconds }}
activeDeadlineSeconds: {{ .Values.matchCollector.activeDeadlineSeconds }}
{{- end }}
template:
metadata:
labels:
{{- include "buildpath.componentSelectorLabels" (set . "component" "match-collector") | nindent 12 }}
spec:
restartPolicy: {{ .Values.matchCollector.jobRestartPolicy }}
{{- with .Values.global.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 12 }}
{{- end }}
containers:
- name: match-collector
image: "{{ .Values.global.imageRegistry }}/{{ .Values.matchCollector.image.repository }}:{{ .Values.matchCollector.image.tag }}"
imagePullPolicy: {{ .Values.matchCollector.image.pullPolicy }}
# Override the image CMD: run the collector exactly once, then exit.
# The image ENTRYPOINT (docker-entrypoint.sh) still fixes /cdragon perms
# and drops privileges to the node user via su-exec.
command:
- /bin/sh
- -c
- node --import=tsx src/index.ts
envFrom:
- secretRef:
name: {{ include "buildpath.fullname" . }}
- configMapRef:
name: {{ include "buildpath.fullname" . }}
{{- with .Values.matchCollector.extraEnv }}
env:
{{- toYaml . | nindent 16 }}
{{- end }}
{{- if .Values.cdragon.enabled }}
volumeMounts:
- name: cdragon
mountPath: {{ .Values.cdragon.cacheDir | quote }}
{{- end }}
resources:
{{- toYaml .Values.matchCollector.resources | nindent 16 }}
{{- if .Values.cdragon.enabled }}
volumes:
- name: cdragon
persistentVolumeClaim:
claimName: {{ include "buildpath.fullname" . }}-cdragon
{{- end }}
{{- end }}
@@ -1,16 +0,0 @@
{{- if .Values.mongo.enabled }}
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: {{ include "buildpath.fullname" . }}-mongo-config
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: mongo
spec:
accessModes:
- {{ .Values.mongo.configVolume.accessMode | quote }}
storageClassName: {{ .Values.mongo.configVolume.storageClassName | quote }}
resources:
requests:
storage: {{ .Values.mongo.configVolume.size | quote }}
{{- end }}
@@ -1,18 +0,0 @@
{{- if .Values.mongo.enabled }}
apiVersion: v1
kind: Service
metadata:
name: {{ include "buildpath.fullname" . }}-mongo
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: mongo
spec:
type: {{ .Values.mongo.service.type }}
ports:
- name: mongo
port: {{ .Values.mongo.service.port }}
targetPort: mongo
protocol: TCP
selector:
{{- include "buildpath.componentSelectorLabels" (set . "component" "mongo") | nindent 4 }}
{{- end }}
@@ -1,79 +0,0 @@
{{- if .Values.mongo.enabled }}
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: {{ include "buildpath.fullname" . }}-mongo
labels:
{{- include "buildpath.labels" . | nindent 4 }}
app.kubernetes.io/component: mongo
spec:
serviceName: {{ include "buildpath.fullname" . }}-mongo
replicas: 1
selector:
matchLabels:
{{- include "buildpath.componentSelectorLabels" (set . "component" "mongo") | nindent 6 }}
template:
metadata:
labels:
{{- include "buildpath.componentSelectorLabels" (set . "component" "mongo") | nindent 8 }}
spec:
{{- with .Values.global.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 8 }}
{{- end }}
securityContext:
runAsUser: {{ .Values.mongo.runAsUser }}
runAsGroup: {{ .Values.mongo.runAsGroup }}
fsGroup: {{ .Values.mongo.runAsGroup }}
containers:
- name: mongo
image: "{{ .Values.mongo.image.repository }}:{{ .Values.mongo.image.tag }}"
imagePullPolicy: {{ .Values.mongo.image.pullPolicy }}
args:
- mongod
- --wiredTigerCacheSizeGB
- {{ .Values.mongo.wiredTigerCacheSizeGB | quote }}
env:
- name: MONGO_INITDB_ROOT_USERNAME
valueFrom:
secretKeyRef:
name: {{ include "buildpath.fullname" . }}
key: MONGO_USER
- name: MONGO_INITDB_ROOT_PASSWORD
valueFrom:
secretKeyRef:
name: {{ include "buildpath.fullname" . }}
key: MONGO_PASS
{{- if .Values.mongo.auth.initialDatabase }}
- name: MONGO_INITDB_DATABASE
value: {{ .Values.mongo.auth.initialDatabase | quote }}
{{- end }}
{{- with .Values.mongo.extraEnv }}
{{- toYaml . | nindent 12 }}
{{- end }}
ports:
- name: mongo
containerPort: 27017
protocol: TCP
volumeMounts:
- name: data
mountPath: /data/db
- name: config
mountPath: /data/configdb
resources:
{{- toYaml .Values.mongo.resources | nindent 12 }}
volumes:
- name: config
persistentVolumeClaim:
claimName: {{ include "buildpath.fullname" . }}-mongo-config
volumeClaimTemplates:
- metadata:
name: data
spec:
accessModes:
- {{ .Values.mongo.dataVolume.accessMode | quote }}
storageClassName: {{ .Values.mongo.dataVolume.storageClassName | quote }}
resources:
requests:
storage: {{ .Values.mongo.dataVolume.size | quote }}
{{- end }}
-21
View File
@@ -1,21 +0,0 @@
{{- if .Values.secrets.riotApiKey }}
apiVersion: v1
kind: Secret
metadata:
name: {{ include "buildpath.fullname" . }}
labels:
{{- include "buildpath.labels" . | nindent 4 }}
type: Opaque
stringData:
RIOT_API_KEY: {{ .Values.secrets.riotApiKey | quote }}
{{- $mongoUser := .Values.secrets.mongoUser | default .Values.mongo.auth.rootUser }}
{{- $mongoPass := .Values.secrets.mongoPass | default .Values.mongo.auth.rootPassword }}
MONGO_USER: {{ $mongoUser | quote }}
MONGO_PASS: {{ $mongoPass | quote }}
{{- if .Values.mongo.enabled }}
MONGO_HOST: {{ include "buildpath.mongoHost" . | quote }}
MONGO_URI: {{ printf "mongodb://%s:%s@%s:27017/" $mongoUser $mongoPass (include "buildpath.mongoHost" .) | quote }}
{{- else if .Values.mongo.hostOverride }}
MONGO_HOST: {{ .Values.mongo.hostOverride | quote }}
{{- end }}
{{- end }}
-163
View File
@@ -1,163 +0,0 @@
# buildpath Helm chart values
# Default values in https://github.com/buildpath/buildpath-chart
# --- Global / image ---
global:
# Registry used for the app images.
imageRegistry: git.vhaudiquet.fr/vhaudiquet
imagePullSecrets: []
imagePullPolicy: IfNotPresent
# Mutually override the chart name (used in resource names).
nameOverride: ""
fullnameOverride: ""
# --- MongoDB ---
mongo:
enabled: true
image:
repository: mongo
tag: "8.2.11"
pullPolicy: IfNotPresent
# If you run MongoDB outside this chart, set enabled=false and hostOverride
# to the address of your external Mongo instance.
hostOverride: ""
# Credentials. The root user is created on first init of the data volume.
auth:
rootUser: root
rootPassword: "change-me-please"
# Database name created on first init (optional).
initialDatabase: ""
# WiredTiger cache size (--wiredTigerCacheSizeGB)
wiredTigerCacheSizeGB: "2"
# Run as root, mirrors the compose `user: root:root`.
runAsUser: 0
runAsGroup: 0
resources:
limits:
memory: 6Gi
requests:
memory: 3Gi
# Data volume for /data/db (StatefulSet volumeClaimTemplates)
dataVolume:
storageClassName: "longhorn"
accessMode: ReadWriteOnce
size: 20Gi
# Config volume for /data/configdb
configVolume:
storageClassName: "longhorn"
accessMode: ReadWriteOnce
size: 1Gi
service:
type: ClusterIP
port: 27017
# Extra env vars to pass to mongo (optional).
extraEnv: []
# --- Shared CDRagon cache (RWX) ---
cdragon:
enabled: true
cacheDir: /cdragon
# RWX volume shared between match_collector (writer) and frontend (reader).
volume:
storageClassName: "longhorn"
accessMode: ReadWriteMany
size: 5Gi
# --- frontend (Nuxt) ---
frontend:
enabled: true
image:
repository: lolstats-frontend
tag: "latest"
pullPolicy: Always
replicaCount: 1
service:
type: ClusterIP
port: 3000
ingress:
enabled: true
className: "" # empty => cluster default ingressClass (Traefik)
annotations: {}
host: buildpath.win
# Path matching; Traefik by default does prefix matching on the prefixed path,
# but the standard ingress is fine with / => Exact or Prefix.
path: /
pathType: Prefix
tls:
enabled: false
# Secret name to reuse an existing TLS cert. If empty and tls.enabled=true,
# you must provision a cert (e.g. cert-manager is left to you to wire).
secretName: ""
resources:
limits:
memory: 512Mi
requests:
cpu: 100m
memory: 256Mi
extraEnv: {}
# --- match_collector ---
# Runs as a CronJob instead of the compose "sleep 12h then run" loop.
matchCollector:
enabled: true
image:
repository: lolstats-match_collector
tag: "latest"
pullPolicy: Always
# Cron schedule in UTC. Default: every 12 hours, mirroring the compose sleep.
schedule: "0 */12 * * *"
# Standard k8s CronJob settings.
concurrencyPolicy: Forbid
successfulJobsHistoryLimit: 3
failedJobsHistoryLimit: 3
jobRestartPolicy: Never
# seconds the Job is allowed to run before being terminated.
activeDeadlineSeconds: 3600
# k8s Job backoffLimit (retries on failure).
backoffLimit: 2
resources:
limits:
memory: 1Gi
requests:
cpu: 200m
memory: 256Mi
extraEnv: {}
# --- Secrets ---
# The Riot API key and Mongo credentials are stored in a single Secret that
# every component mounts as env. Override the values below in your own
# values file / external secret.
secrets:
# Riot Games API key used by match_collector.
riotApiKey: "change-me-please"
# Mongo credentials. They default to the values in mongo.auth above; if you
# want different ones in the Secret, override here.
# These are exposed to frontend + match_collector as MONGO_USER/MONGO_PASS/MONGO_HOST.
mongoUser: ""
mongoPass: ""
# --- Default env vars exposed to frontend and match_collector via a ConfigMap ---
# Anything added here becomes an env var on both pods.
config:
extraEnv: {}
# SOME_VAR: "value"
+2 -7
View File
@@ -20,14 +20,9 @@ RUN npm install
COPY --chown=node:node match_collector/. . COPY --chown=node:node match_collector/. .
FROM node:current-alpine FROM node:current-alpine
# Install su-exec for dropping privileges
RUN apk add --no-cache su-exec
RUN mkdir -p /home/node/app && chown -R node:node /home/node/app RUN mkdir -p /home/node/app && chown -R node:node /home/node/app
WORKDIR /home/node/app WORKDIR /home/node/app
USER node
COPY --from=build --chown=node:node /home/node/app/match_collector/node_modules ./node_modules COPY --from=build --chown=node:node /home/node/app/match_collector/node_modules ./node_modules
COPY --from=build --chown=node:node /home/node/app/match_collector/. . COPY --from=build --chown=node:node /home/node/app/match_collector/. .
COPY --chown=node:node match_collector/docker-entrypoint.sh /usr/local/bin/ CMD ["/bin/sh", "-c", "node --import=tsx src/index.ts; sleep 20h"]
RUN chmod +x /usr/local/bin/docker-entrypoint.sh
# Run entrypoint as root to fix permissions, then drop to node user
ENTRYPOINT ["/usr/local/bin/docker-entrypoint.sh"]
CMD ["/bin/sh", "-c", "node --import=tsx src/index.ts; sleep 12h"]
-9
View File
@@ -1,9 +0,0 @@
#!/bin/sh
# Fix permissions on the cdragon cache directory if it exists
if [ -d "/cdragon" ]; then
# Ensure the node user owns the cdragon directory
chown -R node:node /cdragon 2>/dev/null || true
fi
# Execute the main command as the node user
exec su-exec node "$@"
+18 -81
View File
@@ -219,10 +219,17 @@ function handleMatchBuilds(
} }
if (event.type != 'ITEM_PURCHASED') continue if (event.type != 'ITEM_PURCHASED') continue
// Handle boots upgrades
if (
itemInfo.requiredBuffCurrencyName == 'Feats_NoxianBootPurchaseBuff' ||
itemInfo.requiredBuffCurrencyName == 'Feats_SpecialQuestBootBuff'
) {
continue
}
// Handle boots differently // Handle boots differently
if (itemInfo.categories.includes('Boots')) { if (itemInfo.categories.includes('Boots')) {
// Ignore basic boots, only count Tier 2 boots if (itemInfo.to.length == 0 || (itemInfo.to[0] >= 3171 && itemInfo.to[0] <= 3176)) {
if (event.itemId != 1001) {
// Check for bootsFirst // Check for bootsFirst
if (items.length < 2) { if (items.length < 2) {
build.bootsFirstCount += 1 build.bootsFirstCount += 1
@@ -391,35 +398,16 @@ async function handleMatchList(
const database = client.db('matches') const database = client.db('matches')
const collectionName = platform ? `${patch}_${platform}` : patch const collectionName = platform ? `${patch}_${platform}` : patch
const matches = database.collection(collectionName) const matches = database.collection(collectionName)
const allMatches = matches.find()
const totalMatches: number = await matches.countDocuments() const totalMatches: number = await matches.countDocuments()
// Process matches in batches to limit memory usage
const BATCH_SIZE = 1000
let currentMatch = 0 let currentMatch = 0
let processedInBatch = 0 for await (const match of allMatches) {
process.stdout.write(
// Use cursor with batch size to limit memory consumption '\rComputing champion stats, game entry ' + currentMatch + '/' + totalMatches + ' ... '
const cursor = matches.find().batchSize(BATCH_SIZE) )
currentMatch += 1
try { handleMatch(match as unknown as Match, champions, platform)
for await (const match of cursor) {
process.stdout.write(
'\rComputing champion stats, game entry ' + currentMatch + '/' + totalMatches + ' ... '
)
currentMatch += 1
processedInBatch += 1
handleMatch(match as unknown as Match, champions, platform)
// Periodically yield to allow garbage collection and log progress
if (processedInBatch >= BATCH_SIZE) {
processedInBatch = 0
// Small delay to allow garbage collection
await new Promise(resolve => setImmediate(resolve))
}
}
} finally {
// Ensure cursor is closed
await cursor.close()
} }
return totalMatches return totalMatches
@@ -707,8 +695,8 @@ async function finalizeChampionStats(champion: ChampionData, totalMatches: numbe
// Sort matchups by score (games * winrate) in descending order // Sort matchups by score (games * winrate) in descending order
for (const lane of champion.lanes) { for (const lane of champion.lanes) {
if (lane.matchups && lane.matchups.length > 0) { if (lane.matchups && lane.matchups.length > 0) {
// Filter out matchups with insufficient games (minimum 30 games to avoid statistical bias) // Filter out matchups with insufficient games (minimum 5 games)
const filteredMatchups = lane.matchups.filter(m => m.games >= 30) const filteredMatchups = lane.matchups.filter(m => m.games >= 5)
// Sort by score (games * (winrate - 0.5)^2) descending // Sort by score (games * (winrate - 0.5)^2) descending
filteredMatchups.sort((a, b) => { filteredMatchups.sort((a, b) => {
@@ -755,48 +743,6 @@ async function championList() {
return list.slice(1) return list.slice(1)
} }
/**
* Compact matches collections to release memory back to the OS.
* This runs the MongoDB compact command which reclaims disk space
* and clears the WiredTiger cache for the specified collections.
*/
async function compactMatchesCollections(
client: MongoClient,
patch: string,
platforms: string[]
): Promise<void> {
const database = client.db('matches')
console.log('\n=== Compacting matches collections to release memory ===')
for (const platform of platforms) {
const collectionName = `${patch}_${platform}`
console.log(`Compacting collection: ${collectionName}...`)
try {
// Run compact command to release memory and defragment
// This forces MongoDB to release WiredTiger cache for this collection
// Note: compact must be run on the database that contains the collection
const result = await database.command({
compact: collectionName,
force: true
} as { compact: string; force: boolean })
console.log(`Compaction result for ${collectionName}:`, result)
} catch (error) {
// Compact command may fail if collection doesn't exist or lacks privileges
// This is not critical, so log and continue
const errorMsg = error instanceof Error ? error.message : String(error)
if (errorMsg.includes('NamespaceNotFound')) {
console.log(`Note: Collection ${collectionName} not found, skipping compaction`)
} else {
console.log(`Note: Could not compact ${collectionName}:`, errorMsg)
}
}
}
console.log('Compaction complete.')
}
async function makeChampionsStats(client: MongoClient, patch: string, platforms: string[] = []) { async function makeChampionsStats(client: MongoClient, patch: string, platforms: string[] = []) {
const globalItems = await itemList() const globalItems = await itemList()
for (const item of globalItems) { for (const item of globalItems) {
@@ -827,12 +773,6 @@ async function makeChampionsStats(client: MongoClient, patch: string, platforms:
const platformMatches = await handleMatchList(client, patch, champions, platform) const platformMatches = await handleMatchList(client, patch, champions, platform)
totalMatches += platformMatches totalMatches += platformMatches
console.log(`Processed ${platformMatches} matches from ${platform}`) console.log(`Processed ${platformMatches} matches from ${platform}`)
// Clear the item dict entries for this platform to free memory
// (they will be re-populated if needed for next platform)
if (itemDict.size > 0) {
console.log(`Clearing item cache to free memory...`)
}
} }
console.log(`\n=== Total matches processed: ${totalMatches} ===`) console.log(`\n=== Total matches processed: ${totalMatches} ===`)
@@ -848,9 +788,6 @@ async function makeChampionsStats(client: MongoClient, patch: string, platforms:
// Create alias-index for better key-find // Create alias-index for better key-find
await collection.createIndex({ alias: 1 }) await collection.createIndex({ alias: 1 })
console.log(`Stats saved to collection: ${patch}`) console.log(`Stats saved to collection: ${patch}`)
// Compact matches collections to release memory back to the OS
await compactMatchesCollections(client, patch, platforms)
} }
export default { makeChampionsStats } export default { makeChampionsStats }
+12 -98
View File
@@ -4,7 +4,6 @@ const sleep_minutes = 12
import { MongoClient } from 'mongodb' import { MongoClient } from 'mongodb'
import champion_stat from './champion_stat' import champion_stat from './champion_stat'
import stats from './stats'
import { Match } from './api' import { Match } from './api'
import { PLATFORMS, getPlatformBaseUrl, getRegionalBaseUrl, getRegionForPlatform } from './platform' import { PLATFORMS, getPlatformBaseUrl, getRegionalBaseUrl, getRegionForPlatform } from './platform'
import { downloadCDragonAssets } from './cdragon_cache' import { downloadCDragonAssets } from './cdragon_cache'
@@ -28,54 +27,25 @@ function extractPatchFromGameVersion(gameVersion: string): string {
* Collections are named like "15.1_EUW1", "15.2_NA1", etc. * Collections are named like "15.1_EUW1", "15.2_NA1", etc.
*/ */
async function getLatestPatchFromCollections(client: MongoClient): Promise<string | null> { async function getLatestPatchFromCollections(client: MongoClient): Promise<string | null> {
const patches = await getAllPatchesFromCollections(client) const matchesDb = client.db('matches')
return patches.length > 0 ? patches[0] : null const collections = await matchesDb.listCollections().toArray()
} const collectionNames = collections.map(c => c.name)
/** // Extract unique patch versions from collection names
* Normalize a patch version string to its major.minor form.
* E.g. "16.1.1" -> "16.1", "16.14" -> "16.14"
*/
function normalizePatch(patch: string): string {
const parts = patch.split('.')
if (parts.length >= 2) {
return `${parts[0]}.${parts[1]}`
}
return patch
}
/**
* Check if a string looks like a patch version (e.g. "16.1", "16.1.1", "15.24.1")
*/
function isPatchVersion(s: string): boolean {
return /^\d+(\.\d+)+$/.test(s)
}
async function getAllPatchesFromCollections(client: MongoClient): Promise<string[]> {
const patches = new Set<string>() const patches = new Set<string>()
for (const name of collectionNames) {
// Check both matches and champions databases for patches // Collection names are either "patch_platform" or just "patch"
for (const dbName of ['matches', 'champions']) { const patch = name.split('_')[0]
const db = client.db(dbName) if (patch && /^\d+\.\d+$/.test(patch)) {
const collections = await db.listCollections().toArray() patches.add(patch)
const collectionNames = collections.map(c => c.name)
for (const name of collectionNames) {
// Collection names are either "patch_platform" or just "patch"
const patch = name.split('_')[0]
// Match any version format (e.g., "16.1", "16.1.1", "15.24.1")
if (patch && isPatchVersion(patch)) {
// Normalize to 2-part version (major.minor) for grouping
patches.add(normalizePatch(patch))
}
} }
} }
if (patches.size === 0) { if (patches.size === 0) {
return [] return null
} }
// Sort patches from latest to oldest (highest version number first) // Sort patches and return the latest (highest version number)
const sortedPatches = Array.from(patches).sort((a, b) => { const sortedPatches = Array.from(patches).sort((a, b) => {
const [aMajor, aMinor] = a.split('.').map(Number) const [aMajor, aMinor] = a.split('.').map(Number)
const [bMajor, bMinor] = b.split('.').map(Number) const [bMajor, bMinor] = b.split('.').map(Number)
@@ -83,51 +53,7 @@ async function getAllPatchesFromCollections(client: MongoClient): Promise<string
return bMinor - aMinor return bMinor - aMinor
}) })
return sortedPatches return sortedPatches[0]
}
/**
* Clean up match and champion collections that are more than `keepPatches` patches old.
* This helps reduce database storage by removing outdated match data.
* @param client MongoDB client
* @param keepPatches Number of recent patches to keep (default: 2)
*/
async function cleanupOldPatches(client: MongoClient, keepPatches: number): Promise<void> {
const allPatches = await getAllPatchesFromCollections(client)
if (allPatches.length <= keepPatches) {
console.log(`Cleanup: Only ${allPatches.length} patch(es) found, nothing to clean up.`)
return
}
// Get patches to remove (everything after the first `keepPatches` patches)
const patchesToRemove = allPatches.slice(keepPatches)
console.log(`Cleanup: Found ${allPatches.length} patches, keeping ${keepPatches} most recent.`)
console.log(`Cleanup: Patches to remove: ${patchesToRemove.join(', ')}`)
// Clean up collections in both matches and champions databases
let droppedCount = 0
for (const dbName of ['matches', 'champions']) {
const db = client.db(dbName)
const collections = await db.listCollections().toArray()
const collectionNames = collections.map(c => c.name)
for (const collectionName of collectionNames) {
const patch = collectionName.split('_')[0]
// Normalize the patch to 2-part version for comparison
// (collection may use 3-part like "16.1.1_EUW1" while patchesToRemove has "16.1")
if (isPatchVersion(patch) && patchesToRemove.includes(normalizePatch(patch))) {
console.log(`Cleanup: Dropping ${dbName}.${collectionName}...`)
await db.dropCollection(collectionName)
droppedCount++
}
}
}
// Delete stats for removed patches
await stats.deleteStats(client, patchesToRemove)
console.log(`Cleanup: Dropped ${droppedCount} collection(s).`)
} }
async function main() { async function main() {
@@ -192,10 +118,6 @@ async function main() {
} }
} }
// Clean up old patches (keep only 2 most recent patches)
console.log('\n=== Cleaning up old patches ===')
await cleanupOldPatches(client, 2)
// Get the latest patch from collections and generate stats for it // Get the latest patch from collections and generate stats for it
const latestPatch = await getLatestPatchFromCollections(client) const latestPatch = await getLatestPatchFromCollections(client)
if (latestPatch) { if (latestPatch) {
@@ -329,9 +251,6 @@ async function saveMatch(client: MongoClient, match: Match, patch: string, platf
const collectionName = `${patch}_${platform}` const collectionName = `${patch}_${platform}`
const matches = database.collection(collectionName) const matches = database.collection(collectionName)
await matches.insertOne(match) await matches.insertOne(match)
// Increment stats counter for this patch/platform
await stats.incrementMatchCount(client, patch, platform)
} }
/** /**
@@ -380,11 +299,6 @@ async function runWithPreloadedData() {
.filter(name => name.startsWith(`${latestPatch}_`)) .filter(name => name.startsWith(`${latestPatch}_`))
.map(name => name.replace(`${latestPatch}_`, '')) .map(name => name.replace(`${latestPatch}_`, ''))
// Recalculate match count stats from existing collections
if (platforms.length > 0) {
await stats.recalculateStats(client, latestPatch, platforms)
}
// Generate stats for each platform // Generate stats for each platform
if (platforms.length > 0) { if (platforms.length > 0) {
await champion_stat.makeChampionsStats(client, latestPatch, platforms) await champion_stat.makeChampionsStats(client, latestPatch, platforms)
-152
View File
@@ -1,152 +0,0 @@
import { MongoClient } from 'mongodb'
/**
* Stats document structure stored in the 'stats' collection.
* One document per patch, containing total and per-platform match counts.
*/
interface StatsDocument {
patch: string
total: number
platforms: Record<string, number>
updatedAt: Date
}
const STATS_COLLECTION = 'stats'
const STATS_DATABASE = 'matches'
/**
* Initialize stats document for a patch if it doesn't exist.
* This should be called before processing matches for a new patch.
*/
async function initStats(client: MongoClient, patch: string): Promise<void> {
const database = client.db(STATS_DATABASE)
const collection = database.collection<StatsDocument>(STATS_COLLECTION)
await collection.updateOne(
{ patch },
{
$setOnInsert: {
patch,
total: 0,
platforms: {},
updatedAt: new Date()
}
},
{ upsert: true }
)
}
/**
* Increment match count for a specific patch and platform.
* This should be called each time a new match is saved.
*/
async function incrementMatchCount(
client: MongoClient,
patch: string,
platform: string
): Promise<void> {
const database = client.db(STATS_DATABASE)
const collection = database.collection<StatsDocument>(STATS_COLLECTION)
await collection.updateOne(
{ patch },
{
$inc: { total: 1, [`platforms.${platform}`]: 1 },
$set: { updatedAt: new Date() }
},
{ upsert: true }
)
}
/**
* Get stats for a specific patch.
* Returns null if no stats exist for the patch.
*/
async function getStats(client: MongoClient, patch: string): Promise<StatsDocument | null> {
const database = client.db(STATS_DATABASE)
const collection = database.collection<StatsDocument>(STATS_COLLECTION)
return await collection.findOne({ patch })
}
/**
* Get stats for all patches, sorted from latest to oldest.
*/
async function getAllStats(client: MongoClient): Promise<StatsDocument[]> {
const database = client.db(STATS_DATABASE)
const collection = database.collection<StatsDocument>(STATS_COLLECTION)
const stats = await collection.find({}).toArray()
// Sort patches from latest to oldest
return stats.sort((a, b) => {
const [aMajor, aMinor] = a.patch.split('.').map(Number)
const [bMajor, bMinor] = b.patch.split('.').map(Number)
if (aMajor !== bMajor) return bMajor - aMajor
return bMinor - aMinor
})
}
/**
* Delete stats for patches that are being cleaned up.
* This should be called when old patch collections are dropped.
*/
async function deleteStats(client: MongoClient, patches: string[]): Promise<void> {
if (patches.length === 0) return
const database = client.db(STATS_DATABASE)
const collection = database.collection<StatsDocument>(STATS_COLLECTION)
await collection.deleteMany({ patch: { $in: patches } })
console.log(`Stats: Deleted stats for patches: ${patches.join(', ')}`)
}
/**
* Recalculate stats from existing match collections.
* This is useful for migration or fixing inconsistent stats.
*/
async function recalculateStats(
client: MongoClient,
patch: string,
platforms: string[]
): Promise<void> {
const database = client.db(STATS_DATABASE)
let total = 0
const platformCounts: Record<string, number> = {}
for (const platform of platforms) {
const collectionName = `${patch}_${platform}`
const collection = database.collection(collectionName)
const count = await collection.countDocuments()
platformCounts[platform] = count
total += count
}
const statsCollection = database.collection<StatsDocument>(STATS_COLLECTION)
await statsCollection.updateOne(
{ patch },
{
$set: {
patch,
total,
platforms: platformCounts,
updatedAt: new Date()
}
},
{ upsert: true }
)
console.log(`Stats: Recalculated stats for patch ${patch}: ${total} total matches`)
}
export default {
initStats,
incrementMatchCount,
getStats,
getAllStats,
deleteStats,
recalculateStats
}
export type { StatsDocument }