Remove duplicates

Only show the most recent model evaluation

backend/app/services/leaderboard.py

@@ -54,7 +54,7 @@ class LeaderboardService:
             logger.info(LogFormatter.section("FORMATTING LEADERBOARD DATA"))
 
             raw_data = await self.fetch_raw_data()
-            formatted_data = []
+            formatted_data = {}
             type_counts = {}
             error_count = 0
 
@@ -65,11 +65,23 @@ class LeaderboardService:
             for i, item in enumerate(raw_data, 1):
                 try:
                     formatted_item = await self.transform_data(item)
-                    formatted_data.append(formatted_item)
+                    unique_id = formatted_item["id"]
+
+                    # Check if entry already exists and keep the one with the latest submission date
+                    if unique_id in formatted_data:
+                        existing_date = formatted_data[unique_id]["metadata"].get("submission_date")
+                        new_date = formatted_item["metadata"].get("submission_date")
+
+                        # If new item has a newer submission date (or existing has no date), replace it
+                        if not existing_date or (new_date and new_date > existing_date):
+                            formatted_data[unique_id] = formatted_item
+                    else:
+                        formatted_data[unique_id] = formatted_item
 
                     # Count model types
-                    model_type = formatted_item["model"]["type"]
-                    type_counts[model_type] = type_counts.get(model_type, 0) + 1
+                    if unique_id not in formatted_data or formatted_data[unique_id] == formatted_item:
+                        model_type = formatted_item["model"]["type"]
+                        type_counts[model_type] = type_counts.get(model_type, 0) + 1
 
                 except Exception as e:
                     error_count += 1
@@ -104,7 +116,7 @@ class LeaderboardService:
             for line in LogFormatter.stats(type_stats):
                 logger.info(line)
 
-            return formatted_data
+            return list(formatted_data.values())
 
         except Exception as e:
             logger.error(LogFormatter.error("Failed to format leaderboard data", e))
@@ -123,7 +135,7 @@ class LeaderboardService:
 
             # Create unique ID combining model name, precision, sha and chat template status
 
-            unique_id = f"{data.get('fullname', 'Unknown')}_{data.get('Precision', 'Unknown')}_{data.get('Model sha', 'Unknown')}_{str(data.get('Chat Template', False))}"
+            unique_id = f"{data.get('fullname', 'Unknown')}"
 
             evaluations = {
                 "safetensors": {

backend/app/services/models.py

@@ -135,89 +135,6 @@ class ModelService(HuggingFaceService):
             self._init_done = True
             logger.info(LogFormatter.success("Initialization complete"))
 
-    async def _download_and_process_file(
-        self, file: str, session: aiohttp.ClientSession, progress: ProgressTracker
-    ) -> Optional[Dict]:
-        """Download and process a file asynchronously"""
-        try:
-            # Build file URL
-            url = f"https://huggingface.co/datasets/{QUEUE_REPO}/resolve/main/{file}"
-            headers = build_hf_headers(token=self.token)
-
-            # Download file
-            async with session.get(url, headers=headers) as response:
-                if response.status != 200:
-                    logger.error(
-                        LogFormatter.error(
-                            f"Failed to download {file}", f"HTTP {response.status}"
-                        )
-                    )
-                    progress.update()
-                    return None
-
-                try:
-                    # First read content as text
-                    text_content = await response.text()
-                    # Then parse JSON
-                    content = json.loads(text_content)
-                except json.JSONDecodeError as e:
-                    logger.error(
-                        LogFormatter.error(f"Failed to decode JSON from {file}", e)
-                    )
-                    progress.update()
-                    return None
-
-            # Get status and determine target status
-            status = content.get("status", "PENDING").upper()
-            target_status = None
-            status_map = {
-                "PENDING": ["PENDING"],
-                "EVALUATING": ["RUNNING"],
-                "FINISHED": ["FINISHED"],
-            }
-
-            for target, source_statuses in status_map.items():
-                if status in source_statuses:
-                    target_status = target
-                    break
-
-            if not target_status:
-                progress.update()
-                return None
-
-            # Calculate wait time
-            try:
-                submit_time = datetime.fromisoformat(
-                    content["submitted_time"].replace("Z", "+00:00")
-                )
-                if submit_time.tzinfo is None:
-                    submit_time = submit_time.replace(tzinfo=timezone.utc)
-                current_time = datetime.now(timezone.utc)
-                wait_time = current_time - submit_time
-
-                model_info = {
-                    "name": content["model"],
-                    "submitter": content.get("sender", "Unknown"),
-                    "revision": content["revision"],
-                    "wait_time": f"{wait_time.total_seconds():.1f}s",
-                    "submission_time": content["submitted_time"],
-                    "status": target_status,
-                    "precision": content.get("precision", "Unknown"),
-                }
-
-                progress.update()
-                return model_info
-
-            except (ValueError, TypeError) as e:
-                logger.error(LogFormatter.error(f"Failed to process {file}", e))
-                progress.update()
-                return None
-
-        except Exception as e:
-            logger.error(LogFormatter.error(f"Failed to load {file}", e))
-            progress.update()
-            return None
-
     async def _refresh_models_cache(self):
         """Refresh the models cache"""
         try:
@@ -298,12 +215,8 @@ class ModelService(HuggingFaceService):
                                 "precision": content.get("precision", "Unknown"),
                             }
 
-                            # Use (model_id, revision, precision) as key to track latest submission
-                            key = (
-                                content["model"],
-                                content["revision"],
-                                content.get("precision", "Unknown"),
-                            )
+                            # Use model_id as key to track latest submission
+                            key = content["model"]
                             if (
                                 key not in model_submissions
                                 or submit_time

frontend/src/pages/AddModelPage/components/ModelSubmissionForm/ModelSubmissionForm.js

@@ -300,146 +300,6 @@ function ModelSubmissionForm({ user, isAuthenticated }) {
                 />
               </Grid>
 
-              <Grid item xs={12} sm={4}>
-                <TextField
-                  fullWidth
-                  name="revision"
-                  label="Revision commit"
-                  value={formData.revision}
-                  onChange={handleChange}
-                  helperText="Default: main"
-                  InputProps={{
-                    endAdornment: (
-                      <InfoIconWithTooltip tooltip={HELP_TEXTS.revision} />
-                    ),
-                  }}
-                />
-              </Grid>
-
-              {/* Model Configuration */}
-              {/*<Grid item xs={12}>
-                <Stack direction="row" spacing={1} alignItems="center">
-                  <Typography variant="h6">Model Configuration</Typography>
-                </Stack>
-              </Grid>
-
-              <Grid item xs={12} sm={6}>
-                <FormControl fullWidth>
-                  <InputLabel>Model Type</InputLabel>
-                  <Select
-                    name="modelType"
-                    value={formData.modelType}
-                    onChange={handleChange}
-                    label="Model Type"
-                    endAdornment={
-                      <InfoIconWithTooltip
-                        tooltip={HELP_TEXTS.modelType}
-                        sx={{ mr: 2 }}
-                      />
-                    }
-                  >
-                    {modelTypeOptions.map((type) => (
-                      <MenuItem key={type.value} value={type.value}>
-                        {type.label}
-                      </MenuItem>
-                    ))}
-                  </Select>
-                </FormControl>
-              </Grid>*/}
-
-
-              {/*<Grid item xs={12} sm={6}>
-                <Stack
-                  direction="row"
-                  spacing={2}
-                  alignItems="center"
-                  sx={{ height: "100%" }}
-                >
-                  <FormControlLabel
-                    control={
-                      <Switch
-                        name="useChatTemplate"
-                        checked={formData.useChatTemplate}
-                        onChange={handleChange}
-                      />
-                    }
-                    label="Use Chat Template"
-                  />
-                  <InfoIconWithTooltip tooltip={HELP_TEXTS.chatTemplate} />
-                </Stack>
-              </Grid>*/}
-
-              {/*
-              <Grid item xs={12} sm={6}>
-                <FormControl fullWidth>
-                  <InputLabel>Precision</InputLabel>
-                  <Select
-                    name="precision"
-                    value={formData.precision}
-                    onChange={handleChange}
-                    label="Precision"
-                    endAdornment={
-                      <InfoIconWithTooltip
-                        tooltip={HELP_TEXTS.precision}
-                        sx={{ mr: 2 }}
-                      />
-                    }
-                  >
-                    {SUBMISSION_PRECISIONS.map((option) => (
-                      <MenuItem key={option.value} value={option.value}>
-                        {option.label}
-                      </MenuItem>
-                    ))}
-                  </Select>
-                </FormControl>
-              </Grid>
-
-              <Grid item xs={12} sm={6}>
-                <FormControl fullWidth>
-                  <InputLabel>Weights Type</InputLabel>
-                  <Select
-                    name="weightsType"
-                    value={formData.weightsType}
-                    onChange={handleChange}
-                    label="Weights Type"
-                    endAdornment={
-                      <InfoIconWithTooltip
-                        tooltip={HELP_TEXTS.weightsType}
-                        sx={{ mr: 2 }}
-                      />
-                    }
-                  >
-                    {WEIGHT_TYPES.map((type) => (
-                      <MenuItem key={type.value} value={type.value}>
-                        {type.label}
-                      </MenuItem>
-                    ))}
-                  </Select>
-                </FormControl>
-              </Grid>
-
-              {formData.weightsType !== "Original" && (
-                <Grid item xs={12}>
-                  <TextField
-                    fullWidth
-                    required={
-                      formData.weightsType === "Delta" ||
-                      formData.weightsType === "Adapter"
-                    }
-                    name="baseModel"
-                    label="Base Model"
-                    value={formData.baseModel}
-                    onChange={handleChange}
-                    InputProps={{
-                      endAdornment: (
-                        <InfoIconWithTooltip tooltip={HELP_TEXTS.baseModel} />
-                      ),
-                    }}
-                  />
-                </Grid>
-              )}
-*/}
-
               {/* Submit Button */}
               <Grid item xs={12}>
                 <Box