Fix lints task

Author: Folyd

rust/src/minify.rs

@@ -54,7 +54,7 @@ impl<'a> Minifier<'a> {
     #[inline]
     pub fn minify_crate_name(&self, name: &str) -> String {
         let vec: Vec<&str> = name
-            .split(|c| c == '_' || c == '-')
+            .split(['_', '-'])
             .map(|item| self.mapping.get(item).map(Deref::deref).unwrap_or(item))
             .collect();
         vec.join("_")

rust/src/tasks/crates.rs

@@ -54,7 +54,7 @@ impl WordCollector {
 
     fn collect_crate_name(&mut self, name: &str) {
         self.words.extend(
-            name.split(|c| c == '_' || c == '-')
+            name.split(['_', '-'])
                 .filter(|c| c.len() >= 3)
                 .map(String::from)
                 .collect::<Vec<_>>(),

rust/src/tasks/labels.rs

@@ -59,7 +59,7 @@ impl LabelsTask {
         for page in 1..=MAX_PAGE {
             labels.extend(
                 client
-                    .get(&API.replace("{}", &page.to_string()))
+                    .get(API.replace("{}", &page.to_string()))
                     .send()
                     .await?
                     .json::<Vec<Label>>()

rust/src/tasks/lints.rs

@@ -1,17 +1,18 @@
 use argh::FromArgs;
 use rayon::prelude::*;
-use serde::Deserialize;
-use std::clone::Clone;
+use select::document::Document;
+use select::predicate::{Class, Name, Predicate};
 use std::collections::HashMap;
+use std::fmt::{self, Formatter};
 use std::fs;
 use std::path::Path;
 use tokio::runtime::Runtime;
 
 use crate::minify::Minifier;
 use crate::tasks::Task;
 
-const LINT_URL: &str = "https://rust-lang.github.io/rust-clippy/stable/lints.json";
-const LINTS_INDEX_PATH: &str = "../extension/index/lints.js";
+const LINT_URL: &str = "https://rust-lang.github.io/rust-clippy/stable/index.html";
+const LINTS_INDEX_PATH: &str = "../lib/index/lints.js";
 
 /// Lint task
 #[derive(FromArgs)]
@@ -22,8 +23,7 @@ pub struct LintsTask {
     dest_path: String,
 }
 
-#[derive(Deserialize, Debug)]
-#[serde(rename_all = "lowercase")]
+#[derive(Debug)]
 enum LintLevel {
     Allow,
     Warn,
@@ -32,27 +32,70 @@ enum LintLevel {
     None,
 }
 
-impl ToString for LintLevel {
-    fn to_string(&self) -> String {
+impl fmt::Display for LintLevel {
+    fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
         match self {
-            Self::Allow => "Allow".to_string(),
-            Self::Warn => "Warn".to_string(),
-            Self::Deny => "Deny".to_string(),
-            Self::Deprecated => "Deprecated".to_string(),
-            Self::None => "None".to_string(),
+            Self::Allow => write!(f, "Allow"),
+            Self::Warn => write!(f, "Warn"),
+            Self::Deny => write!(f, "Deny"),
+            Self::Deprecated => write!(f, "Deprecated"),
+            Self::None => write!(f, "None"),
         }
     }
 }
 
-#[derive(Deserialize, Debug)]
 struct Lint {
     id: String,
     level: LintLevel,
     docs: Option<String>,
 }
 
 async fn fetch_clippy_lints() -> crate::Result<Vec<Lint>> {
-    let lints = reqwest::get(LINT_URL).await?.json().await?;
+    let html = reqwest::get(LINT_URL).await?.text().await?;
+    let document = Document::from(html.as_str());
+
+    // Define custom predicate for articles that have panel class
+    let article_panel = Name("article").and(Class("panel"));
+
+    let lints: Vec<Lint> = document
+        .find(article_panel)
+        .filter_map(|article| {
+            // Get lint ID from the panel-title-name span
+            let id = article
+                .find(Class("panel-title-name"))
+                .next()?
+                .find(Name("span"))
+                .next()?
+                .text()
+                .trim()
+                .to_string();
+
+            // Get lint level from label-lint-level class
+            let level = article
+                .find(Class("label-lint-level"))
+                .next()?
+                .text()
+                .trim()
+                .to_lowercase();
+
+            let level = match level.as_str() {
+                "allow" => LintLevel::Allow,
+                "warn" => LintLevel::Warn,
+                "deny" => LintLevel::Deny,
+                "deprecated" => LintLevel::Deprecated,
+                _ => LintLevel::None,
+            };
+
+            // Get full documentation from lint-doc-md class
+            let docs = article
+                .find(Class("lint-doc-md"))
+                .next()
+                .map(|doc| doc.text());
+
+            Some(Lint { id, level, docs })
+        })
+        .collect();
+
     Ok(lints)
 }
 
@@ -73,7 +116,7 @@ impl LintsTask {
                 if let Some(docs) = lint
                     .docs
                     .as_ref()
-                    .and_then(|d| d.trim().strip_prefix("### What it does"))
+                    .and_then(|d| d.trim().strip_prefix("What it does"))
                 {
                     let mut desc = docs.replace(['`', '#'], "");
                     desc.truncate(100);
@@ -90,7 +133,10 @@ impl LintsTask {
             })
             .collect();
 
-        let contents = format!("const lintsIndex={};export default lintsIndex;", serde_json::to_string(&lints)?);
+        let contents = format!(
+            "const lintsIndex={};export default lintsIndex;",
+            serde_json::to_string(&lints)?
+        );
         let path = Path::new(&self.dest_path);
         fs::write(path, Minifier::minify_js(&contents))?;
         println!("\nGenerate javascript lints index successful!");