Projects STRLCPY deduplicator Commits 6f8b1d55
🤬
  • ■ ■ ■ ■ ■ ■
    Cargo.lock
    skipped 2 lines
    3 3  version = 3
    4 4   
    5 5  [[package]]
     6 +name = "aho-corasick"
     7 +version = "0.7.20"
     8 +source = "registry+https://github.com/rust-lang/crates.io-index"
     9 +checksum = "cc936419f96fa211c1b9166887b38e5e40b19958e5b895be7c1f93adec7071ac"
     10 +dependencies = [
     11 + "memchr",
     12 +]
     13 + 
     14 +[[package]]
    6 15  name = "android_system_properties"
    7 16  version = "0.1.5"
    8 17  source = "registry+https://github.com/rust-lang/crates.io-index"
    skipped 44 lines
    53 62  ]
    54 63   
    55 64  [[package]]
     65 +name = "bstr"
     66 +version = "1.1.0"
     67 +source = "registry+https://github.com/rust-lang/crates.io-index"
     68 +checksum = "b45ea9b00a7b3f2988e9a65ad3917e62123c38dba709b666506207be96d1790b"
     69 +dependencies = [
     70 + "memchr",
     71 + "serde",
     72 +]
     73 + 
     74 +[[package]]
    56 75  name = "bumpalo"
    57 76  version = "3.11.1"
    58 77  source = "registry+https://github.com/rust-lang/crates.io-index"
    skipped 170 lines
    229 248  source = "registry+https://github.com/rust-lang/crates.io-index"
    230 249  checksum = "22813a6dc45b335f9bade10bf7271dc477e81113e89eb251a0bc2a8a81c536e1"
    231 250  dependencies = [
    232  - "bstr",
     251 + "bstr 0.2.17",
    233 252   "csv-core",
    234 253   "itoa",
    235 254   "ryu",
    skipped 78 lines
    314 333   "colored",
    315 334   "dashmap",
    316 335   "fxhash",
    317  - "glob",
     336 + "globwalk",
    318 337   "indicatif",
    319 338   "itertools",
    320 339   "memmap2",
    skipped 63 lines
    384 403   "cc",
    385 404   "libc",
    386 405  ]
     406 + 
     407 +[[package]]
     408 +name = "fnv"
     409 +version = "1.0.7"
     410 +source = "registry+https://github.com/rust-lang/crates.io-index"
     411 +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
    387 412   
    388 413  [[package]]
    389 414  name = "fxhash"
    skipped 16 lines
    406 431  ]
    407 432   
    408 433  [[package]]
    409  -name = "glob"
    410  -version = "0.3.0"
     434 +name = "globset"
     435 +version = "0.4.10"
    411 436  source = "registry+https://github.com/rust-lang/crates.io-index"
    412  -checksum = "9b919933a397b79c37e33b77bb2aa3dc8eb6e165ad809e58ff75bc7db2e34574"
     437 +checksum = "029d74589adefde59de1a0c4f4732695c32805624aec7b68d91503d4dba79afc"
     438 +dependencies = [
     439 + "aho-corasick",
     440 + "bstr 1.1.0",
     441 + "fnv",
     442 + "log",
     443 + "regex",
     444 +]
     445 + 
     446 +[[package]]
     447 +name = "globwalk"
     448 +version = "0.8.1"
     449 +source = "registry+https://github.com/rust-lang/crates.io-index"
     450 +checksum = "93e3af942408868f6934a7b85134a3230832b9977cf66125df2f9edcfce4ddcc"
     451 +dependencies = [
     452 + "bitflags",
     453 + "ignore",
     454 + "walkdir",
     455 +]
    413 456   
    414 457  [[package]]
    415 458  name = "hashbrown"
    skipped 50 lines
    466 509  ]
    467 510   
    468 511  [[package]]
     512 +name = "ignore"
     513 +version = "0.4.20"
     514 +source = "registry+https://github.com/rust-lang/crates.io-index"
     515 +checksum = "dbe7873dab538a9a44ad79ede1faf5f30d49f9a5c883ddbab48bce81b64b7492"
     516 +dependencies = [
     517 + "globset",
     518 + "lazy_static",
     519 + "log",
     520 + "memchr",
     521 + "regex",
     522 + "same-file",
     523 + "thread_local",
     524 + "walkdir",
     525 + "winapi-util",
     526 +]
     527 + 
     528 +[[package]]
    469 529  name = "indicatif"
    470 530  version = "0.17.2"
    471 531  source = "registry+https://github.com/rust-lang/crates.io-index"
    skipped 316 lines
    788 848  ]
    789 849   
    790 850  [[package]]
     851 +name = "regex"
     852 +version = "1.7.1"
     853 +source = "registry+https://github.com/rust-lang/crates.io-index"
     854 +checksum = "48aaa5748ba571fb95cd2c85c09f629215d3a6ece942baa100950af03a34f733"
     855 +dependencies = [
     856 + "aho-corasick",
     857 + "memchr",
     858 + "regex-syntax",
     859 +]
     860 + 
     861 +[[package]]
    791 862  name = "regex-automata"
    792 863  version = "0.1.10"
    793 864  source = "registry+https://github.com/rust-lang/crates.io-index"
    794 865  checksum = "6c230d73fb8d8c1b9c0b3135c5142a8acee3a0558fb8db5cf1cb65f8d7862132"
     866 + 
     867 +[[package]]
     868 +name = "regex-syntax"
     869 +version = "0.6.28"
     870 +source = "registry+https://github.com/rust-lang/crates.io-index"
     871 +checksum = "456c603be3e8d448b072f410900c09faf164fbce2d480456f50eea6e25f9c848"
    795 872   
    796 873  [[package]]
    797 874  name = "rustix"
    skipped 22 lines
    820 897  checksum = "7b4b9743ed687d4b4bcedf9ff5eaa7398495ae14e61cba0a295704edbc7decde"
    821 898   
    822 899  [[package]]
     900 +name = "same-file"
     901 +version = "1.0.6"
     902 +source = "registry+https://github.com/rust-lang/crates.io-index"
     903 +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502"
     904 +dependencies = [
     905 + "winapi-util",
     906 +]
     907 + 
     908 +[[package]]
    823 909  name = "scopeguard"
    824 910  version = "1.1.0"
    825 911  source = "registry+https://github.com/rust-lang/crates.io-index"
    skipped 94 lines
    920 1006  ]
    921 1007   
    922 1008  [[package]]
     1009 +name = "thread_local"
     1010 +version = "1.1.4"
     1011 +source = "registry+https://github.com/rust-lang/crates.io-index"
     1012 +checksum = "5516c27b78311c50bf42c071425c560ac799b11c30b31f87e3081965fe5e0180"
     1013 +dependencies = [
     1014 + "once_cell",
     1015 +]
     1016 + 
     1017 +[[package]]
    923 1018  name = "time"
    924 1019  version = "0.1.45"
    925 1020  source = "registry+https://github.com/rust-lang/crates.io-index"
    skipped 58 lines
    984 1079  version = "0.9.4"
    985 1080  source = "registry+https://github.com/rust-lang/crates.io-index"
    986 1081  checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f"
     1082 + 
     1083 +[[package]]
     1084 +name = "walkdir"
     1085 +version = "2.3.2"
     1086 +source = "registry+https://github.com/rust-lang/crates.io-index"
     1087 +checksum = "808cf2735cd4b6866113f648b791c6adc5714537bc222d9347bb203386ffda56"
     1088 +dependencies = [
     1089 + "same-file",
     1090 + "winapi",
     1091 + "winapi-util",
     1092 +]
    987 1093   
    988 1094  [[package]]
    989 1095  name = "wasi"
    skipped 152 lines
  • ■ ■ ■ ■ ■
    Cargo.toml
    skipped 3 lines
    4 4  edition = "2021"
    5 5  description = "find,filter,delete Duplicates"
    6 6  license = "MIT"
    7  -authors = ["Sreedev Kodichath <[email protected]>", "Valentin Bersier <[email protected]>", "Dhruva Sagar <[email protected]>"]
     7 +authors = [
     8 + "Sreedev Kodichath <[email protected]>",
     9 + "Valentin Bersier <[email protected]>",
     10 + "Dhruva Sagar <[email protected]>",
     11 +]
    8 12   
    9 13  # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
    10 14   
    skipped 5 lines
    16 20  colored = "2.0.0"
    17 21  dashmap = { version = "5.4.0", features = ["rayon"] }
    18 22  fxhash = "0.2.1"
    19  -glob = "0.3.0"
     23 +globwalk = "0.8.1"
    20 24  indicatif = { version = "0.17.2", features = ["rayon", "tokio"] }
    21 25  itertools = "0.10.5"
    22 26  memmap2 = "0.5.8"
    skipped 6 lines
  • ■ ■ ■ ■
    src/output.rs
    skipped 25 lines
    26 26   display_path
    27 27   };
    28 28   
    29  - Ok(format!("...{:<32}", display_range))
     29 + Ok(format!("...{display_range:<32}"))
    30 30  }
    31 31   
    32 32  fn file_size(file: &File) -> Result<String> {
    skipped 143 lines
  • ■ ■ ■ ■
    src/params.rs
    skipped 51 lines
    52 52   Some(filetypes) => vec![
    53 53   self.get_directory().unwrap(),
    54 54   String::from("**"),
    55  - format!("{{{}}}", filetypes),
     55 + format!("*.{{{filetypes}}}"),
    56 56   ]
    57 57   .iter()
    58 58   .collect::<PathBuf>(),
    skipped 7 lines
  • ■ ■ ■ ■ ■ ■
    src/scanner.rs
    skipped 1 lines
    2 2  use anyhow::Result;
    3 3  use dashmap::DashMap;
    4 4  use fxhash::hash64 as hasher;
    5  -use glob::glob;
    6 5  use indicatif::{ParallelProgressIterator, ProgressStyle};
    7 6  use memmap2::Mmap;
    8 7  use rayon::prelude::*;
    skipped 32 lines
    41 40   
    42 41  fn scan(app_opts: &Params) -> Result<Vec<File>> {
    43 42   let glob_patterns = app_opts.get_glob_patterns().display().to_string();
    44  - let glob_iter = glob(&glob_patterns)?;
     43 + let glob_iter = globwalk::glob(glob_patterns)?;
    45 44   let files = glob_iter
    46  - .filter(Result::is_ok)
    47  - .map(|file| file.unwrap())
     45 + .filter_map(Result::ok)
     46 + .map(|file| file.into_path())
    48 47   .filter(|fpath| fpath.is_file())
    49 48   .collect::<Vec<PathBuf>>()
    50 49   .into_par_iter()
    skipped 78 lines
Please wait...
Page is in error, reload to recover