0
0
mirror of https://github.com/neon-mmd/websurfx.git synced 2024-11-21 21:48:21 -05:00

Compare commits

..

7 Commits

Author SHA1 Message Date
mergify[bot]
8a649e61fb
Merge branch 'rolling' into evan523 2024-11-02 15:36:53 +00:00
Jorge Botto
ef0ae2f0aa
Fixing Librex SearchResultParser results selector (#619) 2024-11-02 15:36:14 +00:00
dependabot[bot]
4fa9a7491e
build(deps): bump regex from 1.11.0 to 1.11.1 (#628) 2024-11-02 13:14:02 +00:00
dependabot[bot]
e08c0754f8
build(deps): bump redis from 0.27.2 to 0.27.5 (#627) 2024-11-02 13:08:35 +00:00
dependabot[bot]
ee4bc00576
build(deps): bump futures from 0.3.30 to 0.3.31 (#626) 2024-11-02 13:03:31 +00:00
dependabot[bot]
d75e7d07ec
build(deps): bump actix-governor from 0.6.0 to 0.7.0 (#625) 2024-11-02 11:32:26 +00:00
dependabot[bot]
718e172b6d
build(deps): bump tokio from 1.40.0 to 1.41.0 (#624) 2024-11-02 11:27:27 +00:00
3 changed files with 65 additions and 63 deletions

116
Cargo.lock generated
View File

@ -14,7 +14,7 @@ dependencies = [
"futures-sink", "futures-sink",
"memchr", "memchr",
"pin-project-lite", "pin-project-lite",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-util", "tokio-util",
"tracing", "tracing",
] ]
@ -59,13 +59,13 @@ dependencies = [
[[package]] [[package]]
name = "actix-governor" name = "actix-governor"
version = "0.6.0" version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0954b0f27aabd8f56bb03f2a77b412ddf3f8c034a3c27b2086c1fc75415760df" checksum = "072a3d7907b945b0956f9721e01c117ad5765ce5be2fd9bb1e44a117c669de22"
dependencies = [ dependencies = [
"actix-http", "actix-http",
"actix-web", "actix-web",
"futures 0.3.30", "futures 0.3.31",
"governor", "governor",
] ]
@ -100,7 +100,7 @@ dependencies = [
"rand 0.8.5", "rand 0.8.5",
"sha1", "sha1",
"smallvec 1.13.2", "smallvec 1.13.2",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-util", "tokio-util",
"tracing", "tracing",
] ]
@ -136,7 +136,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "24eda4e2a6e042aa4e55ac438a2ae052d3b5da0ecf83d7411e1a368946925208" checksum = "24eda4e2a6e042aa4e55ac438a2ae052d3b5da0ecf83d7411e1a368946925208"
dependencies = [ dependencies = [
"futures-core", "futures-core",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-uring", "tokio-uring",
] ]
@ -153,7 +153,7 @@ dependencies = [
"futures-util", "futures-util",
"mio 1.0.2", "mio 1.0.2",
"socket2 0.5.7", "socket2 0.5.7",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-uring", "tokio-uring",
"tracing", "tracing",
] ]
@ -356,7 +356,7 @@ dependencies = [
"futures-core", "futures-core",
"memchr", "memchr",
"pin-project-lite", "pin-project-lite",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]
@ -713,7 +713,7 @@ dependencies = [
"futures-core", "futures-core",
"memchr", "memchr",
"pin-project-lite", "pin-project-lite",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-util", "tokio-util",
] ]
@ -1020,11 +1020,12 @@ dependencies = [
[[package]] [[package]]
name = "dashmap" name = "dashmap"
version = "5.5.3" version = "6.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "978747c1d849a7d2ee5e8adc0159961c48fb7e5db2f06af6723b80123bb53856" checksum = "5041cc499144891f3790297212f32a74fb938e5136a14943f338ef9e0ae276cf"
dependencies = [ dependencies = [
"cfg-if 1.0.0", "cfg-if 1.0.0",
"crossbeam-utils 0.8.20",
"hashbrown 0.14.5", "hashbrown 0.14.5",
"lock_api 0.4.12", "lock_api 0.4.12",
"once_cell", "once_cell",
@ -1328,9 +1329,9 @@ checksum = "3a471a38ef8ed83cd6e40aa59c1ffe17db6855c18e3604d9c4ed8c08ebc28678"
[[package]] [[package]]
name = "futures" name = "futures"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "645c6916888f6cb6350d2550b80fb63e734897a8498abe35cfb732b6487804b0" checksum = "65bc07b1a8bc7c85c5f2e110c476c7389b4554ba72af57d8445ea63a576b0876"
dependencies = [ dependencies = [
"futures-channel", "futures-channel",
"futures-core", "futures-core",
@ -1343,9 +1344,9 @@ dependencies = [
[[package]] [[package]]
name = "futures-channel" name = "futures-channel"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "eac8f7d7865dcb88bd4373ab671c8cf4508703796caa2b1985a9ca867b3fcb78" checksum = "2dff15bf788c671c1934e366d07e30c1814a8ef514e1af724a602e8a2fbe1b10"
dependencies = [ dependencies = [
"futures-core", "futures-core",
"futures-sink", "futures-sink",
@ -1353,9 +1354,9 @@ dependencies = [
[[package]] [[package]]
name = "futures-core" name = "futures-core"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "dfc6580bb841c5a68e9ef15c77ccc837b40a7504914d52e47b8b0e9bbda25a1d" checksum = "05f29059c0c2090612e8d742178b0580d2dc940c837851ad723096f87af6663e"
[[package]] [[package]]
name = "futures-cpupool" name = "futures-cpupool"
@ -1369,9 +1370,9 @@ dependencies = [
[[package]] [[package]]
name = "futures-executor" name = "futures-executor"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a576fc72ae164fca6b9db127eaa9a9dda0d61316034f33a0a0d4eda41f02b01d" checksum = "1e28d1d997f585e54aebc3f97d39e72338912123a67330d723fdbb564d646c9f"
dependencies = [ dependencies = [
"futures-core", "futures-core",
"futures-task", "futures-task",
@ -1380,15 +1381,15 @@ dependencies = [
[[package]] [[package]]
name = "futures-io" name = "futures-io"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a44623e20b9681a318efdd71c299b6b222ed6f231972bfe2f224ebad6311f0c1" checksum = "9e5c1b78ca4aae1ac06c48a526a655760685149f0d465d21f37abfe57ce075c6"
[[package]] [[package]]
name = "futures-macro" name = "futures-macro"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "87750cf4b7a4c0625b1529e4c543c2182106e4dedc60a2a6455e00d212c489ac" checksum = "162ee34ebcb7c64a8abebc059ce0fee27c2262618d7b60ed8faf72fef13c3650"
dependencies = [ dependencies = [
"proc-macro2 1.0.86", "proc-macro2 1.0.86",
"quote 1.0.37", "quote 1.0.37",
@ -1397,15 +1398,15 @@ dependencies = [
[[package]] [[package]]
name = "futures-sink" name = "futures-sink"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9fb8e00e87438d937621c1c6269e53f536c14d3fbd6a042bb24879e57d474fb5" checksum = "e575fab7d1e0dcb8d0c7bcf9a63ee213816ab51902e6d244a95819acacf1d4f7"
[[package]] [[package]]
name = "futures-task" name = "futures-task"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "38d84fa142264698cdce1a9f9172cf383a0c82de1bddcf3092901442c4097004" checksum = "f90f7dce0722e95104fcb095585910c0977252f286e354b5e3bd38902cd99988"
[[package]] [[package]]
name = "futures-timer" name = "futures-timer"
@ -1415,9 +1416,9 @@ checksum = "f288b0a4f20f9a56b5d1da57e2227c661b7b16168e2f72365f57b63326e29b24"
[[package]] [[package]]
name = "futures-util" name = "futures-util"
version = "0.3.30" version = "0.3.31"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3d6401deb83407ab3da39eba7e33987a73c3df0c82b4bb5813ee871c19c41d48" checksum = "9fa08315bb612088cc391249efdc3bc77536f16c91f6cf495e6fbe85b20a4a81"
dependencies = [ dependencies = [
"futures-channel", "futures-channel",
"futures-core", "futures-core",
@ -1478,14 +1479,15 @@ checksum = "32085ea23f3234fc7846555e85283ba4de91e21016dc0455a16286d87a292d64"
[[package]] [[package]]
name = "governor" name = "governor"
version = "0.6.3" version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "68a7f542ee6b35af73b06abc0dad1c1bae89964e4e253bc4b587b91c9637867b" checksum = "0746aa765db78b521451ef74221663b57ba595bf83f75d0ce23cc09447c8139f"
dependencies = [ dependencies = [
"cfg-if 1.0.0", "cfg-if 1.0.0",
"dashmap", "dashmap",
"futures 0.3.30", "futures-sink",
"futures-timer", "futures-timer",
"futures-util",
"no-std-compat", "no-std-compat",
"nonzero_ext", "nonzero_ext",
"parking_lot 0.12.3", "parking_lot 0.12.3",
@ -1528,7 +1530,7 @@ dependencies = [
"http 1.1.0", "http 1.1.0",
"indexmap 2.5.0", "indexmap 2.5.0",
"slab", "slab",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-util", "tokio-util",
"tracing", "tracing",
] ]
@ -1746,7 +1748,7 @@ dependencies = [
"itoa 1.0.11", "itoa 1.0.11",
"pin-project-lite", "pin-project-lite",
"smallvec 1.13.2", "smallvec 1.13.2",
"tokio 1.40.0", "tokio 1.41.0",
"want 0.3.1", "want 0.3.1",
] ]
@ -1762,7 +1764,7 @@ dependencies = [
"hyper-util", "hyper-util",
"rustls", "rustls",
"rustls-pki-types", "rustls-pki-types",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-rustls", "tokio-rustls",
"tower-service", "tower-service",
"webpki-roots", "webpki-roots",
@ -1795,7 +1797,7 @@ dependencies = [
"hyper 1.4.1", "hyper 1.4.1",
"pin-project-lite", "pin-project-lite",
"socket2 0.5.7", "socket2 0.5.7",
"tokio 1.40.0", "tokio 1.41.0",
"tower-service", "tower-service",
"tracing", "tracing",
] ]
@ -2905,7 +2907,7 @@ dependencies = [
"rustls", "rustls",
"socket2 0.5.7", "socket2 0.5.7",
"thiserror", "thiserror",
"tokio 1.40.0", "tokio 1.41.0",
"tracing", "tracing",
] ]
@ -3133,23 +3135,23 @@ dependencies = [
[[package]] [[package]]
name = "redis" name = "redis"
version = "0.27.2" version = "0.27.5"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a7e86f5670bd8b028edfb240f0616cad620705b31ec389d55e4f3da2c38dcd48" checksum = "81cccf17a692ce51b86564334614d72dcae1def0fd5ecebc9f02956da74352b5"
dependencies = [ dependencies = [
"arc-swap", "arc-swap",
"async-trait", "async-trait",
"bytes 1.7.2", "bytes 1.7.2",
"combine", "combine",
"futures 0.3.30", "futures 0.3.31",
"futures-util", "futures-util",
"itoa 1.0.11", "itoa 1.0.11",
"num-bigint", "num-bigint",
"percent-encoding 2.3.1", "percent-encoding 2.3.1",
"pin-project-lite", "pin-project-lite",
"ryu", "ryu",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-retry", "tokio-retry2",
"tokio-util", "tokio-util",
"url 2.5.2", "url 2.5.2",
] ]
@ -3171,9 +3173,9 @@ dependencies = [
[[package]] [[package]]
name = "regex" name = "regex"
version = "1.11.0" version = "1.11.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "38200e5ee88914975b69f657f0801b6f6dccafd44fd9326302a4aaeecfacb1d8" checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191"
dependencies = [ dependencies = [
"aho-corasick 1.1.3", "aho-corasick 1.1.3",
"memchr", "memchr",
@ -3271,7 +3273,7 @@ dependencies = [
"serde_json", "serde_json",
"serde_urlencoded 0.7.1", "serde_urlencoded 0.7.1",
"sync_wrapper", "sync_wrapper",
"tokio 1.40.0", "tokio 1.41.0",
"tokio-rustls", "tokio-rustls",
"tokio-socks", "tokio-socks",
"tokio-util", "tokio-util",
@ -3994,9 +3996,9 @@ dependencies = [
[[package]] [[package]]
name = "tokio" name = "tokio"
version = "1.40.0" version = "1.41.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e2b070231665d27ad9ec9b8df639893f46727666c6767db40317fbe920a5d998" checksum = "145f3413504347a2be84393cc8a7d2fb4d863b375909ea59f2158261aa258bbb"
dependencies = [ dependencies = [
"backtrace", "backtrace",
"bytes 1.7.2", "bytes 1.7.2",
@ -4083,14 +4085,14 @@ dependencies = [
] ]
[[package]] [[package]]
name = "tokio-retry" name = "tokio-retry2"
version = "0.3.0" version = "0.5.6"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f57eb36ecbe0fc510036adff84824dd3c24bb781e21bfa67b69d556aa85214f" checksum = "903934dba1c4c2f2e9cb460ef10b5695e0b0ecad3bf9ee7c8675e540c5e8b2d1"
dependencies = [ dependencies = [
"pin-project", "pin-project",
"rand 0.8.5", "rand 0.8.5",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]
@ -4101,7 +4103,7 @@ checksum = "0c7bc40d0e5a97695bb96e27995cd3a08538541b0a846f65bba7a359f36700d4"
dependencies = [ dependencies = [
"rustls", "rustls",
"rustls-pki-types", "rustls-pki-types",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]
@ -4113,7 +4115,7 @@ dependencies = [
"either", "either",
"futures-util", "futures-util",
"thiserror", "thiserror",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]
@ -4180,7 +4182,7 @@ dependencies = [
"libc", "libc",
"slab", "slab",
"socket2 0.4.10", "socket2 0.4.10",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]
@ -4193,7 +4195,7 @@ dependencies = [
"futures-core", "futures-core",
"futures-sink", "futures-sink",
"pin-project-lite", "pin-project-lite",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]
@ -4542,7 +4544,7 @@ dependencies = [
"env_logger", "env_logger",
"error-stack", "error-stack",
"fake-useragent", "fake-useragent",
"futures 0.3.30", "futures 0.3.31",
"itertools 0.13.0", "itertools 0.13.0",
"keyword_extraction", "keyword_extraction",
"lightningcss", "lightningcss",
@ -4562,7 +4564,7 @@ dependencies = [
"stop-words", "stop-words",
"tempfile", "tempfile",
"thesaurus", "thesaurus",
"tokio 1.40.0", "tokio 1.41.0",
] ]
[[package]] [[package]]

View File

@ -20,7 +20,7 @@ reqwest = { version = "0.12.5", default-features = false, features = [
"http2", "http2",
"socks", "socks",
] } ] }
tokio = { version = "1.32.0", features = [ tokio = { version = "1.41.0", features = [
"rt-multi-thread", "rt-multi-thread",
"macros", "macros",
"fs", "fs",
@ -47,7 +47,7 @@ mlua = { version = "0.9.9", features = [
"luajit", "luajit",
"vendored", "vendored",
], default-features = false } ], default-features = false }
redis = { version = "0.27.2", features = [ redis = { version = "0.27.5", features = [
"tokio-comp", "tokio-comp",
"connection-manager", "connection-manager",
"tcp_nodelay" "tcp_nodelay"
@ -57,12 +57,12 @@ error-stack = { version = "0.5.0", default-features = false, features = [
"std", "std",
] } ] }
async-trait = { version = "0.1.80", default-features = false } async-trait = { version = "0.1.80", default-features = false }
regex = { version = "1.11.0", features = ["perf"], default-features = false } regex = { version = "1.11.1", features = ["perf"], default-features = false }
futures = { version = "0.3.30", default-features = false, features = ["alloc"] } futures = { version = "0.3.31", default-features = false, features = ["alloc"] }
dhat = { version = "0.3.2", optional = true, default-features = false } dhat = { version = "0.3.2", optional = true, default-features = false }
mimalloc = { version = "0.1.43", default-features = false } mimalloc = { version = "0.1.43", default-features = false }
async-once-cell = { version = "0.5.3", default-features = false } async-once-cell = { version = "0.5.3", default-features = false }
actix-governor = { version = "0.6.0", default-features = false } actix-governor = { version = "0.7.0", default-features = false }
moka = { version = "0.12.8", optional = true, default-features = false, features = [ moka = { version = "0.12.8", optional = true, default-features = false, features = [
"future", "future",
] } ] }

View File

@ -30,7 +30,7 @@ impl LibreX {
Ok(Self { Ok(Self {
parser: SearchResultParser::new( parser: SearchResultParser::new(
".text-result-container>p", ".text-result-container>p",
".text-result-container", ".text-result-wrapper",
".text-result-wrapper>a>h2", ".text-result-wrapper>a>h2",
".text-result-wrapper>a", ".text-result-wrapper>a",
".text-result-wrapper>span", ".text-result-wrapper>span",