1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
use failure::Error;
use serde_derive::{Deserialize, Serialize};
use std::{
collections::BTreeMap,
io::{Read, Write},
sync::{
atomic::{AtomicUsize, Ordering},
RwLock,
},
time::{Duration, SystemTime},
};
#[derive(Debug, Default, Serialize, Deserialize)]
#[serde(default)]
pub struct Cache {
links: RwLock<BTreeMap<String, CacheEntry>>,
#[serde(skip)]
cache_hits: AtomicUsize,
#[serde(skip)]
cache_misses: AtomicUsize,
}
impl Cache {
pub fn save<W: Write>(&self, writer: W) -> Result<(), Error> {
serde_json::to_writer(writer, self)?;
Ok(())
}
pub fn load<R: Read>(reader: R) -> Result<Cache, Error> {
serde_json::from_reader(reader).map_err(Error::from)
}
pub(crate) fn lookup(&self, url: &str) -> Option<CacheEntry> {
let links = self.links.read().expect("Lock was poisoned");
let entry = links.get(url).copied();
if entry.is_some() {
self.cache_hits.fetch_add(1, Ordering::SeqCst);
} else {
self.cache_misses.fetch_add(1, Ordering::SeqCst);
}
entry
}
pub(crate) fn insert<S: Into<String>>(&self, url: S, entry: CacheEntry) {
self.links
.write()
.expect("Lock was poisoned")
.insert(url.into(), entry);
}
pub fn reset_counters(&self) {
self.cache_hits.store(0, Ordering::SeqCst);
self.cache_misses.store(0, Ordering::SeqCst);
}
pub fn cache_hits(&self) -> usize { self.cache_hits.load(Ordering::SeqCst) }
pub fn cache_misses(&self) -> usize {
self.cache_misses.load(Ordering::SeqCst)
}
}
#[derive(Debug, Default, Copy, Clone, PartialEq, Serialize, Deserialize)]
pub(crate) struct CacheEntry {
pub unix_timestamp: u64,
pub successful: bool,
}
impl CacheEntry {
pub fn new(now: SystemTime, successful: bool) -> CacheEntry {
let unix_timestamp = match now.duration_since(SystemTime::UNIX_EPOCH) {
Ok(ts) => ts,
Err(e) => panic!(
"The timestamp was {:?} before the unix epoch",
e.duration()
),
};
CacheEntry {
unix_timestamp: unix_timestamp.as_secs(),
successful,
}
}
pub fn elapsed(&self) -> Duration {
let ts =
SystemTime::UNIX_EPOCH + Duration::from_secs(self.unix_timestamp);
ts.elapsed().expect("Entry timestamp was in the future")
}
}