Revert back to using an Arc<Mutex<Connection>> instead of the pool.

This commit is contained in:
Jordan Petridis 2017-11-20 18:09:53 +02:00
parent ce29602431
commit 0ce4107be4
No known key found for this signature in database
GPG Key ID: CEABAD9F5683B9A6
7 changed files with 112 additions and 80 deletions

View File

@ -12,28 +12,32 @@ use connection;
pub fn get_sources() -> QueryResult<Vec<Source>> { pub fn get_sources() -> QueryResult<Vec<Source>> {
use schema::source::dsl::*; use schema::source::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
source.load::<Source>(&*con) source.load::<Source>(&*con)
} }
pub fn get_podcasts() -> QueryResult<Vec<Podcast>> { pub fn get_podcasts() -> QueryResult<Vec<Podcast>> {
use schema::podcast::dsl::*; use schema::podcast::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
podcast.load::<Podcast>(&*con) podcast.load::<Podcast>(&*con)
} }
pub fn get_episodes() -> QueryResult<Vec<Episode>> { pub fn get_episodes() -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode.order(epoch.desc()).load::<Episode>(&*con) episode.order(epoch.desc()).load::<Episode>(&*con)
} }
pub fn get_downloaded_episodes() -> QueryResult<Vec<Episode>> { pub fn get_downloaded_episodes() -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode episode
.filter(local_uri.is_not_null()) .filter(local_uri.is_not_null())
.load::<Episode>(&*con) .load::<Episode>(&*con)
@ -42,21 +46,24 @@ pub fn get_downloaded_episodes() -> QueryResult<Vec<Episode>> {
pub fn get_played_episodes() -> QueryResult<Vec<Episode>> { pub fn get_played_episodes() -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode.filter(played.is_not_null()).load::<Episode>(&*con) episode.filter(played.is_not_null()).load::<Episode>(&*con)
} }
pub fn get_episode_from_id(ep_id: i32) -> QueryResult<Episode> { pub fn get_episode_from_id(ep_id: i32) -> QueryResult<Episode> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode.filter(id.eq(ep_id)).get_result::<Episode>(&*con) episode.filter(id.eq(ep_id)).get_result::<Episode>(&*con)
} }
pub fn get_episode_local_uri_from_id(ep_id: i32) -> QueryResult<Option<String>> { pub fn get_episode_local_uri_from_id(ep_id: i32) -> QueryResult<Option<String>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode episode
.filter(id.eq(ep_id)) .filter(id.eq(ep_id))
@ -67,7 +74,8 @@ pub fn get_episode_local_uri_from_id(ep_id: i32) -> QueryResult<Option<String>>
pub fn get_episodes_with_limit(limit: u32) -> QueryResult<Vec<Episode>> { pub fn get_episodes_with_limit(limit: u32) -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode episode
.order(epoch.desc()) .order(epoch.desc())
@ -78,14 +86,16 @@ pub fn get_episodes_with_limit(limit: u32) -> QueryResult<Vec<Episode>> {
pub fn get_podcast_from_id(pid: i32) -> QueryResult<Podcast> { pub fn get_podcast_from_id(pid: i32) -> QueryResult<Podcast> {
use schema::podcast::dsl::*; use schema::podcast::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
podcast.filter(id.eq(pid)).get_result::<Podcast>(&*con) podcast.filter(id.eq(pid)).get_result::<Podcast>(&*con)
} }
pub fn get_pd_episodes(parent: &Podcast) -> QueryResult<Vec<Episode>> { pub fn get_pd_episodes(parent: &Podcast) -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
Episode::belonging_to(parent) Episode::belonging_to(parent)
.order(epoch.desc()) .order(epoch.desc())
@ -95,7 +105,8 @@ pub fn get_pd_episodes(parent: &Podcast) -> QueryResult<Vec<Episode>> {
pub fn get_pd_unplayed_episodes(parent: &Podcast) -> QueryResult<Vec<Episode>> { pub fn get_pd_unplayed_episodes(parent: &Podcast) -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
Episode::belonging_to(parent) Episode::belonging_to(parent)
.filter(played.is_null()) .filter(played.is_null())
@ -106,7 +117,8 @@ pub fn get_pd_unplayed_episodes(parent: &Podcast) -> QueryResult<Vec<Episode>> {
pub fn get_pd_episodes_limit(parent: &Podcast, limit: u32) -> QueryResult<Vec<Episode>> { pub fn get_pd_episodes_limit(parent: &Podcast, limit: u32) -> QueryResult<Vec<Episode>> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
Episode::belonging_to(parent) Episode::belonging_to(parent)
.order(epoch.desc()) .order(epoch.desc())
@ -117,14 +129,16 @@ pub fn get_pd_episodes_limit(parent: &Podcast, limit: u32) -> QueryResult<Vec<Ep
pub fn get_source_from_uri(uri_: &str) -> QueryResult<Source> { pub fn get_source_from_uri(uri_: &str) -> QueryResult<Source> {
use schema::source::dsl::*; use schema::source::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
source.filter(uri.eq(uri_)).get_result::<Source>(&*con) source.filter(uri.eq(uri_)).get_result::<Source>(&*con)
} }
pub fn get_podcast_from_title(title_: &str) -> QueryResult<Podcast> { pub fn get_podcast_from_title(title_: &str) -> QueryResult<Podcast> {
use schema::podcast::dsl::*; use schema::podcast::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
podcast podcast
.filter(title.eq(title_)) .filter(title.eq(title_))
.get_result::<Podcast>(&*con) .get_result::<Podcast>(&*con)
@ -133,45 +147,47 @@ pub fn get_podcast_from_title(title_: &str) -> QueryResult<Podcast> {
pub fn get_episode_from_uri(uri_: &str) -> QueryResult<Episode> { pub fn get_episode_from_uri(uri_: &str) -> QueryResult<Episode> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
episode.filter(uri.eq(uri_)).get_result::<Episode>(&*con) episode.filter(uri.eq(uri_)).get_result::<Episode>(&*con)
} }
pub fn remove_feed(pd: &Podcast) -> QueryResult<usize> { pub fn remove_feed(pd: &Podcast) -> QueryResult<()> {
let con = connection().get().unwrap(); delete_source(pd.source_id())?;
delete_podcast(*pd.id())?;
con.transaction(|| -> QueryResult<usize> { delete_podcast_episodes(*pd.id())?;
delete_source(pd.source_id())?; Ok(())
delete_podcast(*pd.id())?;
delete_podcast_episodes(*pd.id())
})
} }
pub fn delete_source(source_id: i32) -> QueryResult<usize> { pub fn delete_source(source_id: i32) -> QueryResult<usize> {
use schema::source::dsl::*; use schema::source::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
diesel::delete(source.filter(id.eq(source_id))).execute(&*con) diesel::delete(source.filter(id.eq(source_id))).execute(&*con)
} }
pub fn delete_podcast(podcast_id: i32) -> QueryResult<usize> { pub fn delete_podcast(podcast_id: i32) -> QueryResult<usize> {
use schema::podcast::dsl::*; use schema::podcast::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
diesel::delete(podcast.filter(id.eq(podcast_id))).execute(&*con) diesel::delete(podcast.filter(id.eq(podcast_id))).execute(&*con)
} }
pub fn delete_podcast_episodes(parent_id: i32) -> QueryResult<usize> { pub fn delete_podcast_episodes(parent_id: i32) -> QueryResult<usize> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
diesel::delete(episode.filter(podcast_id.eq(parent_id))).execute(&*con) diesel::delete(episode.filter(podcast_id.eq(parent_id))).execute(&*con)
} }
pub fn update_none_to_played_now(parent: &Podcast) -> QueryResult<usize> { pub fn update_none_to_played_now(parent: &Podcast) -> QueryResult<usize> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let con = connection().get().unwrap(); let db = connection();
let con = db.lock().unwrap();
let epoch_now = Utc::now().timestamp() as i32; let epoch_now = Utc::now().timestamp() as i32;
con.transaction(|| -> QueryResult<usize> { con.transaction(|| -> QueryResult<usize> {

View File

@ -1,17 +1,14 @@
use rayon::prelude::*; use rayon::prelude::*;
use diesel::Identifiable; use diesel::Identifiable;
use diesel::prelude::*;
use rss; use rss;
use dbqueries; use dbqueries;
use parser; use parser;
use connection;
use models::{Podcast, Source}; use models::{Podcast, Source};
use errors::*; use errors::*;
#[derive(Debug)] #[derive(Debug)]
pub struct Feed { pub struct Feed {
channel: rss::Channel, channel: rss::Channel,
@ -51,16 +48,12 @@ impl Feed {
.map(|item| parser::new_episode(item, *pd.id())) .map(|item| parser::new_episode(item, *pd.id()))
.collect(); .collect();
let tempdb = connection().get().unwrap(); episodes.into_iter().for_each(|x| {
let _ = tempdb.transaction::<(), Error, _>(|| { let e = x.index();
episodes.into_iter().for_each(|x| { if let Err(err) = e {
let e = x.index(&*tempdb); error!("Failed to index episode: {:?}.", x);
if let Err(err) = e { error!("Error msg: {}", err);
error!("Failed to index episode: {:?}.", x); };
error!("Error msg: {}", err);
};
});
Ok(())
}); });
Ok(()) Ok(())
} }
@ -70,7 +63,6 @@ pub fn index_all() -> Result<()> {
let mut f = fetch_all()?; let mut f = fetch_all()?;
index(&mut f); index(&mut f);
info!("Indexing done.");
Ok(()) Ok(())
} }
@ -82,6 +74,7 @@ pub fn index(feeds: &mut [Feed]) {
error!("Error msg: {}", e.unwrap_err()); error!("Error msg: {}", e.unwrap_err());
}; };
}); });
info!("Indexing done.");
} }
pub fn fetch_all() -> Result<Vec<Feed>> { pub fn fetch_all() -> Result<Vec<Feed>> {

View File

@ -32,13 +32,16 @@ pub mod errors;
mod parser; mod parser;
mod schema; mod schema;
use r2d2_diesel::ConnectionManager; // use r2d2_diesel::ConnectionManager;
use diesel::SqliteConnection; // use diesel::SqliteConnection;
use diesel::prelude::*;
use std::path::PathBuf; use std::path::PathBuf;
use std::sync::{Arc, Mutex};
// use std::time::Duration; // use std::time::Duration;
type Pool = r2d2::Pool<ConnectionManager<SqliteConnection>>; // type Pool = r2d2::Pool<ConnectionManager<SqliteConnection>>;
type Database = Arc<Mutex<SqliteConnection>>;
lazy_static!{ lazy_static!{
#[allow(dead_code)] #[allow(dead_code)]
@ -62,7 +65,9 @@ lazy_static!{
HAMMOND_XDG.create_data_directory("Downloads").unwrap() HAMMOND_XDG.create_data_directory("Downloads").unwrap()
}; };
static ref POOL: Pool = init_pool(DB_PATH.to_str().unwrap()); // static ref POOL: Pool = init_pool(DB_PATH.to_str().unwrap());
static ref DB: Arc<Mutex<SqliteConnection>> = Arc::new(Mutex::new(establish_connection()));
} }
#[cfg(not(test))] #[cfg(not(test))]
@ -82,24 +87,33 @@ lazy_static! {
static ref DB_PATH: PathBuf = TEMPDIR.path().join("hammond.db"); static ref DB_PATH: PathBuf = TEMPDIR.path().join("hammond.db");
} }
pub fn connection() -> Pool { pub fn connection() -> Database {
POOL.clone() // POOL.clone()
Arc::clone(&DB)
} }
fn init_pool(db_path: &str) -> Pool { // fn init_pool(db_path: &str) -> Pool {
let config = r2d2::Config::builder() // let config = r2d2::Config::builder()
// .pool_size(60) // // .pool_size(60)
// .min_idle(Some(60)) // // .min_idle(Some(60))
// .connection_timeout(Duration::from_secs(60)) // // .connection_timeout(Duration::from_secs(60))
.build(); // .build();
let manager = ConnectionManager::<SqliteConnection>::new(db_path); // let manager = ConnectionManager::<SqliteConnection>::new(db_path);
let pool = r2d2::Pool::new(config, manager).expect("Failed to create pool."); // let pool = r2d2::Pool::new(config, manager).expect("Failed to create pool.");
info!("Database pool initialized."); // info!("Database pool initialized.");
{ // {
let db = pool.clone().get().unwrap(); // let db = pool.clone().get().unwrap();
utils::run_migration_on(&*db).unwrap(); // utils::run_migration_on(&*db).unwrap();
} // }
pool // pool
// }
pub fn establish_connection() -> SqliteConnection {
let database_url = DB_PATH.to_str().unwrap();
let db = SqliteConnection::establish(database_url)
.expect(&format!("Error connecting to {}", database_url));
utils::run_migration_on(&db).unwrap();
db
} }

View File

@ -29,7 +29,8 @@ impl<'a> NewSource<'a> {
fn index(&self) { fn index(&self) {
use schema::source::dsl::*; use schema::source::dsl::*;
let tempdb = connection().get().unwrap(); let db = connection();
let tempdb = db.lock().unwrap();
// Throw away the result like `insert or ignore` // Throw away the result like `insert or ignore`
// Diesel deos not support `insert or ignore` yet. // Diesel deos not support `insert or ignore` yet.
let _ = diesel::insert_into(source).values(self).execute(&*tempdb); let _ = diesel::insert_into(source).values(self).execute(&*tempdb);
@ -61,27 +62,25 @@ impl<'a> NewEpisode<'a> {
// TODO: Currently using diesel from master git. // TODO: Currently using diesel from master git.
// Watch out for v0.99.0 beta and change the toml. // Watch out for v0.99.0 beta and change the toml.
// TODO: Refactor into batch indexes instead. // TODO: Refactor into batch indexes instead.
pub fn index(&self, con: &SqliteConnection) -> QueryResult<()> { pub fn index(&self) -> QueryResult<()> {
use schema::episode::dsl::*; use schema::episode::dsl::*;
let ep = { let ep = dbqueries::get_episode_from_uri(self.uri.unwrap());
// let tempdb = db.lock().unwrap();
// dbqueries::get_episode_from_uri(&tempdb, self.uri.unwrap())
dbqueries::get_episode_from_uri(self.uri.unwrap())
};
let db = connection();
let con = db.lock().unwrap();
match ep { match ep {
Ok(foo) => if foo.title() != self.title Ok(foo) => if foo.title() != self.title
|| foo.published_date() != self.published_date.as_ref().map(|x| x.as_str()) || foo.published_date() != self.published_date.as_ref().map(|x| x.as_str())
{ {
// let tempdb = db.lock().unwrap(); // let tempdb = db.lock().unwrap();
diesel::replace_into(episode).values(self).execute(con)?; diesel::replace_into(episode).values(self).execute(&*con)?;
// .execute(&*tempdb)?; // .execute(&tempdb)?;
}, },
Err(_) => { Err(_) => {
// let tempdb = db.lock().unwrap(); // let tempdb = db.lock().unwrap();
diesel::insert_into(episode).values(self).execute(con)?; diesel::insert_into(episode).values(self).execute(&*con)?;
// .execute(&*tempdb)?; // .execute(&tempdb)?;
} }
} }
Ok(()) Ok(())
@ -112,13 +111,17 @@ impl NewPodcast {
match pd { match pd {
Ok(foo) => if foo.link() != self.link { Ok(foo) => if foo.link() != self.link {
let tempdb = connection().get().unwrap(); let db = connection();
let tempdb = db.lock().unwrap();
diesel::replace_into(podcast) diesel::replace_into(podcast)
.values(self) .values(self)
.execute(&*tempdb)?; .execute(&*tempdb)?;
}, },
Err(_) => { Err(_) => {
let tempdb = connection().get().unwrap(); let db = connection();
let tempdb = db.lock().unwrap();
diesel::insert_into(podcast).values(self).execute(&*tempdb)?; diesel::insert_into(podcast).values(self).execute(&*tempdb)?;
} }
} }

View File

@ -129,7 +129,9 @@ impl Episode {
} }
pub fn save(&self) -> QueryResult<Episode> { pub fn save(&self) -> QueryResult<Episode> {
let tempdb = connection().get().unwrap(); let db = connection();
let tempdb = db.lock().unwrap();
self.save_changes::<Episode>(&*tempdb) self.save_changes::<Episode>(&*tempdb)
} }
} }
@ -226,7 +228,9 @@ impl Podcast {
} }
pub fn save(&self) -> QueryResult<Podcast> { pub fn save(&self) -> QueryResult<Podcast> {
let tempdb = connection().get().unwrap(); let db = connection();
let tempdb = db.lock().unwrap();
self.save_changes::<Podcast>(&*tempdb) self.save_changes::<Podcast>(&*tempdb)
} }
} }
@ -285,7 +289,9 @@ impl<'a> Source {
} }
pub fn save(&self) -> QueryResult<Source> { pub fn save(&self) -> QueryResult<Source> {
let tempdb = connection().get().unwrap(); let db = connection();
let tempdb = db.lock().unwrap();
self.save_changes::<Source>(&*tempdb) self.save_changes::<Source>(&*tempdb)
} }

View File

@ -9,13 +9,14 @@ use models::Episode;
use std::path::Path; use std::path::Path;
use std::fs; use std::fs;
use std::io;
embed_migrations!("migrations/"); embed_migrations!("migrations/");
pub fn run_migration_on(connection: &SqliteConnection) -> Result<()> { pub fn run_migration_on(connection: &SqliteConnection) -> Result<()> {
info!("Running DB Migrations..."); info!("Running DB Migrations...");
embedded_migrations::run(connection)?; // embedded_migrations::run(connection)?;
// embedded_migrations::run_with_output(connection, &mut std::io::stdout()) embedded_migrations::run_with_output(connection, &mut io::stdout())?;
Ok(()) Ok(())
} }

View File

@ -44,7 +44,6 @@ pub fn refresh_feed(stack: &gtk::Stack, source: Option<Vec<Source>>, delay: Opti
if let Ok(mut x) = feeds { if let Ok(mut x) = feeds {
feed::index(&mut x); feed::index(&mut x);
info!("Indexing done.");
sender.send(true).expect("Couldn't send data to channel");; sender.send(true).expect("Couldn't send data to channel");;
glib::idle_add(refresh_podcasts_view); glib::idle_add(refresh_podcasts_view);