player.rs 46 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408
  1. use byteorder::{LittleEndian, ReadBytesExt};
  2. use futures;
  3. use futures::{future, Async, Future, Poll, Stream};
  4. use std;
  5. use std::borrow::Cow;
  6. use std::cmp::max;
  7. use std::io::{Read, Result, Seek, SeekFrom};
  8. use std::mem;
  9. use std::thread;
  10. use std::time::{Duration, Instant};
  11. use crate::config::{Bitrate, PlayerConfig};
  12. use librespot_core::session::Session;
  13. use librespot_core::spotify_id::SpotifyId;
  14. use librespot_core::util::SeqGenerator;
  15. use crate::audio::{AudioDecrypt, AudioFile, StreamLoaderController};
  16. use crate::audio::{VorbisDecoder, VorbisPacket};
  17. use crate::audio::{
  18. READ_AHEAD_BEFORE_PLAYBACK_ROUNDTRIPS, READ_AHEAD_BEFORE_PLAYBACK_SECONDS,
  19. READ_AHEAD_DURING_PLAYBACK_ROUNDTRIPS, READ_AHEAD_DURING_PLAYBACK_SECONDS,
  20. };
  21. use crate::audio_backend::Sink;
  22. use crate::metadata::{AudioItem, FileFormat};
  23. use crate::mixer::AudioFilter;
  24. const PRELOAD_NEXT_TRACK_BEFORE_END_DURATION_MS: u32 = 30000;
  25. pub struct Player {
  26. commands: Option<futures::sync::mpsc::UnboundedSender<PlayerCommand>>,
  27. thread_handle: Option<thread::JoinHandle<()>>,
  28. play_request_id_generator: SeqGenerator<u64>,
  29. }
  30. struct PlayerInternal {
  31. session: Session,
  32. config: PlayerConfig,
  33. commands: futures::sync::mpsc::UnboundedReceiver<PlayerCommand>,
  34. state: PlayerState,
  35. preload: PlayerPreload,
  36. sink: Box<dyn Sink>,
  37. sink_running: bool,
  38. audio_filter: Option<Box<dyn AudioFilter + Send>>,
  39. event_senders: Vec<futures::sync::mpsc::UnboundedSender<PlayerEvent>>,
  40. }
  41. enum PlayerCommand {
  42. Load {
  43. track_id: SpotifyId,
  44. play_request_id: u64,
  45. play: bool,
  46. position_ms: u32,
  47. },
  48. Preload {
  49. track_id: SpotifyId,
  50. },
  51. Play,
  52. Pause,
  53. Stop,
  54. Seek(u32),
  55. AddEventSender(futures::sync::mpsc::UnboundedSender<PlayerEvent>),
  56. EmitVolumeSetEvent(u16),
  57. }
  58. #[derive(Debug, Clone)]
  59. pub enum PlayerEvent {
  60. Loading {
  61. play_request_id: u64,
  62. track_id: SpotifyId,
  63. position_ms: u32,
  64. },
  65. Started {
  66. play_request_id: u64,
  67. track_id: SpotifyId,
  68. position_ms: u32,
  69. },
  70. Playing {
  71. play_request_id: u64,
  72. track_id: SpotifyId,
  73. position_ms: u32,
  74. duration_ms: u32,
  75. },
  76. Changed {
  77. old_track_id: SpotifyId,
  78. new_track_id: SpotifyId,
  79. },
  80. TimeToPreloadNextTrack {
  81. play_request_id: u64,
  82. track_id: SpotifyId,
  83. },
  84. EndOfTrack {
  85. play_request_id: u64,
  86. track_id: SpotifyId,
  87. },
  88. Paused {
  89. play_request_id: u64,
  90. track_id: SpotifyId,
  91. position_ms: u32,
  92. duration_ms: u32,
  93. },
  94. Stopped {
  95. play_request_id: u64,
  96. track_id: SpotifyId,
  97. },
  98. VolumeSet {
  99. volume: u16,
  100. },
  101. }
  102. impl PlayerEvent {
  103. pub fn get_play_request_id(&self) -> Option<u64> {
  104. use PlayerEvent::*;
  105. match self {
  106. Loading {
  107. play_request_id, ..
  108. }
  109. | Started {
  110. play_request_id, ..
  111. }
  112. | Playing {
  113. play_request_id, ..
  114. }
  115. | TimeToPreloadNextTrack {
  116. play_request_id, ..
  117. }
  118. | EndOfTrack {
  119. play_request_id, ..
  120. }
  121. | Paused {
  122. play_request_id, ..
  123. }
  124. | Stopped {
  125. play_request_id, ..
  126. } => Some(*play_request_id),
  127. Changed { .. } | VolumeSet { .. } => None,
  128. }
  129. }
  130. }
  131. pub type PlayerEventChannel = futures::sync::mpsc::UnboundedReceiver<PlayerEvent>;
  132. #[derive(Clone, Copy, Debug)]
  133. struct NormalisationData {
  134. track_gain_db: f32,
  135. track_peak: f32,
  136. album_gain_db: f32,
  137. album_peak: f32,
  138. }
  139. impl NormalisationData {
  140. fn parse_from_file<T: Read + Seek>(mut file: T) -> Result<NormalisationData> {
  141. const SPOTIFY_NORMALIZATION_HEADER_START_OFFSET: u64 = 144;
  142. file.seek(SeekFrom::Start(SPOTIFY_NORMALIZATION_HEADER_START_OFFSET))
  143. .unwrap();
  144. let track_gain_db = file.read_f32::<LittleEndian>().unwrap();
  145. let track_peak = file.read_f32::<LittleEndian>().unwrap();
  146. let album_gain_db = file.read_f32::<LittleEndian>().unwrap();
  147. let album_peak = file.read_f32::<LittleEndian>().unwrap();
  148. let r = NormalisationData {
  149. track_gain_db: track_gain_db,
  150. track_peak: track_peak,
  151. album_gain_db: album_gain_db,
  152. album_peak: album_peak,
  153. };
  154. Ok(r)
  155. }
  156. fn get_factor(config: &PlayerConfig, data: NormalisationData) -> f32 {
  157. let mut normalisation_factor = f32::powf(
  158. 10.0,
  159. (data.track_gain_db + config.normalisation_pregain) / 20.0,
  160. );
  161. if normalisation_factor * data.track_peak > 1.0 {
  162. warn!("Reducing normalisation factor to prevent clipping. Please add negative pregain to avoid.");
  163. normalisation_factor = 1.0 / data.track_peak;
  164. }
  165. debug!("Normalisation Data: {:?}", data);
  166. debug!("Applied normalisation factor: {}", normalisation_factor);
  167. normalisation_factor
  168. }
  169. }
  170. impl Player {
  171. pub fn new<F>(
  172. config: PlayerConfig,
  173. session: Session,
  174. audio_filter: Option<Box<dyn AudioFilter + Send>>,
  175. sink_builder: F,
  176. ) -> (Player, PlayerEventChannel)
  177. where
  178. F: FnOnce() -> Box<dyn Sink> + Send + 'static,
  179. {
  180. let (cmd_tx, cmd_rx) = futures::sync::mpsc::unbounded();
  181. let (event_sender, event_receiver) = futures::sync::mpsc::unbounded();
  182. let handle = thread::spawn(move || {
  183. debug!("new Player[{}]", session.session_id());
  184. let internal = PlayerInternal {
  185. session: session,
  186. config: config,
  187. commands: cmd_rx,
  188. state: PlayerState::Stopped,
  189. preload: PlayerPreload::None,
  190. sink: sink_builder(),
  191. sink_running: false,
  192. audio_filter: audio_filter,
  193. event_senders: [event_sender].to_vec(),
  194. };
  195. let _ = internal.wait();
  196. debug!("PlayerInternal thread finished.");
  197. });
  198. (
  199. Player {
  200. commands: Some(cmd_tx),
  201. thread_handle: Some(handle),
  202. play_request_id_generator: SeqGenerator::new(0),
  203. },
  204. event_receiver,
  205. )
  206. }
  207. fn command(&self, cmd: PlayerCommand) {
  208. self.commands.as_ref().unwrap().unbounded_send(cmd).unwrap();
  209. }
  210. pub fn load(&mut self, track_id: SpotifyId, start_playing: bool, position_ms: u32) -> u64 {
  211. let play_request_id = self.play_request_id_generator.get();
  212. self.command(PlayerCommand::Load {
  213. track_id,
  214. play_request_id,
  215. play: start_playing,
  216. position_ms,
  217. });
  218. play_request_id
  219. }
  220. pub fn preload(&self, track_id: SpotifyId) {
  221. self.command(PlayerCommand::Preload { track_id });
  222. }
  223. pub fn play(&self) {
  224. self.command(PlayerCommand::Play)
  225. }
  226. pub fn pause(&self) {
  227. self.command(PlayerCommand::Pause)
  228. }
  229. pub fn stop(&self) {
  230. self.command(PlayerCommand::Stop)
  231. }
  232. pub fn seek(&self, position_ms: u32) {
  233. self.command(PlayerCommand::Seek(position_ms));
  234. }
  235. pub fn get_player_event_channel(&self) -> PlayerEventChannel {
  236. let (event_sender, event_receiver) = futures::sync::mpsc::unbounded();
  237. self.command(PlayerCommand::AddEventSender(event_sender));
  238. event_receiver
  239. }
  240. pub fn get_end_of_track_future(&self) -> Box<dyn Future<Item = (), Error = ()>> {
  241. let result = self
  242. .get_player_event_channel()
  243. .filter(|event| match event {
  244. PlayerEvent::EndOfTrack { .. } | PlayerEvent::Stopped { .. } => true,
  245. _ => false,
  246. })
  247. .into_future()
  248. .map_err(|_| ())
  249. .map(|_| ());
  250. Box::new(result)
  251. }
  252. pub fn emit_volume_set_event(&self, volume: u16) {
  253. self.command(PlayerCommand::EmitVolumeSetEvent(volume));
  254. }
  255. }
  256. impl Drop for Player {
  257. fn drop(&mut self) {
  258. debug!("Shutting down player thread ...");
  259. self.commands = None;
  260. if let Some(handle) = self.thread_handle.take() {
  261. match handle.join() {
  262. Ok(_) => (),
  263. Err(_) => error!("Player thread panicked!"),
  264. }
  265. }
  266. }
  267. }
  268. struct PlayerLoadedTrackData {
  269. decoder: Decoder,
  270. normalisation_factor: f32,
  271. stream_loader_controller: StreamLoaderController,
  272. bytes_per_second: usize,
  273. duration_ms: u32,
  274. stream_position_pcm: u64,
  275. }
  276. enum PlayerPreload {
  277. None,
  278. Loading {
  279. track_id: SpotifyId,
  280. loader: Box<dyn Future<Item = PlayerLoadedTrackData, Error = ()>>,
  281. },
  282. Ready {
  283. track_id: SpotifyId,
  284. loaded_track: PlayerLoadedTrackData,
  285. },
  286. }
  287. type Decoder = VorbisDecoder<Subfile<AudioDecrypt<AudioFile>>>;
  288. enum PlayerState {
  289. Stopped,
  290. Loading {
  291. track_id: SpotifyId,
  292. play_request_id: u64,
  293. start_playback: bool,
  294. loader: Box<dyn Future<Item = PlayerLoadedTrackData, Error = ()>>,
  295. },
  296. Paused {
  297. track_id: SpotifyId,
  298. play_request_id: u64,
  299. decoder: Decoder,
  300. normalisation_factor: f32,
  301. stream_loader_controller: StreamLoaderController,
  302. bytes_per_second: usize,
  303. duration_ms: u32,
  304. stream_position_pcm: u64,
  305. suggested_to_preload_next_track: bool,
  306. },
  307. Playing {
  308. track_id: SpotifyId,
  309. play_request_id: u64,
  310. decoder: Decoder,
  311. normalisation_factor: f32,
  312. stream_loader_controller: StreamLoaderController,
  313. bytes_per_second: usize,
  314. duration_ms: u32,
  315. stream_position_pcm: u64,
  316. reported_nominal_start_time: Option<Instant>,
  317. suggested_to_preload_next_track: bool,
  318. },
  319. EndOfTrack {
  320. track_id: SpotifyId,
  321. play_request_id: u64,
  322. },
  323. Invalid,
  324. }
  325. impl PlayerState {
  326. fn is_playing(&self) -> bool {
  327. use self::PlayerState::*;
  328. match *self {
  329. Stopped | EndOfTrack { .. } | Paused { .. } | Loading { .. } => false,
  330. Playing { .. } => true,
  331. Invalid => panic!("invalid state"),
  332. }
  333. }
  334. fn is_stopped(&self) -> bool {
  335. use self::PlayerState::*;
  336. match *self {
  337. Stopped => true,
  338. _ => false,
  339. }
  340. }
  341. fn decoder(&mut self) -> Option<&mut Decoder> {
  342. use self::PlayerState::*;
  343. match *self {
  344. Stopped | EndOfTrack { .. } | Loading { .. } => None,
  345. Paused {
  346. ref mut decoder, ..
  347. }
  348. | Playing {
  349. ref mut decoder, ..
  350. } => Some(decoder),
  351. Invalid => panic!("invalid state"),
  352. }
  353. }
  354. fn stream_loader_controller(&mut self) -> Option<&mut StreamLoaderController> {
  355. use self::PlayerState::*;
  356. match *self {
  357. Stopped | EndOfTrack { .. } | Loading { .. } => None,
  358. Paused {
  359. ref mut stream_loader_controller,
  360. ..
  361. }
  362. | Playing {
  363. ref mut stream_loader_controller,
  364. ..
  365. } => Some(stream_loader_controller),
  366. Invalid => panic!("invalid state"),
  367. }
  368. }
  369. fn playing_to_end_of_track(&mut self) {
  370. use self::PlayerState::*;
  371. match mem::replace(self, Invalid) {
  372. Playing {
  373. track_id,
  374. play_request_id,
  375. ..
  376. } => {
  377. *self = EndOfTrack {
  378. track_id,
  379. play_request_id,
  380. };
  381. }
  382. _ => panic!("Called playing_to_end_of_track in non-playing state."),
  383. }
  384. }
  385. fn paused_to_playing(&mut self) {
  386. use self::PlayerState::*;
  387. match ::std::mem::replace(self, Invalid) {
  388. Paused {
  389. track_id,
  390. play_request_id,
  391. decoder,
  392. normalisation_factor,
  393. stream_loader_controller,
  394. duration_ms,
  395. bytes_per_second,
  396. stream_position_pcm,
  397. suggested_to_preload_next_track,
  398. } => {
  399. *self = Playing {
  400. track_id,
  401. play_request_id,
  402. decoder,
  403. normalisation_factor,
  404. stream_loader_controller,
  405. duration_ms,
  406. bytes_per_second,
  407. stream_position_pcm,
  408. reported_nominal_start_time: None,
  409. suggested_to_preload_next_track,
  410. };
  411. }
  412. _ => panic!("invalid state"),
  413. }
  414. }
  415. fn playing_to_paused(&mut self) {
  416. use self::PlayerState::*;
  417. match ::std::mem::replace(self, Invalid) {
  418. Playing {
  419. track_id,
  420. play_request_id,
  421. decoder,
  422. normalisation_factor,
  423. stream_loader_controller,
  424. duration_ms,
  425. bytes_per_second,
  426. stream_position_pcm,
  427. reported_nominal_start_time: _,
  428. suggested_to_preload_next_track,
  429. } => {
  430. *self = Paused {
  431. track_id,
  432. play_request_id,
  433. decoder,
  434. normalisation_factor,
  435. stream_loader_controller,
  436. duration_ms,
  437. bytes_per_second,
  438. stream_position_pcm,
  439. suggested_to_preload_next_track,
  440. };
  441. }
  442. _ => panic!("invalid state"),
  443. }
  444. }
  445. }
  446. struct PlayerTrackLoader {
  447. session: Session,
  448. config: PlayerConfig,
  449. }
  450. impl PlayerTrackLoader {
  451. fn find_available_alternative<'a>(&self, audio: &'a AudioItem) -> Option<Cow<'a, AudioItem>> {
  452. if audio.available {
  453. Some(Cow::Borrowed(audio))
  454. } else {
  455. if let Some(alternatives) = &audio.alternatives {
  456. let alternatives = alternatives
  457. .iter()
  458. .map(|alt_id| AudioItem::get_audio_item(&self.session, *alt_id));
  459. let alternatives = future::join_all(alternatives).wait().unwrap();
  460. alternatives
  461. .into_iter()
  462. .find(|alt| alt.available)
  463. .map(Cow::Owned)
  464. } else {
  465. None
  466. }
  467. }
  468. }
  469. fn stream_data_rate(&self, format: FileFormat) -> usize {
  470. match format {
  471. FileFormat::OGG_VORBIS_96 => 12 * 1024,
  472. FileFormat::OGG_VORBIS_160 => 20 * 1024,
  473. FileFormat::OGG_VORBIS_320 => 40 * 1024,
  474. FileFormat::MP3_256 => 32 * 1024,
  475. FileFormat::MP3_320 => 40 * 1024,
  476. FileFormat::MP3_160 => 20 * 1024,
  477. FileFormat::MP3_96 => 12 * 1024,
  478. FileFormat::MP3_160_ENC => 20 * 1024,
  479. FileFormat::MP4_128_DUAL => 16 * 1024,
  480. FileFormat::OTHER3 => 40 * 1024, // better some high guess than nothing
  481. FileFormat::AAC_160 => 20 * 1024,
  482. FileFormat::AAC_320 => 40 * 1024,
  483. FileFormat::MP4_128 => 16 * 1024,
  484. FileFormat::OTHER5 => 40 * 1024, // better some high guess than nothing
  485. }
  486. }
  487. fn load_track(&self, spotify_id: SpotifyId, position_ms: u32) -> Option<PlayerLoadedTrackData> {
  488. let audio = match AudioItem::get_audio_item(&self.session, spotify_id).wait() {
  489. Ok(audio) => audio,
  490. Err(_) => {
  491. error!("Unable to load audio item.");
  492. return None;
  493. }
  494. };
  495. info!("Loading <{}> with Spotify URI <{}>", audio.name, audio.uri);
  496. let audio = match self.find_available_alternative(&audio) {
  497. Some(audio) => audio,
  498. None => {
  499. warn!("<{}> is not available", audio.uri);
  500. return None;
  501. }
  502. };
  503. assert!(audio.duration >= 0);
  504. let duration_ms = audio.duration as u32;
  505. // (Most) podcasts seem to support only 96 bit Vorbis, so fall back to it
  506. let formats = match self.config.bitrate {
  507. Bitrate::Bitrate96 => [
  508. FileFormat::OGG_VORBIS_96,
  509. FileFormat::OGG_VORBIS_160,
  510. FileFormat::OGG_VORBIS_320,
  511. ],
  512. Bitrate::Bitrate160 => [
  513. FileFormat::OGG_VORBIS_160,
  514. FileFormat::OGG_VORBIS_96,
  515. FileFormat::OGG_VORBIS_320,
  516. ],
  517. Bitrate::Bitrate320 => [
  518. FileFormat::OGG_VORBIS_320,
  519. FileFormat::OGG_VORBIS_160,
  520. FileFormat::OGG_VORBIS_96,
  521. ],
  522. };
  523. let format = formats
  524. .iter()
  525. .find(|format| audio.files.contains_key(format))
  526. .unwrap();
  527. let file_id = match audio.files.get(&format) {
  528. Some(&file_id) => file_id,
  529. None => {
  530. warn!("<{}> in not available in format {:?}", audio.name, format);
  531. return None;
  532. }
  533. };
  534. let bytes_per_second = self.stream_data_rate(*format);
  535. let play_from_beginning = position_ms == 0;
  536. let key = self.session.audio_key().request(spotify_id, file_id);
  537. let encrypted_file = AudioFile::open(
  538. &self.session,
  539. file_id,
  540. bytes_per_second,
  541. play_from_beginning,
  542. );
  543. let encrypted_file = match encrypted_file.wait() {
  544. Ok(encrypted_file) => encrypted_file,
  545. Err(_) => {
  546. error!("Unable to load encrypted file.");
  547. return None;
  548. }
  549. };
  550. let mut stream_loader_controller = encrypted_file.get_stream_loader_controller();
  551. if play_from_beginning {
  552. // No need to seek -> we stream from the beginning
  553. stream_loader_controller.set_stream_mode();
  554. } else {
  555. // we need to seek -> we set stream mode after the initial seek.
  556. stream_loader_controller.set_random_access_mode();
  557. }
  558. let key = match key.wait() {
  559. Ok(key) => key,
  560. Err(_) => {
  561. error!("Unable to load decryption key");
  562. return None;
  563. }
  564. };
  565. let mut decrypted_file = AudioDecrypt::new(key, encrypted_file);
  566. let normalisation_factor = match NormalisationData::parse_from_file(&mut decrypted_file) {
  567. Ok(normalisation_data) => {
  568. NormalisationData::get_factor(&self.config, normalisation_data)
  569. }
  570. Err(_) => {
  571. warn!("Unable to extract normalisation data, using default value.");
  572. 1.0 as f32
  573. }
  574. };
  575. let audio_file = Subfile::new(decrypted_file, 0xa7);
  576. let mut decoder = VorbisDecoder::new(audio_file).unwrap();
  577. if position_ms != 0 {
  578. match decoder.seek(position_ms as i64) {
  579. Ok(_) => (),
  580. Err(err) => error!("Vorbis error: {:?}", err),
  581. }
  582. stream_loader_controller.set_stream_mode();
  583. }
  584. let stream_position_pcm = PlayerInternal::position_ms_to_pcm(position_ms);
  585. info!("<{}> ({} ms) loaded", audio.name, audio.duration);
  586. Some(PlayerLoadedTrackData {
  587. decoder,
  588. normalisation_factor,
  589. stream_loader_controller,
  590. bytes_per_second,
  591. duration_ms,
  592. stream_position_pcm,
  593. })
  594. }
  595. }
  596. impl Future for PlayerInternal {
  597. type Item = ();
  598. type Error = ();
  599. fn poll(&mut self) -> Poll<(), ()> {
  600. loop {
  601. let mut all_futures_completed_or_not_ready = true;
  602. // process commands that were sent to us
  603. let cmd = match self.commands.poll() {
  604. Ok(Async::Ready(None)) => return Ok(Async::Ready(())), // client has disconnected - shut down.
  605. Ok(Async::Ready(Some(cmd))) => {
  606. all_futures_completed_or_not_ready = false;
  607. Some(cmd)
  608. }
  609. Ok(Async::NotReady) => None,
  610. Err(_) => None,
  611. };
  612. if let Some(cmd) = cmd {
  613. self.handle_command(cmd);
  614. }
  615. // Handle loading of a new track to play
  616. if let PlayerState::Loading {
  617. ref mut loader,
  618. track_id,
  619. start_playback,
  620. play_request_id,
  621. } = self.state
  622. {
  623. match loader.poll() {
  624. Ok(Async::Ready(loaded_track)) => {
  625. self.start_playback(
  626. track_id,
  627. play_request_id,
  628. loaded_track,
  629. start_playback,
  630. );
  631. if let PlayerState::Loading { .. } = self.state {
  632. panic!("The state wasn't changed by start_playback()");
  633. }
  634. }
  635. Ok(Async::NotReady) => (),
  636. Err(_) => {
  637. self.handle_player_stop();
  638. assert!(self.state.is_stopped());
  639. }
  640. }
  641. }
  642. // handle pending preload requests.
  643. if let PlayerPreload::Loading {
  644. ref mut loader,
  645. track_id,
  646. } = self.preload
  647. {
  648. match loader.poll() {
  649. Ok(Async::Ready(loaded_track)) => {
  650. self.preload = PlayerPreload::Ready {
  651. track_id,
  652. loaded_track,
  653. };
  654. }
  655. Ok(Async::NotReady) => (),
  656. Err(_) => {
  657. self.preload = PlayerPreload::None;
  658. }
  659. }
  660. }
  661. if self.state.is_playing() && !self.sink_running {
  662. self.start_sink();
  663. }
  664. if self.sink_running {
  665. let mut current_normalisation_factor: f32 = 1.0;
  666. let packet = if let PlayerState::Playing {
  667. track_id,
  668. play_request_id,
  669. ref mut decoder,
  670. normalisation_factor,
  671. ref mut stream_position_pcm,
  672. ref mut reported_nominal_start_time,
  673. duration_ms,
  674. ..
  675. } = self.state
  676. {
  677. current_normalisation_factor = normalisation_factor;
  678. let packet = decoder.next_packet().expect("Vorbis error");
  679. if let Some(ref packet) = packet {
  680. *stream_position_pcm =
  681. *stream_position_pcm + (packet.data().len() / 2) as u64;
  682. let stream_position_millis = Self::position_pcm_to_ms(*stream_position_pcm);
  683. let notify_about_position = match *reported_nominal_start_time {
  684. None => true,
  685. Some(reported_nominal_start_time) => {
  686. // only notify if we're behind. If we're ahead it's probably due to a buffer of the backend and we;re actually in time.
  687. let lag = (Instant::now() - reported_nominal_start_time).as_millis()
  688. as i64
  689. - stream_position_millis as i64;
  690. if lag > 1000 {
  691. true
  692. } else {
  693. false
  694. }
  695. }
  696. };
  697. if notify_about_position {
  698. *reported_nominal_start_time = Some(
  699. Instant::now()
  700. - Duration::from_millis(stream_position_millis as u64),
  701. );
  702. self.send_event(PlayerEvent::Playing {
  703. track_id,
  704. play_request_id,
  705. position_ms: stream_position_millis as u32,
  706. duration_ms,
  707. });
  708. }
  709. }
  710. Some(packet)
  711. } else {
  712. None
  713. };
  714. if let Some(packet) = packet {
  715. self.handle_packet(packet, current_normalisation_factor);
  716. }
  717. }
  718. if let PlayerState::Playing {
  719. track_id,
  720. play_request_id,
  721. duration_ms,
  722. stream_position_pcm,
  723. ref mut stream_loader_controller,
  724. ref mut suggested_to_preload_next_track,
  725. ..
  726. }
  727. | PlayerState::Paused {
  728. track_id,
  729. play_request_id,
  730. duration_ms,
  731. stream_position_pcm,
  732. ref mut stream_loader_controller,
  733. ref mut suggested_to_preload_next_track,
  734. ..
  735. } = self.state
  736. {
  737. let stream_position_millis = Self::position_pcm_to_ms(stream_position_pcm);
  738. if (!*suggested_to_preload_next_track)
  739. && ((duration_ms as i64 - stream_position_millis as i64)
  740. < PRELOAD_NEXT_TRACK_BEFORE_END_DURATION_MS as i64)
  741. && stream_loader_controller.range_to_end_available()
  742. {
  743. *suggested_to_preload_next_track = true;
  744. self.send_event(PlayerEvent::TimeToPreloadNextTrack {
  745. track_id,
  746. play_request_id,
  747. });
  748. }
  749. }
  750. if self.session.is_invalid() {
  751. return Ok(Async::Ready(()));
  752. }
  753. if (!self.sink_running) && all_futures_completed_or_not_ready {
  754. return Ok(Async::NotReady);
  755. }
  756. }
  757. }
  758. }
  759. impl PlayerInternal {
  760. fn position_pcm_to_ms(position_pcm: u64) -> u32 {
  761. (position_pcm * 10 / 441) as u32
  762. }
  763. fn position_ms_to_pcm(position_ms: u32) -> u64 {
  764. position_ms as u64 * 441 / 10
  765. }
  766. fn start_sink(&mut self) {
  767. match self.sink.start() {
  768. Ok(()) => self.sink_running = true,
  769. Err(err) => error!("Could not start audio: {}", err),
  770. }
  771. }
  772. fn stop_sink_if_running(&mut self) {
  773. if self.sink_running {
  774. self.stop_sink();
  775. }
  776. }
  777. fn stop_sink(&mut self) {
  778. self.sink.stop().unwrap();
  779. self.sink_running = false;
  780. }
  781. fn handle_player_stop(&mut self) {
  782. match self.state {
  783. PlayerState::Playing {
  784. track_id,
  785. play_request_id,
  786. ..
  787. }
  788. | PlayerState::Paused {
  789. track_id,
  790. play_request_id,
  791. ..
  792. }
  793. | PlayerState::EndOfTrack {
  794. track_id,
  795. play_request_id,
  796. }
  797. | PlayerState::Loading {
  798. track_id,
  799. play_request_id,
  800. ..
  801. } => {
  802. self.stop_sink_if_running();
  803. self.send_event(PlayerEvent::Stopped {
  804. track_id,
  805. play_request_id,
  806. });
  807. self.state = PlayerState::Stopped;
  808. }
  809. PlayerState::Stopped => (),
  810. PlayerState::Invalid => panic!("invalid state"),
  811. }
  812. }
  813. fn handle_packet(&mut self, packet: Option<VorbisPacket>, normalisation_factor: f32) {
  814. match packet {
  815. Some(mut packet) => {
  816. if packet.data().len() > 0 {
  817. if let Some(ref editor) = self.audio_filter {
  818. editor.modify_stream(&mut packet.data_mut())
  819. };
  820. if self.config.normalisation && normalisation_factor != 1.0 {
  821. for x in packet.data_mut().iter_mut() {
  822. *x = (*x as f32 * normalisation_factor) as i16;
  823. }
  824. }
  825. if let Err(err) = self.sink.write(&packet.data()) {
  826. error!("Could not write audio: {}", err);
  827. self.stop_sink();
  828. }
  829. }
  830. }
  831. None => {
  832. self.stop_sink();
  833. self.state.playing_to_end_of_track();
  834. if let PlayerState::EndOfTrack {
  835. track_id,
  836. play_request_id,
  837. } = self.state
  838. {
  839. self.send_event(PlayerEvent::EndOfTrack {
  840. track_id,
  841. play_request_id,
  842. })
  843. } else {
  844. unreachable!();
  845. }
  846. }
  847. }
  848. }
  849. fn start_playback(
  850. &mut self,
  851. track_id: SpotifyId,
  852. play_request_id: u64,
  853. loaded_track: PlayerLoadedTrackData,
  854. start_playback: bool,
  855. ) {
  856. let position_ms = Self::position_pcm_to_ms(loaded_track.stream_position_pcm);
  857. match self.state {
  858. PlayerState::Playing {
  859. track_id: old_track_id,
  860. ..
  861. }
  862. | PlayerState::Paused {
  863. track_id: old_track_id,
  864. ..
  865. }
  866. | PlayerState::EndOfTrack {
  867. track_id: old_track_id,
  868. ..
  869. } => self.send_event(PlayerEvent::Changed {
  870. old_track_id: old_track_id,
  871. new_track_id: track_id,
  872. }),
  873. PlayerState::Stopped => self.send_event(PlayerEvent::Started {
  874. track_id,
  875. play_request_id,
  876. position_ms,
  877. }),
  878. PlayerState::Loading { .. } => (),
  879. PlayerState::Invalid { .. } => panic!("Player is in an invalid state."),
  880. }
  881. if start_playback {
  882. self.start_sink();
  883. self.send_event(PlayerEvent::Playing {
  884. track_id,
  885. play_request_id,
  886. position_ms,
  887. duration_ms: loaded_track.duration_ms,
  888. });
  889. self.state = PlayerState::Playing {
  890. track_id: track_id,
  891. play_request_id: play_request_id,
  892. decoder: loaded_track.decoder,
  893. normalisation_factor: loaded_track.normalisation_factor,
  894. stream_loader_controller: loaded_track.stream_loader_controller,
  895. duration_ms: loaded_track.duration_ms,
  896. bytes_per_second: loaded_track.bytes_per_second,
  897. stream_position_pcm: loaded_track.stream_position_pcm,
  898. reported_nominal_start_time: Some(
  899. Instant::now() - Duration::from_millis(position_ms as u64),
  900. ),
  901. suggested_to_preload_next_track: false,
  902. };
  903. } else {
  904. self.state = PlayerState::Paused {
  905. track_id: track_id,
  906. play_request_id: play_request_id,
  907. decoder: loaded_track.decoder,
  908. normalisation_factor: loaded_track.normalisation_factor,
  909. stream_loader_controller: loaded_track.stream_loader_controller,
  910. duration_ms: loaded_track.duration_ms,
  911. bytes_per_second: loaded_track.bytes_per_second,
  912. stream_position_pcm: loaded_track.stream_position_pcm,
  913. suggested_to_preload_next_track: false,
  914. };
  915. self.send_event(PlayerEvent::Paused {
  916. track_id,
  917. play_request_id,
  918. position_ms,
  919. duration_ms: loaded_track.duration_ms,
  920. });
  921. }
  922. }
  923. fn handle_command(&mut self, cmd: PlayerCommand) {
  924. debug!("command={:?}", cmd);
  925. match cmd {
  926. PlayerCommand::Load {
  927. track_id,
  928. play_request_id,
  929. play,
  930. position_ms,
  931. } => {
  932. if self.state.is_playing() {
  933. self.stop_sink_if_running();
  934. }
  935. match self.state {
  936. PlayerState::Playing {
  937. track_id: old_track_id,
  938. ..
  939. }
  940. | PlayerState::Paused {
  941. track_id: old_track_id,
  942. ..
  943. }
  944. | PlayerState::EndOfTrack {
  945. track_id: old_track_id,
  946. ..
  947. }
  948. | PlayerState::Loading {
  949. track_id: old_track_id,
  950. ..
  951. } => self.send_event(PlayerEvent::Changed {
  952. old_track_id: old_track_id,
  953. new_track_id: track_id,
  954. }),
  955. PlayerState::Stopped => self.send_event(PlayerEvent::Started {
  956. track_id,
  957. play_request_id,
  958. position_ms,
  959. }),
  960. PlayerState::Invalid { .. } => panic!("Player is in an invalid state."),
  961. }
  962. let mut load_command_processed = false;
  963. if let PlayerPreload::Ready {
  964. track_id: loaded_track_id,
  965. ..
  966. } = self.preload
  967. {
  968. if (track_id == loaded_track_id) && (position_ms == 0) {
  969. let mut preload = PlayerPreload::None;
  970. std::mem::swap(&mut preload, &mut self.preload);
  971. if let PlayerPreload::Ready {
  972. track_id,
  973. loaded_track,
  974. } = preload
  975. {
  976. self.start_playback(track_id, play_request_id, loaded_track, play);
  977. load_command_processed = true;
  978. }
  979. }
  980. }
  981. if !load_command_processed {
  982. self.send_event(PlayerEvent::Loading {
  983. track_id,
  984. play_request_id,
  985. position_ms,
  986. });
  987. let loader = if let PlayerPreload::Loading {
  988. track_id: loaded_track_id,
  989. ..
  990. } = self.preload
  991. {
  992. if (track_id == loaded_track_id) && (position_ms == 0) {
  993. let mut preload = PlayerPreload::None;
  994. std::mem::swap(&mut preload, &mut self.preload);
  995. if let PlayerPreload::Loading { loader, .. } = preload {
  996. Some(loader)
  997. } else {
  998. None
  999. }
  1000. } else {
  1001. None
  1002. }
  1003. } else {
  1004. None
  1005. };
  1006. self.preload = PlayerPreload::None;
  1007. let loader = loader.or_else(|| Some(self.load_track(track_id, position_ms)));
  1008. let loader = loader.unwrap();
  1009. self.state = PlayerState::Loading {
  1010. track_id,
  1011. play_request_id,
  1012. start_playback: play,
  1013. loader,
  1014. };
  1015. }
  1016. }
  1017. PlayerCommand::Preload { track_id } => {
  1018. if let PlayerPreload::Loading {
  1019. track_id: currently_loading,
  1020. ..
  1021. }
  1022. | PlayerPreload::Ready {
  1023. track_id: currently_loading,
  1024. ..
  1025. } = self.preload
  1026. {
  1027. if currently_loading != track_id {
  1028. self.preload = PlayerPreload::None;
  1029. }
  1030. }
  1031. if let PlayerPreload::None = self.preload {
  1032. let loader = self.load_track(track_id, 0);
  1033. self.preload = PlayerPreload::Loading { track_id, loader }
  1034. }
  1035. }
  1036. PlayerCommand::Seek(position_ms) => {
  1037. if let Some(stream_loader_controller) = self.state.stream_loader_controller() {
  1038. stream_loader_controller.set_random_access_mode();
  1039. }
  1040. if let Some(decoder) = self.state.decoder() {
  1041. match decoder.seek(position_ms as i64) {
  1042. Ok(_) => {
  1043. if let PlayerState::Playing {
  1044. ref mut stream_position_pcm,
  1045. ..
  1046. }
  1047. | PlayerState::Paused {
  1048. ref mut stream_position_pcm,
  1049. ..
  1050. } = self.state
  1051. {
  1052. *stream_position_pcm = Self::position_ms_to_pcm(position_ms);
  1053. }
  1054. }
  1055. Err(err) => error!("Vorbis error: {:?}", err),
  1056. }
  1057. } else {
  1058. warn!("Player::seek called from invalid state");
  1059. }
  1060. // If we're playing, ensure, that we have enough data leaded to avoid a buffer underrun.
  1061. if let Some(stream_loader_controller) = self.state.stream_loader_controller() {
  1062. stream_loader_controller.set_stream_mode();
  1063. }
  1064. self.preload_data_before_playback();
  1065. if let PlayerState::Playing {
  1066. track_id,
  1067. play_request_id,
  1068. ref mut reported_nominal_start_time,
  1069. duration_ms,
  1070. ..
  1071. } = self.state
  1072. {
  1073. *reported_nominal_start_time =
  1074. Some(Instant::now() - Duration::from_millis(position_ms as u64));
  1075. self.send_event(PlayerEvent::Playing {
  1076. track_id,
  1077. play_request_id,
  1078. position_ms: position_ms,
  1079. duration_ms,
  1080. });
  1081. }
  1082. if let PlayerState::Paused {
  1083. track_id,
  1084. play_request_id,
  1085. duration_ms,
  1086. ..
  1087. } = self.state
  1088. {
  1089. self.send_event(PlayerEvent::Paused {
  1090. track_id,
  1091. play_request_id,
  1092. position_ms: position_ms,
  1093. duration_ms,
  1094. });
  1095. }
  1096. }
  1097. PlayerCommand::Play => {
  1098. if let PlayerState::Paused {
  1099. track_id,
  1100. play_request_id,
  1101. stream_position_pcm,
  1102. ..
  1103. } = self.state
  1104. {
  1105. self.state.paused_to_playing();
  1106. let position_ms = Self::position_pcm_to_ms(stream_position_pcm);
  1107. self.send_event(PlayerEvent::Started {
  1108. track_id,
  1109. play_request_id,
  1110. position_ms,
  1111. });
  1112. self.start_sink();
  1113. } else {
  1114. warn!("Player::play called from invalid state");
  1115. }
  1116. }
  1117. PlayerCommand::Pause => {
  1118. if let PlayerState::Playing {
  1119. track_id,
  1120. play_request_id,
  1121. stream_position_pcm,
  1122. duration_ms,
  1123. ..
  1124. } = self.state
  1125. {
  1126. self.state.playing_to_paused();
  1127. self.stop_sink_if_running();
  1128. let position_ms = Self::position_pcm_to_ms(stream_position_pcm);
  1129. self.send_event(PlayerEvent::Paused {
  1130. track_id,
  1131. play_request_id,
  1132. position_ms,
  1133. duration_ms,
  1134. });
  1135. } else {
  1136. warn!("Player::pause called from invalid state");
  1137. }
  1138. }
  1139. PlayerCommand::Stop => self.handle_player_stop(),
  1140. PlayerCommand::AddEventSender(sender) => self.event_senders.push(sender),
  1141. PlayerCommand::EmitVolumeSetEvent(volume) => {
  1142. self.send_event(PlayerEvent::VolumeSet { volume })
  1143. }
  1144. }
  1145. }
  1146. fn send_event(&mut self, event: PlayerEvent) {
  1147. let mut index = 0;
  1148. while index < self.event_senders.len() {
  1149. match self.event_senders[index].unbounded_send(event.clone()) {
  1150. Ok(_) => index += 1,
  1151. Err(_) => {
  1152. self.event_senders.remove(index);
  1153. }
  1154. }
  1155. }
  1156. }
  1157. fn load_track(
  1158. &self,
  1159. spotify_id: SpotifyId,
  1160. position_ms: u32,
  1161. ) -> Box<dyn Future<Item = PlayerLoadedTrackData, Error = ()>> {
  1162. // This method creates a future that returns the loaded stream and associated info.
  1163. // Ideally all work should be done using asynchronous code. However, seek() on the
  1164. // audio stream is implemented in a blocking fashion. Thus, we can't turn it into future
  1165. // easily. Instead we spawn a thread to do the work and return a one-shot channel as the
  1166. // future to work with.
  1167. let loader = PlayerTrackLoader {
  1168. session: self.session.clone(),
  1169. config: self.config.clone(),
  1170. };
  1171. let (result_tx, result_rx) = futures::sync::oneshot::channel();
  1172. std::thread::spawn(move || {
  1173. loader
  1174. .load_track(spotify_id, position_ms)
  1175. .and_then(move |data| {
  1176. let _ = result_tx.send(data);
  1177. Some(())
  1178. });
  1179. });
  1180. Box::new(result_rx.map_err(|_| ()))
  1181. }
  1182. fn preload_data_before_playback(&mut self) {
  1183. if let PlayerState::Playing {
  1184. bytes_per_second,
  1185. ref mut stream_loader_controller,
  1186. ..
  1187. } = self.state
  1188. {
  1189. // Request our read ahead range
  1190. let request_data_length = max(
  1191. (READ_AHEAD_DURING_PLAYBACK_ROUNDTRIPS
  1192. * (0.001 * stream_loader_controller.ping_time_ms() as f64)
  1193. * bytes_per_second as f64) as usize,
  1194. (READ_AHEAD_DURING_PLAYBACK_SECONDS * bytes_per_second as f64) as usize,
  1195. );
  1196. stream_loader_controller.fetch_next(request_data_length);
  1197. // Request the part we want to wait for blocking. This effecively means we wait for the previous request to partially complete.
  1198. let wait_for_data_length = max(
  1199. (READ_AHEAD_BEFORE_PLAYBACK_ROUNDTRIPS
  1200. * (0.001 * stream_loader_controller.ping_time_ms() as f64)
  1201. * bytes_per_second as f64) as usize,
  1202. (READ_AHEAD_BEFORE_PLAYBACK_SECONDS * bytes_per_second as f64) as usize,
  1203. );
  1204. stream_loader_controller.fetch_next_blocking(wait_for_data_length);
  1205. }
  1206. }
  1207. }
  1208. impl Drop for PlayerInternal {
  1209. fn drop(&mut self) {
  1210. debug!("drop PlayerInternal[{}]", self.session.session_id());
  1211. }
  1212. }
  1213. impl ::std::fmt::Debug for PlayerCommand {
  1214. fn fmt(&self, f: &mut ::std::fmt::Formatter) -> ::std::fmt::Result {
  1215. match *self {
  1216. PlayerCommand::Load {
  1217. track_id,
  1218. play,
  1219. position_ms,
  1220. ..
  1221. } => f
  1222. .debug_tuple("Load")
  1223. .field(&track_id)
  1224. .field(&play)
  1225. .field(&position_ms)
  1226. .finish(),
  1227. PlayerCommand::Preload { track_id } => {
  1228. f.debug_tuple("Preload").field(&track_id).finish()
  1229. }
  1230. PlayerCommand::Play => f.debug_tuple("Play").finish(),
  1231. PlayerCommand::Pause => f.debug_tuple("Pause").finish(),
  1232. PlayerCommand::Stop => f.debug_tuple("Stop").finish(),
  1233. PlayerCommand::Seek(position) => f.debug_tuple("Seek").field(&position).finish(),
  1234. PlayerCommand::AddEventSender(_) => f.debug_tuple("AddEventSender").finish(),
  1235. PlayerCommand::EmitVolumeSetEvent(volume) => {
  1236. f.debug_tuple("VolumeSet").field(&volume).finish()
  1237. }
  1238. }
  1239. }
  1240. }
  1241. struct Subfile<T: Read + Seek> {
  1242. stream: T,
  1243. offset: u64,
  1244. }
  1245. impl<T: Read + Seek> Subfile<T> {
  1246. pub fn new(mut stream: T, offset: u64) -> Subfile<T> {
  1247. stream.seek(SeekFrom::Start(offset)).unwrap();
  1248. Subfile {
  1249. stream: stream,
  1250. offset: offset,
  1251. }
  1252. }
  1253. }
  1254. impl<T: Read + Seek> Read for Subfile<T> {
  1255. fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
  1256. self.stream.read(buf)
  1257. }
  1258. }
  1259. impl<T: Read + Seek> Seek for Subfile<T> {
  1260. fn seek(&mut self, mut pos: SeekFrom) -> Result<u64> {
  1261. pos = match pos {
  1262. SeekFrom::Start(offset) => SeekFrom::Start(offset + self.offset),
  1263. x => x,
  1264. };
  1265. let newpos = self.stream.seek(pos)?;
  1266. if newpos > self.offset {
  1267. Ok(newpos - self.offset)
  1268. } else {
  1269. Ok(0)
  1270. }
  1271. }
  1272. }