//! Publish and maintain onion service descriptors

//!

//! See the [`reactor`] module-level documentation for more details.

mod backoff;

mod descriptor;

mod reactor;

mod reupload_timer;

use crate::config::restricted_discovery::RestrictedDiscoveryKeys;

use crate::internal_prelude::*;

use crate::pow::PowManager;

use backoff::{BackoffError, BackoffSchedule, RetriableError, Runner};

use descriptor::{DescriptorStatus, VersionedDescriptor, build_sign};

use reactor::Reactor;

use reactor::read_blind_id_keypair;

use reupload_timer::ReuploadTimer;

use tor_config_path::CfgPathResolver;

use tor_persist::state_dir::InstanceRawSubdir;

pub use reactor::UploadError;

pub(crate) use reactor::{Mockable, OVERALL_UPLOAD_TIMEOUT, Real};

/// A handle for the Hsdir Publisher for an onion service.

///

/// This handle represents a set of tasks that identify the hsdirs for each

/// relevant time period, construct descriptors, publish them, and keep them

/// up-to-date.

#[must_use = "If you don't call launch() on the publisher, it won't publish any descriptors."]

pub(crate) struct Publisher<R: Runtime, M: Mockable> {

    /// The runtime.

    runtime: R,

    /// The service for which we're publishing descriptors.

    nickname: HsNickname,

    /// A source for new network directories that we use to determine

    /// our HsDirs.

    dir_provider: Arc<dyn NetDirProvider>,

    /// Mockable state.

    ///

    /// This is used for launching circuits and for obtaining random number generators.

    mockable: M,

    /// The onion service config.

    config: Arc<OnionServiceConfig>,

    /// A channel for receiving IPT change notifications.

    ipt_watcher: IptsPublisherView,

    /// A channel for receiving onion service config change notifications.

    config_rx: watch::Receiver<Arc<OnionServiceConfig>>,

    /// The key manager.

    keymgr: Arc<KeyMgr>,

    /// A sender for updating the status of the onion service.

    status_tx: PublisherStatusSender,

    /// Path resolver for configuration files.

    path_resolver: Arc<CfgPathResolver>,

    /// Proof-of-work state

    pow_manager: Arc<PowManager<R>>,

    /// Queue on which we receive messages from the [`PowManager`] telling us that a seed has

    /// rotated and thus we need to republish the descriptor for a particular time period.

    update_from_pow_manager_rx: mpsc::Receiver<TimePeriod>,

    /// The directory to dump invalid HS descriptors to.

    ///

    /// In practice, we should never be generating invalid HS descriptors,

    /// but if we do, they will be dumped to this directory for debugging.

    bad_hsdescs_dir: InstanceRawSubdir,

}

impl<R: Runtime, M: Mockable> Publisher<R, M> {

    /// Create a new publisher.

    ///

    /// When it launches, it will know no keys or introduction points,

    /// and will therefore not upload any descriptors.

    ///

    /// The publisher won't start publishing until you call [`Publisher::launch`].

    #[allow(clippy::too_many_arguments)]

    /// Launch the publisher reactor.

        let Publisher {

        );

                }

                spawning: "publisher reactor task",

}

#[cfg(test)]

mod test {

    // @@ begin test lint list maintained by maint/add_warning @@

    #![allow(clippy::bool_assert_comparison)]

    #![allow(clippy::clone_on_copy)]

    #![allow(clippy::dbg_macro)]

    #![allow(clippy::mixed_attributes_style)]

    #![allow(clippy::print_stderr)]

    #![allow(clippy::print_stdout)]

    #![allow(clippy::single_char_pattern)]

    #![allow(clippy::unwrap_used)]

    #![allow(clippy::unchecked_time_subtraction)]

    #![allow(clippy::useless_vec)]

    #![allow(clippy::needless_pass_by_value)]

    #![allow(clippy::string_slice)] // See arti#2571

    //! <!-- @@ end test lint list maintained by maint/add_warning @@ -->

    use super::*;

    use std::collections::HashMap;

    use std::io;

    use std::path::Path;

    use std::pin::Pin;

    use std::sync::Mutex;

    use std::sync::atomic::{AtomicUsize, Ordering};

    use std::task::{Context, Poll};

    use async_trait::async_trait;

    use fs_mistrust::Mistrust;

    use futures::{AsyncRead, AsyncWrite};

    use tempfile::{TempDir, tempdir};

    use test_temp_dir::test_temp_dir;

    use tor_basic_utils::test_rng::{TestingRng, testing_rng};

    use tor_hscrypto::pk::{HsBlindId, HsDescSigningKeypair, HsId, HsIdKey, HsIdKeypair};

    use tor_key_forge::ToEncodableKey;

    use tor_keymgr::{ArtiNativeKeystore, KeyMgrBuilder, KeySpecifier};

    use tor_llcrypto::pk::{ed25519, rsa};

    use tor_netdir::testprovider::TestNetDirProvider;

    use tor_netdir::{NetDir, testnet};

    use tor_netdoc::doc::hsdesc::test_data;

    use tor_rtcompat::ToplevelBlockOn;

    use tor_rtmock::MockRuntime;

    use crate::HsNickname;

    use crate::config::OnionServiceConfigBuilder;

    use crate::ipt_set::{IptInSet, IptSet, ipts_channel};

    use crate::pow::NewPowManager;

    use crate::publish::reactor::MockableDirTunnel;

    use crate::status::{OnionServiceStatus, StatusSender};

    use crate::test::create_storage_handles;

    use crate::{

        BlindIdKeypairSpecifier, BlindIdPublicKeySpecifier, DescSigningKeypairSpecifier,

        HsIdKeypairSpecifier, HsIdPublicKeySpecifier,

    };

    /// The nickname of the test service.

    const TEST_SVC_NICKNAME: &str = "test-svc";

    /// The HTTP response the HSDir returns if everything went well.

    const OK_RESPONSE: &str = "HTTP/1.1 200 OK\r\n\r\n";

    /// The HTTP response the HSDir returns if something went wrong

    const ERR_RESPONSE: &str = "HTTP/1.1 500 UH_OH\r\n\r\n";

    /// The error doesn't matter (we return a dummy io::Error from poll_read).

    ///

    /// NOTE: ideally, this would be an io::Result, but io::Error isn't Clone (the tests need to

    /// clone the iterator over these Results for each HSDir).

    type PollReadResult<T> = Result<T, ()>;

    /// A trait for our poll_read response iterator.

    trait PollReadIter:

        Iterator<Item = PollReadResult<String>> + Send + Sync + Clone + Unpin + 'static

    {

    }

    impl<I> PollReadIter for I where

        I: Iterator<Item = PollReadResult<String>> + Send + Sync + Clone + Unpin + 'static

    {

    }

    #[derive(Clone, Debug, Default)]

    struct MockReactorState<I: PollReadIter> {

        /// The number of `POST /tor/hs/3/publish` requests sent by the reactor.

        publish_count: Arc<AtomicUsize>,

        /// The values returned by `DataStream::poll_read` when uploading to an HSDir.

        ///

        /// The values represent the HTTP response (or lack thereof) each HSDir sends upon

        /// receiving a POST request for uploading a descriptor.

        ///

        /// Note: this field is only used for populating responses_for_hsdir. Each time

        /// get_or_launch_specific is called for a new CircTarget, this iterator is cloned and

        /// added to the responses_for_hsdir entry corresponding to the new CircTarget (HSDir).

        poll_read_responses: I,

        /// The responses that will be returned by each test HSDir (identified by its RsaIdentity).

        ///

        /// Used for testing whether the reactor correctly retries on failure.

        responses_for_hsdir: Arc<Mutex<HashMap<rsa::RsaIdentity, I>>>,

    }

    #[async_trait]

    impl<I: PollReadIter> Mockable for MockReactorState<I> {

        type Rng = TestingRng;

        type Tunnel = MockClientCirc<I>;

        fn thread_rng(&self) -> Self::Rng {

            testing_rng()

        }

        async fn get_or_launch_hs_dir<T>(

            &self,

            _netdir: &tor_netdir::NetDir,

            target: T,

        ) -> Result<Self::Tunnel, tor_circmgr::Error>

        where

            T: tor_linkspec::CircTarget + Send + Sync,

        {

            // Look up the next poll_read value to return for this relay.

            let id = target.rsa_identity().unwrap();

            let mut map = self.responses_for_hsdir.lock().unwrap();

            let poll_read_responses = map

                .entry(*id)

                .or_insert_with(|| self.poll_read_responses.clone());

            Ok(MockClientCirc {

                publish_count: Arc::clone(&self.publish_count),

                poll_read_responses: poll_read_responses.clone(),

            })

        }

        fn estimate_upload_timeout(&self) -> Duration {

            // chosen arbitrarily for testing.

            Duration::from_secs(30)

        }

    }

    #[derive(Debug, Clone)]

    struct MockClientCirc<I: PollReadIter> {

        /// The number of `POST /tor/hs/3/publish` requests sent by the reactor.

        publish_count: Arc<AtomicUsize>,

        /// The values to return from `poll_read`.

        ///

        /// Used for testing whether the reactor correctly retries on failure.

        poll_read_responses: I,

    }

    #[async_trait]

    impl<I: PollReadIter> MockableDirTunnel for MockClientCirc<I> {

        type DataStream = MockDataStream<I>;

        async fn begin_dir_stream(&self) -> Result<Self::DataStream, tor_circmgr::Error> {

            Ok(MockDataStream {

                publish_count: Arc::clone(&self.publish_count),

                // TODO: this will need to change when we start reusing circuits (currently,

                // we only ever create one data stream per circuit).

                poll_read_responses: self.poll_read_responses.clone(),

                at_start: true,

            })

        }

        fn source_info(&self) -> tor_proto::Result<Option<tor_dirclient::SourceInfo>> {

            Ok(None)

        }

    }

    #[derive(Debug)]

    struct MockDataStream<I: PollReadIter> {

        /// The number of `POST /tor/hs/3/publish` requests sent by the reactor.

        publish_count: Arc<AtomicUsize>,

        /// The values to return from `poll_read`.

        ///

        /// Used for testing whether the reactor correctly retries on failure.

        poll_read_responses: I,

        /// Are we at the start of a stream?

        ///

        /// (We keep track of this so we can assert that streams begin with a reasonable

        /// HTTP header.)

        at_start: bool,

    }

    impl<I: PollReadIter> AsyncRead for MockDataStream<I> {

        fn poll_read(

            mut self: Pin<&mut Self>,

            _cx: &mut Context<'_>,

            buf: &mut [u8],

        ) -> Poll<io::Result<usize>> {

            match self.as_mut().poll_read_responses.next() {

                Some(res) => {

                    match res {

                        Ok(res) => {

                            buf[..res.len()].copy_from_slice(res.as_bytes());

                            Poll::Ready(Ok(res.len()))

                        }

                        Err(()) => {

                            // Return an error. This should cause the reactor to reattempt the

                            // upload.

                            Poll::Ready(Err(io::Error::other("test error")))

                        }

                    }

                }

                None => Poll::Ready(Ok(0)),

            }

        }

    }

    impl<I: PollReadIter> AsyncWrite for MockDataStream<I> {

        fn poll_write(

            mut self: Pin<&mut Self>,

            _cx: &mut Context<'_>,

            buf: &[u8],

        ) -> Poll<io::Result<usize>> {

            let request = std::str::from_utf8(buf).unwrap();

            if self.at_start {

                assert!(request.starts_with("POST /tor/hs/3/publish HTTP/1.0\r\n"));

                let _prev = self.publish_count.fetch_add(1, Ordering::SeqCst);

                self.as_mut().at_start = false;

            }

            Poll::Ready(Ok(request.len()))

        }

        fn poll_flush(self: Pin<&mut Self>, _cx: &mut Context<'_>) -> Poll<io::Result<()>> {

            Poll::Ready(Ok(()))

        }

        fn poll_close(self: Pin<&mut Self>, _cx: &mut Context<'_>) -> Poll<io::Result<()>> {

            Poll::Ready(Ok(()))

        }

    }

    /// Insert the specified key into the keystore.

    fn insert_svc_key<K>(key: K, keymgr: &KeyMgr, svc_key_spec: &dyn KeySpecifier)

    where

        K: ToEncodableKey,

    {

        keymgr

            .insert(

                key,

                svc_key_spec,

                tor_keymgr::KeystoreSelector::Primary,

                true,

            )

            .unwrap();

    }

    /// Create a new `KeyMgr`, provisioning its keystore with the necessary keys.

    fn init_keymgr(

        keystore_dir: &TempDir,

        nickname: &HsNickname,

        netdir: &NetDir,

    ) -> (HsId, HsBlindId, Arc<KeyMgr>) {

        let period = netdir.hs_time_period();

        let mut rng = testing_rng();

        let keypair = ed25519::Keypair::generate(&mut rng);

        let id_pub = HsIdKey::from(keypair.verifying_key());

        let id_keypair = HsIdKeypair::from(ed25519::ExpandedKeypair::from(&keypair));

        let (hs_blind_id_key, hs_blind_id_kp, _subcredential) =

            id_keypair.compute_blinded_key(period).unwrap();

        let keystore = ArtiNativeKeystore::from_path_and_mistrust(

            keystore_dir,

            &Mistrust::new_dangerously_trust_everyone(),

        )

        .unwrap();

        // Provision the keystore with the necessary keys:

        let keymgr = KeyMgrBuilder::default()

            .primary_store(Box::new(keystore))

            .build()

            .unwrap();

        insert_svc_key(

            id_keypair,

            &keymgr,

            &HsIdKeypairSpecifier::new(nickname.clone()),

        );

        insert_svc_key(

            id_pub.clone(),

            &keymgr,

            &HsIdPublicKeySpecifier::new(nickname.clone()),

        );

        insert_svc_key(

            hs_blind_id_kp,

            &keymgr,

            &BlindIdKeypairSpecifier::new(nickname.clone(), period),

        );

        insert_svc_key(

            hs_blind_id_key.clone(),

            &keymgr,

            &BlindIdPublicKeySpecifier::new(nickname.clone(), period),

        );

        insert_svc_key(

            HsDescSigningKeypair::from(ed25519::Keypair::generate(&mut rng)),

            &keymgr,

            &DescSigningKeypairSpecifier::new(nickname.clone(), period),

        );

        let hs_id = id_pub.into();

        (hs_id, hs_blind_id_key.into(), keymgr.into())

    }

    fn build_test_config(nickname: HsNickname) -> OnionServiceConfig {

        OnionServiceConfigBuilder::default()

            .nickname(nickname)

            .rate_limit_at_intro(None)

            .build()

            .unwrap()

    }

    #[allow(clippy::too_many_arguments)]

    fn run_test<I: PollReadIter>(

        runtime: MockRuntime,

        nickname: HsNickname,

        keymgr: Arc<KeyMgr>,

        pv: IptsPublisherView,

        config_rx: watch::Receiver<Arc<OnionServiceConfig>>,

        status_tx: StatusSender,

        netdir: NetDir,

        reactor_event: impl FnOnce(),

        poll_read_responses: I,

        expected_upload_count: usize,

        republish_count: usize,

        expect_errors: bool,

    ) {

        runtime.clone().block_on(async move {

            let netdir_provider: Arc<dyn NetDirProvider> =

                Arc::new(TestNetDirProvider::from(netdir));

            let publish_count = Default::default();

            let circpool = MockReactorState {

                publish_count: Arc::clone(&publish_count),

                poll_read_responses,

                responses_for_hsdir: Arc::new(Mutex::new(Default::default())),

            };

            let temp_dir = test_temp_dir!();

            let state_dir = temp_dir.subdir_untracked("state_dir");

            let mistrust = fs_mistrust::Mistrust::new_dangerously_trust_everyone();

            let state_dir = StateDirectory::new(state_dir, &mistrust).unwrap();

            let state_handle = state_dir.acquire_instance(&nickname).unwrap();

            let pow_nonce_dir = state_handle.raw_subdir("pow_nonces").unwrap();

            let pow_manager_storage_handle = state_handle.storage_handle("pow_manager").unwrap();

            let bad_hsdescs_dir = state_handle.raw_subdir("bad_hsdescs").unwrap();

            let NewPowManager {

                pow_manager,

                rend_req_tx: _,

                rend_req_rx: _,

                publisher_update_rx: update_from_pow_manager_rx,

            } = PowManager::new(

                runtime.clone(),

                nickname.clone(),

                pow_nonce_dir,

                keymgr.clone(),

                pow_manager_storage_handle,

                netdir_provider.clone(),

                status_tx.clone().into(),

                config_rx.clone(),

            )

            .unwrap();

            let mut status_rx = status_tx.subscribe();

            let publisher: Publisher<MockRuntime, MockReactorState<_>> = Publisher::new(

                runtime.clone(),

                nickname,

                netdir_provider,

                circpool,

                pv,

                config_rx,

                status_tx.into(),

                keymgr,

                Arc::new(CfgPathResolver::default()),

                pow_manager,

                update_from_pow_manager_rx,

                bad_hsdescs_dir,

            );

            publisher.launch().unwrap();

            runtime.progress_until_stalled().await;

            let status = status_rx.next().await.unwrap().publisher_status();

            assert_eq!(State::Shutdown, status.state());

            assert!(status.current_problem().is_none());

            // Check that we haven't published anything yet

            assert_eq!(publish_count.load(Ordering::SeqCst), 0);

            reactor_event();

            runtime.progress_until_stalled().await;

            // We need to manually advance the time, because some of our tests check that the

            // failed uploads are retried, and there's a sleep() between the retries

            // (see BackoffSchedule::next_delay).

            runtime.advance_by(Duration::from_secs(1)).await;

            runtime.progress_until_stalled().await;

            let initial_publish_count = publish_count.load(Ordering::SeqCst);

            assert_eq!(initial_publish_count, expected_upload_count);

            let status = status_rx.next().await.unwrap().publisher_status();

            if expect_errors {

                // The upload results aren't ready yet.

                assert_eq!(State::Bootstrapping, status.state());

            } else {

                // The test network doesn't have an SRV for the previous TP,

                // so we are "unreachable".

                assert_eq!(State::DegradedUnreachable, status.state());

            }

            assert!(status.current_problem().is_none());

            if republish_count > 0 {

                /// The latest time the descriptor can be republished.

                const MAX_TIMEOUT: Duration = Duration::from_secs(60 * 120);

                // Wait until the reactor triggers the necessary number of reuploads.

                runtime

                    .advance_by(MAX_TIMEOUT * (republish_count as u32))

                    .await;

                runtime.progress_until_stalled().await;

                let min_upload_count = expected_upload_count * republish_count;

                // There will be twice as many reuploads if the publisher happens

                // to reupload every hour (as opposed to every 2h).

                let max_upload_count = 2 * min_upload_count;

                let publish_count_now = publish_count.load(Ordering::SeqCst);

                // This is the total number of reuploads (i.e. the number of times

                // we published the descriptor to an HsDir).

                let actual_reupload_count = publish_count_now - initial_publish_count;

                assert!((min_upload_count..=max_upload_count).contains(&actual_reupload_count));

            }

        });

    }

    /// Test that the publisher publishes the descriptor when the IPTs change.

    ///

    /// The `poll_read_responses` are returned by each HSDir, in order, in response to each POST

    /// request received from the publisher.

    ///

    /// The `multiplier` represents the multiplier by which to multiply the number of HSDirs to

    /// obtain the total expected number of uploads (this works because the test "HSDirs" all

    /// behave the same, so the number of uploads is the number of HSDirs multiplied by the number

    /// of retries).

    fn publish_after_ipt_change<I: PollReadIter>(

        temp_dir: &Path,

        poll_read_responses: I,

        multiplier: usize,

        republish_count: usize,

        expect_errors: bool,

    ) {

        let runtime = MockRuntime::new();

        let nickname = HsNickname::try_from(TEST_SVC_NICKNAME.to_string()).unwrap();

        let config = build_test_config(nickname.clone());

        let (_config_tx, config_rx) = watch::channel_with(Arc::new(config));

        let (mut mv, pv) = ipts_channel(&runtime, create_storage_handles(temp_dir).1).unwrap();

        let update_ipts = || {

            let ipts: Vec<IptInSet> = test_data::test_parsed_hsdesc()

                .unwrap()

                .intro_points()

                .iter()

                .enumerate()

                .map(|(i, ipt)| IptInSet {

                    ipt: ipt.clone(),

                    lid: [i.try_into().unwrap(); 32].into(),

                })

                .collect();

            mv.borrow_for_update(runtime.clone()).ipts = Some(IptSet {

                ipts,

                lifetime: Duration::from_secs(20),

            });

        };

        let netdir = testnet::construct_netdir().unwrap_if_sufficient().unwrap();

        let keystore_dir = tempdir().unwrap();

        let (_hsid, blind_id, keymgr) = init_keymgr(&keystore_dir, &nickname, &netdir);

        let hsdir_count = netdir

            .hs_dirs_upload(blind_id, netdir.hs_time_period())

            .unwrap()

            .collect::<Vec<_>>()

            .len();

        assert!(hsdir_count > 0);

        // If any of the uploads fail, they will be retried. Note that the upload failure will

        // affect _each_ hsdir, so the expected number of uploads is a multiple of hsdir_count.

        let expected_upload_count = hsdir_count * multiplier;

        let status_tx = StatusSender::new(OnionServiceStatus::new_shutdown());

        run_test(

            runtime.clone(),

            nickname,

            keymgr,

            pv,

            config_rx,

            status_tx,

            netdir,

            update_ipts,

            poll_read_responses,

            expected_upload_count,

            republish_count,

            expect_errors,

        );

    }

    #[test]

    fn publish_after_ipt_change_no_errors() {

        // The HSDirs always respond with 200 OK, so we expect to publish hsdir_count times.

        let poll_reads = [Ok(OK_RESPONSE.into())].into_iter();

        test_temp_dir!().used_by(|dir| publish_after_ipt_change(dir, poll_reads, 1, 0, false));

    }

    #[test]

    fn publish_after_ipt_change_with_errors() {

        let err_responses = vec![

            // The HSDir closed the connection without sending a response.

            Err(()),

            // The HSDir responded with an internal server error,

            Ok(ERR_RESPONSE.to_string()),

        ];

        for error_res in err_responses.into_iter() {

            let poll_reads = vec![

                // Each HSDir first responds with an error, which causes the publisher to retry the

                // upload. The HSDir then responds with "200 OK".

                //

                // We expect to publish hsdir_count * 2 times (for each HSDir, the first upload

                // attempt fails, but the second succeeds).

                error_res,

                Ok(OK_RESPONSE.to_string()),

            ]

            .into_iter();

            test_temp_dir!().used_by(|dir| publish_after_ipt_change(dir, poll_reads, 2, 0, true));

        }

    }

    #[test]

    fn reupload_after_publishing() {

        let poll_reads = [Ok(OK_RESPONSE.into())].into_iter();

        // Test that 4 reuploads happen after the initial upload

        const REUPLOAD_COUNT: usize = 4;

        test_temp_dir!()

            .used_by(|dir| publish_after_ipt_change(dir, poll_reads, 1, REUPLOAD_COUNT, false));

    }

    // TODO (#1120): test that the descriptor is republished when the config changes

    // TODO (#1120): test that the descriptor is reuploaded only to the HSDirs that need it (i.e. the

    // ones for which it's dirty)

    // TODO (#1120): test that rate-limiting works correctly

    // TODO (#1120): test that the uploaded descriptor contains the expected values

    // TODO (#1120): test that the publisher stops publishing if the IPT manager sets the IPTs to

    // `None`.

}