Struct tikv::import::sst_service::ImportSSTService

pub struct ImportSSTService<E, Router> where
    E: KvEngine,  {
    cfg: Config,
    engine: E,
    router: Router,
    threads: ThreadPool,
    importer: Arc<SSTImporter>,
    limiter: Limiter,
    task_slots: Arc<Mutex<HashSet<PathBuf>>>,
}

ImportSSTService provides tikv-server with the ability to ingest SST files.

It saves the SST sent from client to a file and then sends a command to raftstore to trigger the ingest process.

Fields

cfg: Config

engine: E

router: Router

threads: ThreadPool

importer: Arc<SSTImporter>

limiter: Limiter

task_slots: Arc<Mutex<HashSet<PathBuf>>>

Implementations

impl<E, Router> ImportSSTService<E, Router> where
    E: KvEngine,
    Router: 'static + RaftStoreRouter<E>, 

pub fn new(
    cfg: Config,
    router: Router,
    engine: E,
    importer: Arc<SSTImporter>
) -> ImportSSTService<E, Router>

fn acquire_lock(
    task_slots: &Arc<Mutex<HashSet<PathBuf>>>,
    meta: &SstMeta
) -> Result<bool>

fn release_lock(
    task_slots: &Arc<Mutex<HashSet<PathBuf>>>,
    meta: &SstMeta
) -> Result<bool>

fn check_write_stall(&self) -> Option<Error>

fn ingest_files(
    &self,
    context: Context,
    label: &'static str,
    ssts: Vec<SstMeta>
) -> impl Future<Output = Result<IngestResponse>>

Trait Implementations

impl<E: Clone, Router: Clone> Clone for ImportSSTService<E, Router> where
    E: KvEngine, 

fn clone(&self) -> ImportSSTService<E, Router>

Returns a copy of the value.

pub fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<E, Router> ImportSst for ImportSSTService<E, Router> where
    E: KvEngine,
    Router: 'static + RaftStoreRouter<E>, 

fn switch_mode(
    &mut self,
    ctx: RpcContext<'_>,
    req: SwitchModeRequest,
    sink: UnarySink<SwitchModeResponse>
)

fn upload(
    &mut self,
    _ctx: RpcContext<'_>,
    stream: RequestStream<UploadRequest>,
    sink: ClientStreamingSink<UploadResponse>
)

Receive SST from client and save the file for later ingesting.

fn download(
    &mut self,
    _ctx: RpcContext<'_>,
    req: DownloadRequest,
    sink: UnarySink<DownloadResponse>
)

Downloads the file and performs key-rewrite for later ingesting.

fn ingest(
    &mut self,
    ctx: RpcContext<'_>,
    req: IngestRequest,
    sink: UnarySink<IngestResponse>
)

Ingest the file by sending a raft command to raftstore.

If the ingestion fails because the region is not found or the epoch does not match, the remaining files will eventually be cleaned up by CleanupSSTWorker.

fn multi_ingest(
    &mut self,
    ctx: RpcContext<'_>,
    req: MultiIngestRequest,
    sink: UnarySink<IngestResponse>
)

Ingest multiple files by sending a raft command to raftstore.

fn compact(
    &mut self,
    _ctx: RpcContext<'_>,
    req: CompactRequest,
    sink: UnarySink<CompactResponse>
)

fn set_download_speed_limit(
    &mut self,
    ctx: RpcContext<'_>,
    req: SetDownloadSpeedLimitRequest,
    sink: UnarySink<SetDownloadSpeedLimitResponse>
)

fn write(
    &mut self,
    _ctx: RpcContext<'_>,
    stream: RequestStream<WriteRequest>,
    sink: ClientStreamingSink<WriteResponse>
)