(thea-exe) Add more tests - there might be a problem getting them to run in para...

[github-actions]

https://github.com/banyancomputer/dataprep/blob/e5a984cfc9207ddf8fb842911722680bca9ee549/dataprep-pipelines/tests/pipeline.rs#L51

use dataprep_pipelines::utils::{
    fs::{FileStructure, FileStructureStrategy},
    test::{pipeline_test, setup_test_structure},
};
use lazy_static::lazy_static;

lazy_static! {
    // Where to work on test outputs when running tests
    static ref TEST_PATH: &'static str = "test_scratch_space";
    static ref INPUT_PATH: &'static str = "test_scratch_space/input";
    static ref OUTPUT_PATH: &'static str = "test_scratch_space/output";
    static ref UNPACKED_PATH:  &'static str = "test_scratch_space/unpacked";
    static ref MANIFEST_FILE_PATH: &'static str = "test_scratch_space/manifest.json";
}

#[cfg(test)]
mod test {
    use super::*;

    #[tokio::test]
    /// A simple end to end integration test of a small file structure
    async fn test_pipeline() {
        // Define the file structure to test
        let desired_structure = FileStructure::new(
            2,                               // width
            2,                               // depth
            1024,                            // target size in bytes (1KB)
            FileStructureStrategy::Balanced, // Balanced
            true,                            // utf8 only
        );

        // Setup the test structure
        setup_test_structure(
            &TEST_PATH,
            &INPUT_PATH,
            &OUTPUT_PATH,
            &UNPACKED_PATH,
            &MANIFEST_FILE_PATH,
            desired_structure,
        );

        // Run the transform and check
        pipeline_test(
            &INPUT_PATH,
            &OUTPUT_PATH,
            &MANIFEST_FILE_PATH,
            &UNPACKED_PATH,
        )
        .await;
    }
    // TODO: (thea-exe) Add more tests - there might be a problem getting them to run in parallel
}