diff --git a/Cargo.lock b/Cargo.lock
index 920393daa030..d194027eee8c 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -4149,6 +4149,21 @@ version = "1.0.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
 
+[[package]]
+name = "foreign-types"
+version = "0.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1"
+dependencies = [
+ "foreign-types-shared",
+]
+
+[[package]]
+name = "foreign-types-shared"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b"
+
 [[package]]
 name = "form_urlencoded"
 version = "1.2.1"
@@ -4630,6 +4645,25 @@ dependencies = [
  "tracing",
 ]
 
+[[package]]
+name = "h2"
+version = "0.4.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ccae279728d634d083c00f6099cb58f01cc99c145b84b8be2f6c74618d79922e"
+dependencies = [
+ "atomic-waker",
+ "bytes",
+ "fnv",
+ "futures-core",
+ "futures-sink",
+ "http 1.1.0",
+ "indexmap 2.6.0",
+ "slab",
+ "tokio",
+ "tokio-util",
+ "tracing",
+]
+
 [[package]]
 name = "h3o"
 version = "0.6.4"
@@ -5089,7 +5123,7 @@ dependencies = [
  "futures-channel",
  "futures-core",
  "futures-util",
- "h2",
+ "h2 0.3.26",
  "http 0.2.12",
  "http-body 0.4.6",
  "httparse",
@@ -5112,6 +5146,7 @@ dependencies = [
  "bytes",
  "futures-channel",
  "futures-util",
+ "h2 0.4.7",
  "http 1.1.0",
  "http-body 1.0.1",
  "httparse",
@@ -5186,6 +5221,22 @@ dependencies = [
  "tower-service",
 ]
 
+[[package]]
+name = "hyper-tls"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "70206fc6890eaca9fde8a0bf71caa2ddfc9fe045ac9e5c70df101a7dbde866e0"
+dependencies = [
+ "bytes",
+ "http-body-util",
+ "hyper 1.4.1",
+ "hyper-util",
+ "native-tls",
+ "tokio",
+ "tokio-native-tls",
+ "tower-service",
+]
+
 [[package]]
 name = "hyper-util"
 version = "0.1.9"
@@ -6537,7 +6588,7 @@ dependencies = [
  "derive_builder 0.12.0",
  "etcd-client",
  "futures",
- "h2",
+ "h2 0.3.26",
  "http-body 0.4.6",
  "humantime",
  "humantime-serde",
@@ -7102,6 +7153,23 @@ dependencies = [
  "winapi",
 ]
 
+[[package]]
+name = "native-tls"
+version = "0.2.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a8614eb2c83d59d1c8cc974dd3f920198647674a0a035e1af1fa58707e317466"
+dependencies = [
+ "libc",
+ "log",
+ "openssl",
+ "openssl-probe",
+ "openssl-sys",
+ "schannel",
+ "security-framework",
+ "security-framework-sys",
+ "tempfile",
+]
+
 [[package]]
 name = "ndk-context"
 version = "0.1.1"
@@ -7521,12 +7589,50 @@ dependencies = [
  "tokio-rustls 0.26.0",
 ]
 
+[[package]]
+name = "openssl"
+version = "0.10.68"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6174bc48f102d208783c2c84bf931bb75927a617866870de8a4ea85597f871f5"
+dependencies = [
+ "bitflags 2.6.0",
+ "cfg-if",
+ "foreign-types",
+ "libc",
+ "once_cell",
+ "openssl-macros",
+ "openssl-sys",
+]
+
+[[package]]
+name = "openssl-macros"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.90",
+]
+
 [[package]]
 name = "openssl-probe"
 version = "0.1.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
 
+[[package]]
+name = "openssl-sys"
+version = "0.9.104"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "45abf306cbf99debc8195b66b7346498d7b10c210de50418b5ccd7ceba08c741"
+dependencies = [
+ "cc",
+ "libc",
+ "pkg-config",
+ "vcpkg",
+]
+
 [[package]]
 name = "opentelemetry"
 version = "0.21.0"
@@ -9503,25 +9609,29 @@ dependencies = [
 
 [[package]]
 name = "reqwest"
-version = "0.12.8"
+version = "0.12.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f713147fbe92361e52392c73b8c9e48c04c6625bce969ef54dc901e58e042a7b"
+checksum = "a77c62af46e79de0a562e1a9849205ffcb7fc1238876e9bd743357570e04046f"
 dependencies = [
  "base64 0.22.1",
  "bytes",
+ "encoding_rs",
  "futures-core",
  "futures-util",
+ "h2 0.4.7",
  "http 1.1.0",
  "http-body 1.0.1",
  "http-body-util",
  "hyper 1.4.1",
  "hyper-rustls",
+ "hyper-tls",
  "hyper-util",
  "ipnet",
  "js-sys",
  "log",
  "mime",
  "mime_guess",
+ "native-tls",
  "once_cell",
  "percent-encoding",
  "pin-project-lite",
@@ -9534,7 +9644,9 @@ dependencies = [
  "serde_json",
  "serde_urlencoded",
  "sync_wrapper 1.0.1",
+ "system-configuration 0.6.1",
  "tokio",
+ "tokio-native-tls",
  "tokio-rustls 0.26.0",
  "tokio-util",
  "tower-service",
@@ -10291,7 +10403,7 @@ dependencies = [
  "sha2",
  "sha3",
  "socket2 0.4.10",
- "system-configuration",
+ "system-configuration 0.5.1",
  "termios",
  "ucd",
  "unic-char-property",
@@ -11400,14 +11512,20 @@ dependencies = [
  "common-recordbatch",
  "common-time",
  "datatypes",
+ "flate2",
+ "hex",
  "mysql",
+ "reqwest",
  "serde",
  "serde_json",
+ "sha2",
  "sqlness",
+ "tar",
  "tempfile",
  "tinytemplate",
  "tokio",
  "tokio-postgres",
+ "tokio-stream",
 ]
 
 [[package]]
@@ -11965,7 +12083,18 @@ checksum = "ba3a3adc5c275d719af8cb4272ea1c4a6d668a777f37e115f6d11ddbc1c8e0e7"
 dependencies = [
  "bitflags 1.3.2",
  "core-foundation",
- "system-configuration-sys",
+ "system-configuration-sys 0.5.0",
+]
+
+[[package]]
+name = "system-configuration"
+version = "0.6.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3c879d448e9d986b661742763247d3693ed13609438cf3d006f51f5368a5ba6b"
+dependencies = [
+ "bitflags 2.6.0",
+ "core-foundation",
+ "system-configuration-sys 0.6.0",
 ]
 
 [[package]]
@@ -11978,6 +12107,16 @@ dependencies = [
  "libc",
 ]
 
+[[package]]
+name = "system-configuration-sys"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4"
+dependencies = [
+ "core-foundation-sys",
+ "libc",
+]
+
 [[package]]
 name = "table"
 version = "0.11.0"
@@ -12181,6 +12320,17 @@ version = "1.0.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369"
 
+[[package]]
+name = "tar"
+version = "0.4.43"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c65998313f8e17d0d553d28f91a0df93e4dbbbf770279c7bc21ca0f09ea1a1f6"
+dependencies = [
+ "filetime",
+ "libc",
+ "xattr",
+]
+
 [[package]]
 name = "target-lexicon"
 version = "0.12.16"
@@ -12638,6 +12788,16 @@ dependencies = [
  "tokio-metrics",
 ]
 
+[[package]]
+name = "tokio-native-tls"
+version = "0.3.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bbae76ab933c85776efabc971569dd6119c580d8f5d448769dec1764bf796ef2"
+dependencies = [
+ "native-tls",
+ "tokio",
+]
+
 [[package]]
 name = "tokio-postgres"
 version = "0.7.12"
@@ -12826,7 +12986,7 @@ dependencies = [
  "bytes",
  "futures-core",
  "futures-util",
- "h2",
+ "h2 0.3.26",
  "http 0.2.12",
  "http-body 0.4.6",
  "hyper 0.14.30",
@@ -12854,7 +13014,7 @@ dependencies = [
  "base64 0.21.7",
  "bytes",
  "flate2",
- "h2",
+ "h2 0.3.26",
  "http 0.2.12",
  "http-body 0.4.6",
  "hyper 0.14.30",
@@ -14339,6 +14499,17 @@ dependencies = [
  "zeroize",
 ]
 
+[[package]]
+name = "xattr"
+version = "1.3.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8da84f1a25939b27f6820d92aed108f83ff920fdf11a7b19366c27c4cda81d4f"
+dependencies = [
+ "libc",
+ "linux-raw-sys",
+ "rustix",
+]
+
 [[package]]
 name = "xml-rs"
 version = "0.8.22"
diff --git a/tests/runner/Cargo.toml b/tests/runner/Cargo.toml
index 71312c39dea3..89698714f4d1 100644
--- a/tests/runner/Cargo.toml
+++ b/tests/runner/Cargo.toml
@@ -21,7 +21,13 @@ serde.workspace = true
 serde_json.workspace = true
 tokio-postgres = { workspace = true }
 # sqlness 0.6.0 have a bug causing `cargo sqlness` to fail(see https://github.com/CeresDB/sqlness/issues/68) which is fixed in 0.6.1
+flate2 = "1.0"
+hex = "0.4.3"
+reqwest = "0.12.9"
+sha2 = "=0.10.8"
 sqlness = "0.6.1"
+tar = "0.4.43"
 tempfile.workspace = true
 tinytemplate = "1.2"
 tokio.workspace = true
+tokio-stream.workspace = true
diff --git a/tests/runner/src/env.rs b/tests/runner/src/env.rs
index fd447093e445..24d9bdd9089d 100644
--- a/tests/runner/src/env.rs
+++ b/tests/runner/src/env.rs
@@ -45,7 +45,7 @@ use tokio::sync::Mutex as TokioMutex;
 use tokio_postgres::{Client as PgClient, SimpleQueryMessage as PgRow};
 
 use crate::protocol_interceptor::{MYSQL, PROTOCOL_KEY};
-use crate::util::get_workspace_root;
+use crate::util::{get_workspace_root, maybe_pull_binary};
 use crate::{util, ServerAddr};
 
 const METASRV_ADDR: &str = "127.0.0.1:29302";
@@ -75,6 +75,8 @@ pub struct Env {
     /// When running in CI, this is expected to be set.
     /// If not set, this runner will build the GreptimeDB binary itself when needed, and set this field by then.
     bins_dir: Arc<Mutex<Option<PathBuf>>>,
+    /// Pull different versions of GreptimeDB on need.
+    pull_version_on_need: bool,
 }
 
 #[async_trait]
@@ -101,12 +103,14 @@ impl Env {
         data_home: PathBuf,
         server_addrs: ServerAddr,
         wal: WalConfig,
+        pull_version_on_need: bool,
         bins_dir: Option<PathBuf>,
     ) -> Self {
         Self {
             sqlness_home: data_home,
             server_addrs,
             wal,
+            pull_version_on_need,
             bins_dir: Arc::new(Mutex::new(bins_dir)),
         }
     }
@@ -701,6 +705,7 @@ impl Database for GreptimeDB {
                 *self.env.bins_dir.lock().unwrap() = Some(util::get_binary_dir("debug"));
             } else {
                 // use version in dir files
+                maybe_pull_binary(version, self.env.pull_version_on_need).await;
                 let root = get_workspace_root();
                 let new_path = PathBuf::from_iter([&root, version]);
                 *self.env.bins_dir.lock().unwrap() = Some(new_path);
diff --git a/tests/runner/src/main.rs b/tests/runner/src/main.rs
index eca72f280e2a..a5386a3f05df 100644
--- a/tests/runner/src/main.rs
+++ b/tests/runner/src/main.rs
@@ -92,6 +92,10 @@ struct Args {
     /// This may affect future test runs.
     #[clap(long)]
     preserve_state: bool,
+
+    /// Pull Different versions of GreptimeDB on need.
+    #[clap(long, default_value = "true")]
+    pull_version_on_need: bool,
 }
 
 #[tokio::main]
@@ -138,6 +142,7 @@ async fn main() {
             sqlness_home.clone(),
             args.server_addr.clone(),
             wal,
+            args.pull_version_on_need,
             args.bins_dir,
         ),
     );
diff --git a/tests/runner/src/util.rs b/tests/runner/src/util.rs
index 04c336e1485c..574738ee4310 100644
--- a/tests/runner/src/util.rs
+++ b/tests/runner/src/util.rs
@@ -12,18 +12,160 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+use std::io::Read;
 use std::net::SocketAddr;
-use std::path::PathBuf;
+use std::path::{Path, PathBuf};
 use std::process::Command;
 use std::time::Duration;
 
+use sha2::{Digest, Sha256};
 use tokio::io::AsyncWriteExt;
 use tokio::net::TcpSocket;
 use tokio::time;
+use tokio_stream::StreamExt;
 
 /// Check port every 0.1 second.
 const PORT_CHECK_INTERVAL: Duration = Duration::from_millis(100);
 
+fn http_proxy() -> Option<String> {
+    for proxy in ["http_proxy", "HTTP_PROXY", "all_proxy", "ALL_PROXY"] {
+        if let Ok(proxy_addr) = std::env::var(proxy) {
+            println!("Setting Proxy from env: {}={}", proxy, proxy_addr);
+            return Some(proxy_addr);
+        }
+    }
+    None
+}
+
+fn https_proxy() -> Option<String> {
+    for proxy in ["https_proxy", "HTTPS_PROXY", "all_proxy", "ALL_PROXY"] {
+        if let Ok(proxy_addr) = std::env::var(proxy) {
+            println!("Setting Proxy from env: {}={}", proxy, proxy_addr);
+            return Some(proxy_addr);
+        }
+    }
+    None
+}
+
+async fn download_files(url: &str, path: &str) {
+    let proxy = if url.starts_with("http://") {
+        http_proxy().map(|proxy| reqwest::Proxy::http(proxy).unwrap())
+    } else if url.starts_with("https://") {
+        https_proxy().map(|proxy| reqwest::Proxy::https(proxy).unwrap())
+    } else {
+        None
+    };
+
+    let client = proxy
+        .map(|proxy| reqwest::Client::builder().proxy(proxy).build().unwrap())
+        .unwrap_or(reqwest::Client::new());
+
+    let mut file = tokio::fs::File::create(path).await.unwrap();
+    println!("Downloading {}...", url);
+
+    let mut stream = client.get(url).send().await.unwrap().bytes_stream();
+    let mut size_downloaded = 0;
+
+    while let Some(chunk_result) = stream.next().await {
+        let chunk = chunk_result.unwrap();
+        size_downloaded += chunk.len();
+        print!("\rDownloaded {} bytes", size_downloaded);
+        file.write_all(&chunk).await.unwrap();
+    }
+
+    file.flush().await.unwrap();
+
+    println!("\nDownloaded {}", url);
+}
+
+fn decompress(archive: &str, dest: &str) {
+    let tar = std::fs::File::open(archive).unwrap();
+    let dec = flate2::read::GzDecoder::new(tar);
+    let mut a = tar::Archive::new(dec);
+    a.unpack(dest).unwrap();
+}
+
+/// Use curl to download the binary from the release page.
+///
+/// # Arguments
+///
+/// * `version` - The version of the binary to download. i.e. "v0.9.5"
+pub async fn pull_binary(version: &str) {
+    let os = std::env::consts::OS;
+    let arch = match std::env::consts::ARCH {
+        "x86_64" => "amd64",
+        "aarch64" => "arm64",
+        _ => panic!("Unsupported arch: {}", std::env::consts::ARCH),
+    };
+    let triple = format!("greptime-{}-{}-{}", os, arch, version);
+    let filename = format!("{triple}.tar.gz");
+    // TODO: make it cross platform and aware of proxy
+    let url = format!(
+        "https://github.com/GreptimeTeam/greptimedb/releases/download/{version}/{filename}"
+    );
+    println!("Downloading {version} binary from {}", url);
+    // mkdir {version}
+
+    std::fs::create_dir(version).unwrap();
+
+    let archive = Path::new(version).join(filename);
+    let folder_path = Path::new(version);
+
+    // download the binary to the version directory
+    download_files(&url, &archive.to_string_lossy()).await;
+
+    let checksum_file = format!("{triple}.sha256sum");
+    let checksum_url = format!(
+        "https://github.com/GreptimeTeam/greptimedb/releases/download/{version}/{checksum_file}"
+    );
+    download_files(
+        &checksum_url,
+        &PathBuf::from_iter([version, &checksum_file]).to_string_lossy(),
+    )
+    .await;
+
+    // verify the checksum
+    let mut file = std::fs::File::open(&archive).unwrap();
+    let mut sha256 = Sha256::new();
+    std::io::copy(&mut file, &mut sha256).unwrap();
+    let checksum: Vec<u8> = sha256.finalize().to_vec();
+
+    let mut expected_checksum =
+        std::fs::File::open(PathBuf::from_iter([version, &checksum_file])).unwrap();
+    let mut buf = String::new();
+    expected_checksum.read_to_string(&mut buf).unwrap();
+    let expected_checksum = hex::decode(buf.lines().next().unwrap()).unwrap();
+
+    assert_eq!(
+        checksum, expected_checksum,
+        "Downloaded file is corrupted, checksum mismatched"
+    );
+
+    decompress(&archive.to_string_lossy(), &folder_path.to_string_lossy());
+    println!("Downloaded and extracted {version} binary to {folder_path:?}");
+
+    // move the binary to the version directory
+    std::fs::rename(
+        PathBuf::from_iter([version, &triple, "greptime"]),
+        PathBuf::from_iter([version, "greptime"]),
+    )
+    .unwrap();
+
+    // remove the archive and inner folder
+    std::fs::remove_file(&archive).unwrap();
+    std::fs::remove_dir(PathBuf::from_iter([version, &triple])).unwrap();
+}
+
+/// Pull the binary if it does not exist and `pull_version_on_need` is true.
+pub async fn maybe_pull_binary(version: &str, pull_version_on_need: bool) {
+    let exist = Path::new(version).is_dir();
+    match (exist, pull_version_on_need){
+        (true, _) => println!("Binary {version} exists"),
+        (false, false) => panic!("Binary {version} does not exist, please run with --pull-version-on-need or manually download it"),
+        (false, true) => { pull_binary(version).await; },
+    }
+}
+
 /// Get the dir of test cases. This function only works when the runner is run
 /// under the project's dir because it depends on some envs set by cargo.
 pub fn get_case_dir(case_dir: Option<PathBuf>) -> String {