-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat(provider): implement builkite provider
- Loading branch information
1 parent
e44da76
commit a0c6739
Showing
6 changed files
with
399 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,50 @@ | ||
use log::*; | ||
|
||
use crate::ci_provider::logger::{get_group_event, GroupEvent}; | ||
|
||
/// A logger that prints logs in the format expected by Buildkite | ||
/// | ||
/// See https://buildkite.com/docs/pipelines/managing-log-output | ||
pub struct BuildkiteLogger; | ||
|
||
impl Log for BuildkiteLogger { | ||
fn enabled(&self, _metadata: &Metadata) -> bool { | ||
true | ||
} | ||
|
||
fn log(&self, record: &Record) { | ||
let level = record.level(); | ||
let message = record.args(); | ||
|
||
if let Some(group_event) = get_group_event(record) { | ||
match group_event { | ||
GroupEvent::Start(name) => { | ||
println!("--- {}", name); | ||
} | ||
GroupEvent::End => {} | ||
} | ||
return; | ||
} | ||
|
||
// there is no support for log levels in Buildkite, so we print the level in the message | ||
match level { | ||
Level::Error => { | ||
println!("[ERROR] {}", message); | ||
} | ||
Level::Warn => { | ||
println!("[WARN] {}", message); | ||
} | ||
Level::Info => { | ||
println!("{}", message); | ||
} | ||
Level::Debug => { | ||
println!("[DEBUG] {}", message); | ||
} | ||
Level::Trace => { | ||
println!("[TRACE] {}", message); | ||
} | ||
} | ||
} | ||
|
||
fn flush(&self) {} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,4 @@ | ||
mod logger; | ||
mod provider; | ||
|
||
pub use provider::BuildkiteProvider; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,315 @@ | ||
use std::env; | ||
|
||
use lazy_static::lazy_static; | ||
use regex::Regex; | ||
|
||
use crate::{ | ||
ci_provider::provider::{CIProvider, CIProviderDetector}, | ||
config::Config, | ||
helpers::get_env_variable, | ||
prelude::*, | ||
uploader::{RunEvent, Runner, UploadMetadata}, | ||
VERSION, | ||
}; | ||
|
||
use super::logger::BuildkiteLogger; | ||
|
||
#[derive(Debug)] | ||
pub struct BuildkiteProvider { | ||
pub owner: String, | ||
pub repository: String, | ||
pub ref_: String, | ||
pub head_ref: Option<String>, | ||
pub base_ref: Option<String>, | ||
pub commit_hash: String, | ||
pub event: RunEvent, | ||
} | ||
|
||
lazy_static! { | ||
static ref GITHUB_URL_REGEX: Regex = Regex::new( | ||
r"(?x) | ||
(?:https://github.com/|git@github.com:) | ||
(?P<owner>[^/]+)/(?P<repository>[^/.]+)\.git | ||
" | ||
) | ||
.expect("Failed to compile GitHub URL regex"); | ||
} | ||
|
||
impl BuildkiteProvider { | ||
/// Returns the pull request number if it is a pull request, otherwise returns None. | ||
pub fn get_pr_number() -> Result<Option<u64>> { | ||
Ok(get_env_variable("BUILDKITE_PULL_REQUEST")?.parse().ok()) | ||
} | ||
|
||
pub fn get_run_event() -> Result<RunEvent> { | ||
let is_pr = Self::get_pr_number()?.is_some(); | ||
|
||
if is_pr { | ||
Ok(RunEvent::PullRequest) | ||
} else { | ||
Ok(RunEvent::Push) | ||
} | ||
} | ||
|
||
pub fn get_ref() -> Result<String> { | ||
let pr_number = Self::get_pr_number()?; | ||
|
||
if let Some(pr_number) = pr_number { | ||
Ok(format!("refs/pull/{}/merge", pr_number)) | ||
} else { | ||
Ok(format!( | ||
"refs/heads/{}", | ||
get_env_variable("BUILDKITE_BRANCH")? | ||
)) | ||
} | ||
} | ||
|
||
pub fn get_owner_and_repository() -> Result<(String, String)> { | ||
let repository_url = get_env_variable("BUILDKITE_REPO")?; | ||
let captures = GITHUB_URL_REGEX | ||
.captures(&repository_url) | ||
.context("Failed to parse the GitHub repository URL")?; | ||
|
||
let owner = captures | ||
.name("owner") | ||
.context("Failed to parse the GitHub repository URL")? | ||
.as_str(); | ||
let repository = captures | ||
.name("repository") | ||
.context("Failed to parse the GitHub repository URL")? | ||
.as_str(); | ||
|
||
Ok((owner.into(), repository.into())) | ||
} | ||
} | ||
|
||
impl TryFrom<&Config> for BuildkiteProvider { | ||
type Error = Error; | ||
fn try_from(config: &Config) -> Result<Self> { | ||
if config.token.is_none() { | ||
bail!("Token authentication is required for Buildkite"); | ||
} | ||
|
||
let is_pr = Self::get_pr_number()?.is_some(); | ||
let (owner, repository) = Self::get_owner_and_repository()?; | ||
|
||
Ok(Self { | ||
owner, | ||
repository, | ||
ref_: Self::get_ref()?, | ||
base_ref: if is_pr { | ||
Some(get_env_variable("BUILDKITE_PULL_REQUEST_BASE_BRANCH")?) | ||
} else { | ||
None | ||
}, | ||
head_ref: if is_pr { | ||
Some(get_env_variable("BUILDKITE_BRANCH")?) | ||
} else { | ||
None | ||
}, | ||
commit_hash: get_env_variable("BUILDKITE_COMMIT")?, | ||
event: Self::get_run_event()?, | ||
}) | ||
} | ||
} | ||
|
||
impl CIProviderDetector for BuildkiteProvider { | ||
fn detect() -> bool { | ||
// check if the BUILDKITE environment variable is set and the value is truthy | ||
env::var("BUILDKITE") == Ok("true".into()) | ||
} | ||
} | ||
|
||
impl CIProvider for BuildkiteProvider { | ||
fn setup_logger(&self) -> Result<()> { | ||
log::set_logger(&BuildkiteLogger)?; | ||
log::set_max_level(log::LevelFilter::Trace); | ||
Ok(()) | ||
} | ||
|
||
fn get_provider_name(&self) -> &'static str { | ||
"Buildkite" | ||
} | ||
|
||
fn get_provider_slug(&self) -> &'static str { | ||
"buildkite" | ||
} | ||
|
||
fn get_upload_metadata(&self, _config: &Config, archive_hash: &str) -> Result<UploadMetadata> { | ||
let upload_metadata = UploadMetadata { | ||
base_ref: self.base_ref.clone(), | ||
head_ref: self.head_ref.clone(), | ||
commit_hash: self.commit_hash.clone(), | ||
event: self.event.clone(), | ||
owner: self.owner.clone(), | ||
repository: self.repository.clone(), | ||
ref_: self.ref_.clone(), | ||
|
||
gh_data: None, | ||
tokenless: false, | ||
// TODO: refactor in a default implementation of the trait, as it will be the same for all providers | ||
platform: self.get_provider_slug().into(), | ||
runner: Runner { | ||
name: "codspeed-runner".into(), | ||
version: VERSION.to_string(), | ||
}, | ||
version: Some(1), | ||
profile_md5: archive_hash.to_string(), | ||
}; | ||
|
||
Ok(upload_metadata) | ||
} | ||
} | ||
|
||
#[cfg(test)] | ||
mod tests { | ||
use insta::assert_json_snapshot; | ||
use temp_env::{with_var, with_vars}; | ||
use url::Url; | ||
|
||
use super::*; | ||
|
||
#[test] | ||
fn test_detect() { | ||
with_var("BUILDKITE", Some("true"), || { | ||
assert!(BuildkiteProvider::detect()); | ||
}); | ||
} | ||
|
||
#[test] | ||
fn test_get_owner_and_repository() { | ||
with_var( | ||
"BUILDKITE_REPO", | ||
Some("https://github.com/my-org/adrien-python-test.git"), | ||
|| { | ||
let (owner, repository) = BuildkiteProvider::get_owner_and_repository().unwrap(); | ||
assert_eq!(owner, "my-org"); | ||
assert_eq!(repository, "adrien-python-test"); | ||
}, | ||
); | ||
|
||
with_var( | ||
"BUILDKITE_REPO", | ||
Some("git@github.com:my-org/adrien-python-test.git"), | ||
|| { | ||
let (owner, repository) = BuildkiteProvider::get_owner_and_repository().unwrap(); | ||
assert_eq!(owner, "my-org"); | ||
assert_eq!(repository, "adrien-python-test"); | ||
}, | ||
); | ||
} | ||
|
||
#[test] | ||
fn test_try_from_push_main() { | ||
with_vars( | ||
[ | ||
("BUILDKITE_BRANCH", Some("main")), | ||
("BUILDKITE_BUILD_NUMBER", Some("1")), | ||
("BUILDKITE_COMMIT", Some("abc123")), | ||
("BUILDKITE_PIPELINE_NAME", Some("buildkite-test")), | ||
("BUILDKITE_PULL_REQUEST_BASE_BRANCH", Some("")), | ||
("BUILDKITE_PULL_REQUEST", Some("")), | ||
( | ||
"BUILDKITE_REPO", | ||
Some("https://github.com/my-org/adrien-python-test.git"), | ||
), | ||
("BUILDKITE", Some("true")), | ||
], | ||
|| { | ||
let config = Config { | ||
command: "upload".into(), | ||
skip_setup: false, | ||
skip_upload: false, | ||
token: Some("token".into()), | ||
upload_url: Url::parse("https://example.com").unwrap(), | ||
working_directory: Some(".".into()), | ||
}; | ||
let provider = BuildkiteProvider::try_from(&config).unwrap(); | ||
|
||
assert_eq!(provider.owner, "my-org"); | ||
assert_eq!(provider.repository, "adrien-python-test"); | ||
assert_eq!(provider.ref_, "refs/heads/main"); | ||
assert_eq!(provider.base_ref, None); | ||
assert_eq!(provider.head_ref, None); | ||
assert_eq!(provider.commit_hash, "abc123"); | ||
assert_eq!(provider.event, RunEvent::Push); | ||
}, | ||
); | ||
} | ||
|
||
#[test] | ||
fn test_try_from_pull_request() { | ||
with_vars( | ||
[ | ||
("BUILDKITE_BRANCH", Some("feat/codspeed-runner")), | ||
("BUILDKITE_BUILD_NUMBER", Some("1")), | ||
("BUILDKITE_COMMIT", Some("abc123")), | ||
("BUILDKITE_PIPELINE_NAME", Some("buildkite-test")), | ||
("BUILDKITE_PULL_REQUEST_BASE_BRANCH", Some("main")), | ||
("BUILDKITE_PULL_REQUEST", Some("22")), | ||
( | ||
"BUILDKITE_REPO", | ||
Some("git@github.com:my-org/adrien-python-test.git"), | ||
), | ||
("BUILDKITE", Some("true")), | ||
], | ||
|| { | ||
let config = Config { | ||
command: "upload".into(), | ||
skip_setup: false, | ||
skip_upload: false, | ||
token: Some("token".into()), | ||
upload_url: Url::parse("https://example.com").unwrap(), | ||
working_directory: Some(".".into()), | ||
}; | ||
let provider = BuildkiteProvider::try_from(&config).unwrap(); | ||
|
||
assert_eq!(provider.owner, "my-org"); | ||
assert_eq!(provider.repository, "adrien-python-test"); | ||
assert_eq!(provider.ref_, "refs/pull/22/merge"); | ||
assert_eq!(provider.base_ref, Some("main".into())); | ||
assert_eq!(provider.head_ref, Some("feat/codspeed-runner".into())); | ||
assert_eq!(provider.commit_hash, "abc123"); | ||
assert_eq!(provider.event, RunEvent::PullRequest); | ||
}, | ||
); | ||
} | ||
|
||
#[test] | ||
fn test_pull_request_upload_metadata() { | ||
with_vars( | ||
[ | ||
("BUILDKITE_BRANCH", Some("feat/codspeed-runner")), | ||
("BUILDKITE_BUILD_NUMBER", Some("1")), | ||
("BUILDKITE_COMMIT", Some("abc123")), | ||
("BUILDKITE_PIPELINE_NAME", Some("buildkite-test")), | ||
("BUILDKITE_PULL_REQUEST_BASE_BRANCH", Some("main")), | ||
("BUILDKITE_PULL_REQUEST", Some("22")), | ||
( | ||
"BUILDKITE_REPO", | ||
Some("git@github.com:my-org/adrien-python-test.git"), | ||
), | ||
("BUILDKITE", Some("true")), | ||
], | ||
|| { | ||
let config = Config { | ||
command: "upload".into(), | ||
skip_setup: false, | ||
skip_upload: false, | ||
token: Some("token".into()), | ||
upload_url: Url::parse("https://example.com").unwrap(), | ||
working_directory: Some(".".into()), | ||
}; | ||
let provider = BuildkiteProvider::try_from(&config).unwrap(); | ||
let upload_metadata = provider.get_upload_metadata(&config, "abc123").unwrap(); | ||
|
||
assert_json_snapshot!(upload_metadata, { | ||
".runner.version" => insta::dynamic_redaction(|value,_path| { | ||
assert_eq!(value.as_str().unwrap(), VERSION.to_string()); | ||
"[version]" | ||
}), | ||
}) | ||
}, | ||
); | ||
} | ||
} |
22 changes: 22 additions & 0 deletions
22
...dspeed_runner__ci_provider__buildkite__provider__tests__pull_request_upload_metadata.snap
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,22 @@ | ||
--- | ||
source: src/ci_provider/buildkite/provider.rs | ||
expression: upload_metadata | ||
--- | ||
{ | ||
"version": 1, | ||
"tokenless": false, | ||
"ref": "refs/pull/22/merge", | ||
"headRef": "feat/codspeed-runner", | ||
"baseRef": "main", | ||
"owner": "my-org", | ||
"repository": "adrien-python-test", | ||
"commitHash": "abc123", | ||
"event": "pull_request", | ||
"profileMd5": "abc123", | ||
"ghData": null, | ||
"runner": { | ||
"name": "codspeed-runner", | ||
"version": "[version]" | ||
}, | ||
"platform": "buildkite" | ||
} |
Oops, something went wrong.