Skip to content

Commit

Permalink
rustdoc: Add an --extern flag analagous to rustc's
Browse files Browse the repository at this point in the history
This adds an `--extern` flag to `rustdoc` much like the compiler's to
specify the path where a given crate can be found.
  • Loading branch information
tomjakubowski committed Jul 20, 2014
1 parent 4418664 commit 85f015e
Show file tree
Hide file tree
Showing 5 changed files with 66 additions and 17 deletions.
2 changes: 1 addition & 1 deletion src/librustc/driver/config.rs
Original file line number Diff line number Diff line change
Expand Up @@ -577,7 +577,7 @@ pub fn optgroups() -> Vec<getopts::OptGroup> {
always = always colorize output;
never = never colorize output", "auto|always|never"),
optmulti("", "extern", "Specify where an external rust library is located",
"PATH"),
"NAME=PATH"),
)
}

Expand Down
9 changes: 6 additions & 3 deletions src/librustdoc/core.rs
Original file line number Diff line number Diff line change
Expand Up @@ -77,8 +77,10 @@ pub struct CrateAnalysis {
pub inlined: RefCell<Option<HashSet<ast::DefId>>>,
}

pub type Externs = HashMap<String, Vec<String>>;

/// Parses, resolves, and typechecks the given crate
fn get_ast_and_resolve(cpath: &Path, libs: HashSet<Path>, cfgs: Vec<String>)
fn get_ast_and_resolve(cpath: &Path, libs: HashSet<Path>, cfgs: Vec<String>, externs: Externs)
-> (DocContext, CrateAnalysis) {
use syntax::codemap::dummy_spanned;
use rustc::driver::driver::{FileInput,
Expand All @@ -96,6 +98,7 @@ fn get_ast_and_resolve(cpath: &Path, libs: HashSet<Path>, cfgs: Vec<String>)
addl_lib_search_paths: RefCell::new(libs),
crate_types: vec!(driver::config::CrateTypeRlib),
lint_opts: vec!((warning_lint, lint::Allow)),
externs: externs,
..rustc::driver::config::basic_options().clone()
};

Expand Down Expand Up @@ -148,9 +151,9 @@ fn get_ast_and_resolve(cpath: &Path, libs: HashSet<Path>, cfgs: Vec<String>)
})
}

pub fn run_core(libs: HashSet<Path>, cfgs: Vec<String>, path: &Path)
pub fn run_core(libs: HashSet<Path>, cfgs: Vec<String>, externs: Externs, path: &Path)
-> (clean::Crate, CrateAnalysis) {
let (ctxt, analysis) = get_ast_and_resolve(path, libs, cfgs);
let (ctxt, analysis) = get_ast_and_resolve(path, libs, cfgs, externs);
let ctxt = box(GC) ctxt;
super::ctxtkey.replace(Some(ctxt));

Expand Down
51 changes: 44 additions & 7 deletions src/librustdoc/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,7 @@ extern crate time;
use std::io;
use std::io::{File, MemWriter};
use std::gc::Gc;
use std::collections::HashMap;
use serialize::{json, Decodable, Encodable};
use externalfiles::ExternalHtml;

Expand Down Expand Up @@ -104,6 +105,7 @@ pub fn opts() -> Vec<getopts::OptGroup> {
optmulti("L", "library-path", "directory to add to crate search path",
"DIR"),
optmulti("", "cfg", "pass a --cfg to rustc", ""),
optmulti("", "extern", "pass an --extern to rustc", "NAME=PATH"),
optmulti("", "plugin-path", "directory to load plugins from", "DIR"),
optmulti("", "passes", "space separated list of passes to also run, a \
value of `list` will print available passes",
Expand Down Expand Up @@ -170,6 +172,13 @@ pub fn main_args(args: &[String]) -> int {
let input = matches.free[0].as_slice();

let libs = matches.opt_strs("L").iter().map(|s| Path::new(s.as_slice())).collect();
let externs = match parse_externs(&matches) {
Ok(ex) => ex,
Err(err) => {
println!("{}", err);
return 1;
}
};

let test_args = matches.opt_strs("test-args");
let test_args: Vec<String> = test_args.iter()
Expand All @@ -193,10 +202,10 @@ pub fn main_args(args: &[String]) -> int {

match (should_test, markdown_input) {
(true, true) => {
return markdown::test(input, libs, test_args)
return markdown::test(input, libs, externs, test_args)
}
(true, false) => {
return test::run(input, cfgs, libs, test_args)
return test::run(input, cfgs, libs, externs, test_args)
}
(false, true) => return markdown::render(input, output.unwrap_or(Path::new("doc")),
&matches, &external_html),
Expand All @@ -215,7 +224,7 @@ pub fn main_args(args: &[String]) -> int {
return 0;
}

let (krate, res) = match acquire_input(input, &matches) {
let (krate, res) = match acquire_input(input, externs, &matches) {
Ok(pair) => pair,
Err(s) => {
println!("input error: {}", s);
Expand Down Expand Up @@ -252,27 +261,53 @@ pub fn main_args(args: &[String]) -> int {
/// Looks inside the command line arguments to extract the relevant input format
/// and files and then generates the necessary rustdoc output for formatting.
fn acquire_input(input: &str,
externs: core::Externs,
matches: &getopts::Matches) -> Result<Output, String> {
match matches.opt_str("r").as_ref().map(|s| s.as_slice()) {
Some("rust") => Ok(rust_input(input, matches)),
Some("rust") => Ok(rust_input(input, externs, matches)),
Some("json") => json_input(input),
Some(s) => Err(format!("unknown input format: {}", s)),
None => {
if input.ends_with(".json") {
json_input(input)
} else {
Ok(rust_input(input, matches))
Ok(rust_input(input, externs, matches))
}
}
}
}

/// Extracts `--extern CRATE=PATH` arguments from `matches` and
/// returns a `HashMap` mapping crate names to their paths or else an
/// error message.
fn parse_externs(matches: &getopts::Matches) -> Result<core::Externs, String> {
let mut externs = HashMap::new();
for arg in matches.opt_strs("extern").iter() {
let mut parts = arg.as_slice().splitn('=', 1);
let name = match parts.next() {
Some(s) => s,
None => {
return Err("--extern value must not be empty".to_string());
}
};
let location = match parts.next() {
Some(s) => s,
None => {
return Err("--extern value must be of the format `foo=bar`".to_string());
}
};
let locs = externs.find_or_insert(name.to_string(), Vec::new());
locs.push(location.to_string());
}
Ok(externs)
}

/// Interprets the input file as a rust source file, passing it through the
/// compiler all the way through the analysis passes. The rustdoc output is then
/// generated from the cleaned AST of the crate.
///
/// This form of input will run all of the plug/cleaning passes
fn rust_input(cratefile: &str, matches: &getopts::Matches) -> Output {
fn rust_input(cratefile: &str, externs: core::Externs, matches: &getopts::Matches) -> Output {
let mut default_passes = !matches.opt_present("no-defaults");
let mut passes = matches.opt_strs("passes");
let mut plugins = matches.opt_strs("plugins");
Expand All @@ -283,12 +318,14 @@ fn rust_input(cratefile: &str, matches: &getopts::Matches) -> Output {
.map(|s| Path::new(s.as_slice()))
.collect();
let cfgs = matches.opt_strs("cfg");

let cr = Path::new(cratefile);
info!("starting to run rustc");
let (krate, analysis) = std::task::try(proc() {
let cr = cr;
core::run_core(libs.move_iter().map(|x| x.clone()).collect(),
core::run_core(libs.move_iter().collect(),
cfgs,
externs,
&cr)
}).map_err(|boxed_any|format!("{:?}", boxed_any)).unwrap();
info!("finished with rustc");
Expand Down
6 changes: 4 additions & 2 deletions src/librustdoc/markdown.rs
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ use std::collections::HashSet;
use std::io;
use std::string::String;

use core;
use getopts;
use testing;

Expand Down Expand Up @@ -129,10 +130,11 @@ pub fn render(input: &str, mut output: Path, matches: &getopts::Matches,
}

/// Run any tests/code examples in the markdown file `input`.
pub fn test(input: &str, libs: HashSet<Path>, mut test_args: Vec<String>) -> int {
pub fn test(input: &str, libs: HashSet<Path>, externs: core::Externs,
mut test_args: Vec<String>) -> int {
let input_str = load_or_return!(input, 1, 2);

let mut collector = Collector::new(input.to_string(), libs, true);
let mut collector = Collector::new(input.to_string(), libs, externs, true);
find_testable_code(input_str.as_slice(), &mut collector);
test_args.unshift("rustdoctest".to_string());
testing::test_main(test_args.as_slice(), collector.tests);
Expand Down
15 changes: 11 additions & 4 deletions src/librustdoc/test.rs
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ use visit_ast::RustdocVisitor;
pub fn run(input: &str,
cfgs: Vec<String>,
libs: HashSet<Path>,
externs: core::Externs,
mut test_args: Vec<String>)
-> int {
let input_path = Path::new(input);
Expand All @@ -49,10 +50,10 @@ pub fn run(input: &str,
maybe_sysroot: Some(os::self_exe_path().unwrap().dir_path()),
addl_lib_search_paths: RefCell::new(libs.clone()),
crate_types: vec!(config::CrateTypeDylib),
externs: externs.clone(),
..config::basic_options().clone()
};


let codemap = CodeMap::new();
let diagnostic_handler = diagnostic::default_handler(diagnostic::Auto, None);
let span_diagnostic_handler =
Expand Down Expand Up @@ -92,6 +93,7 @@ pub fn run(input: &str,

let mut collector = Collector::new(krate.name.to_string(),
libs,
externs,
false);
collector.fold_crate(krate);

Expand All @@ -102,8 +104,8 @@ pub fn run(input: &str,
0
}

fn runtest(test: &str, cratename: &str, libs: HashSet<Path>, should_fail: bool,
no_run: bool, as_test_harness: bool) {
fn runtest(test: &str, cratename: &str, libs: HashSet<Path>, externs: core::Externs,
should_fail: bool, no_run: bool, as_test_harness: bool) {
// the test harness wants its own `main` & top level functions, so
// never wrap the test in `fn main() { ... }`
let test = maketest(test, Some(cratename), true, as_test_harness);
Expand All @@ -115,6 +117,7 @@ fn runtest(test: &str, cratename: &str, libs: HashSet<Path>, should_fail: bool,
crate_types: vec!(config::CrateTypeExecutable),
output_types: vec!(link::OutputTypeExe),
no_trans: no_run,
externs: externs,
cg: config::CodegenOptions {
prefer_dynamic: true,
.. config::basic_codegen_options()
Expand Down Expand Up @@ -237,19 +240,21 @@ pub struct Collector {
pub tests: Vec<testing::TestDescAndFn>,
names: Vec<String>,
libs: HashSet<Path>,
externs: core::Externs,
cnt: uint,
use_headers: bool,
current_header: Option<String>,
cratename: String,
}

impl Collector {
pub fn new(cratename: String, libs: HashSet<Path>,
pub fn new(cratename: String, libs: HashSet<Path>, externs: core::Externs,
use_headers: bool) -> Collector {
Collector {
tests: Vec::new(),
names: Vec::new(),
libs: libs,
externs: externs,
cnt: 0,
use_headers: use_headers,
current_header: None,
Expand All @@ -267,6 +272,7 @@ impl Collector {
};
self.cnt += 1;
let libs = self.libs.clone();
let externs = self.externs.clone();
let cratename = self.cratename.to_string();
debug!("Creating test {}: {}", name, test);
self.tests.push(testing::TestDescAndFn {
Expand All @@ -279,6 +285,7 @@ impl Collector {
runtest(test.as_slice(),
cratename.as_slice(),
libs,
externs,
should_fail,
no_run,
as_test_harness);
Expand Down

4 comments on commit 85f015e

@bors
Copy link
Contributor

@bors bors commented on 85f015e Jul 21, 2014

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

saw approval from alexcrichton
at tomjakubowski@85f015e

@bors
Copy link
Contributor

@bors bors commented on 85f015e Jul 21, 2014

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

merging tomjakubowski/rust/add-externs-rustdoc = 85f015e into auto

@bors
Copy link
Contributor

@bors bors commented on 85f015e Jul 21, 2014

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

tomjakubowski/rust/add-externs-rustdoc = 85f015e merged ok, testing candidate = bffcd230

@bors
Copy link
Contributor

@bors bors commented on 85f015e Jul 21, 2014

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please sign in to comment.