Skip to content

Implement a concat!() format extension #9740

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Nov 1, 2013
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions doc/rust.md
Original file line number Diff line number Diff line change
Expand Up @@ -568,6 +568,7 @@ This requirement most often affects name-designator pairs when they occur at the
* `log_syntax!` : print out the arguments at compile time
* `trace_macros!` : supply `true` or `false` to enable or disable macro expansion logging
* `stringify!` : turn the identifier argument into a string literal
* `concat!` : concatenates a comma-separated list of literals
* `concat_idents!` : create a new identifier by concatenating the arguments

# Crates and source files
Expand Down
20 changes: 20 additions & 0 deletions src/libsyntax/ext/base.rs
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@ use codemap;
use codemap::{CodeMap, Span, ExpnInfo};
use diagnostic::span_handler;
use ext;
use ext::expand;
use parse;
use parse::token;
use parse::token::{ident_to_str, intern, str_to_ident};
Expand Down Expand Up @@ -246,6 +247,9 @@ pub fn syntax_expander_table() -> SyntaxEnv {
syntax_expanders.insert(intern("concat_idents"),
builtin_normal_tt_no_ctxt(
ext::concat_idents::expand_syntax_ext));
syntax_expanders.insert(intern("concat"),
builtin_normal_tt_no_ctxt(
ext::concat::expand_syntax_ext));
syntax_expanders.insert(intern(&"log_syntax"),
builtin_normal_tt_no_ctxt(
ext::log_syntax::expand_syntax_ext));
Expand Down Expand Up @@ -338,6 +342,22 @@ impl ExtCtxt {
}
}

pub fn expand_expr(@self, mut e: @ast::Expr) -> @ast::Expr {
loop {
match e.node {
ast::ExprMac(*) => {
let extsbox = @mut syntax_expander_table();
let expander = expand::MacroExpander {
extsbox: extsbox,
cx: self,
};
e = expand::expand_expr(extsbox, self, e, &expander);
}
_ => return e
}
}
}

pub fn codemap(&self) -> @CodeMap { self.parse_sess.cm }
pub fn parse_sess(&self) -> @mut parse::ParseSess { self.parse_sess }
pub fn cfg(&self) -> ast::CrateConfig { self.cfg.clone() }
Expand Down
58 changes: 58 additions & 0 deletions src/libsyntax/ext/concat.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
// Copyright 2013 The Rust Project Developers. See the COPYRIGHT
// file at the top-level directory of this distribution and at
// http://rust-lang.org/COPYRIGHT.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

use std::char;

use ast;
use codemap;
use ext::base;
use ext::build::AstBuilder;

pub fn expand_syntax_ext(cx: @base::ExtCtxt,
sp: codemap::Span,
tts: &[ast::token_tree]) -> base::MacResult {
let es = base::get_exprs_from_tts(cx, sp, tts);
let mut accumulator = ~"";
for e in es.move_iter() {
let e = cx.expand_expr(e);
match e.node {
ast::ExprLit(lit) => {
match lit.node {
ast::lit_str(s, _) |
ast::lit_float(s, _) |
ast::lit_float_unsuffixed(s) => {
accumulator.push_str(s);
}
ast::lit_char(c) => {
accumulator.push_char(char::from_u32(c).unwrap());
}
ast::lit_int(i, _) |
ast::lit_int_unsuffixed(i) => {
accumulator.push_str(format!("{}", i));
}
ast::lit_uint(u, _) => {
accumulator.push_str(format!("{}", u));
}
ast::lit_nil => {}
ast::lit_bool(b) => {
accumulator.push_str(format!("{}", b));
}
ast::lit_binary(*) => {
cx.span_err(e.span, "cannot concatenate a binary literal");
}
}
}
_ => {
cx.span_err(e.span, "expected a literal");
}
}
}
return base::MRExpr(cx.expr_str(sp, accumulator.to_managed()));
}
2 changes: 1 addition & 1 deletion src/libsyntax/ext/expand.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1083,7 +1083,7 @@ struct NoOpFolder {

impl ast_fold for NoOpFolder {}

struct MacroExpander {
pub struct MacroExpander {
extsbox: @mut SyntaxEnv,
cx: @ExtCtxt,
}
Expand Down
6 changes: 4 additions & 2 deletions src/libsyntax/ext/format.rs
Original file line number Diff line number Diff line change
Expand Up @@ -735,8 +735,10 @@ pub fn expand_args(ecx: @ExtCtxt, sp: Span,
(_, None) => { return MRExpr(ecx.expr_uint(sp, 2)); }
};
cx.fmtsp = efmt.span;
let (fmt, _fmt_str_style) = expr_to_str(ecx, efmt,
"format argument must be a string literal.");
// Be sure to recursively expand macros just in case the format string uses
// a macro to build the format expression.
let (fmt, _) = expr_to_str(ecx, ecx.expand_expr(efmt),
"format argument must be a string literal.");

let mut err = false;
do parse::parse_error::cond.trap(|m| {
Expand Down
1 change: 1 addition & 0 deletions src/libsyntax/syntax.rs
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,7 @@ pub mod ext {
pub mod format;
pub mod env;
pub mod bytes;
pub mod concat;
pub mod concat_idents;
pub mod log_syntax;
pub mod auto_encode;
Expand Down
14 changes: 14 additions & 0 deletions src/test/compile-fail/concat.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
// Copyright 2013 The Rust Project Developers. See the COPYRIGHT
// file at the top-level directory of this distribution and at
// http://rust-lang.org/COPYRIGHT.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

fn main() {
concat!(foo); //~ ERROR: expected a literal
concat!(foo()); //~ ERROR: expected a literal
}
19 changes: 19 additions & 0 deletions src/test/run-pass/concat.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
// Copyright 2013 The Rust Project Developers. See the COPYRIGHT
// file at the top-level directory of this distribution and at
// http://rust-lang.org/COPYRIGHT.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

pub fn main() {
assert_eq!(format!(concat!("foo", "bar", "{}"), "baz"), ~"foobarbaz");
assert_eq!(format!(concat!()), ~"");

assert_eq!(
concat!(1, 2i, 3u, 4f32, 4.0, 'a', true, ()),
"12344.0atrue"
);
}