2016-10-02 22:30:28 -07:00
#[ cfg(test) ]
mod tests ;
extern crate regex ;
2016-10-07 17:56:52 -07:00
extern crate tempdir ;
2016-10-02 22:30:28 -07:00
use std ::io ::prelude ::* ;
2016-10-05 13:58:18 -07:00
use std ::{ fs , fmt , process , io } ;
2016-10-02 22:30:28 -07:00
use std ::collections ::{ BTreeMap , BTreeSet , HashSet } ;
use std ::fmt ::Display ;
use regex ::Regex ;
2016-10-07 17:56:52 -07:00
use std ::os ::unix ::fs ::PermissionsExt ;
2016-10-02 22:30:28 -07:00
macro_rules ! warn {
( $( $arg :tt ) * ) = > { {
extern crate std ;
use std ::io ::prelude ::* ;
let _ = writeln! ( & mut std ::io ::stderr ( ) , $( $arg ) * ) ;
} } ;
}
macro_rules ! die {
( $( $arg :tt ) * ) = > { {
extern crate std ;
warn! ( $( $arg ) * ) ;
std ::process ::exit ( - 1 )
} } ;
}
pub trait Slurp {
fn slurp ( & mut self ) -> Result < String , std ::io ::Error > ;
}
impl Slurp for fs ::File {
fn slurp ( & mut self ) -> Result < String , std ::io ::Error > {
let mut destination = String ::new ( ) ;
try ! ( self . read_to_string ( & mut destination ) ) ;
Ok ( destination )
}
}
fn re ( pattern : & str ) -> Regex {
Regex ::new ( pattern ) . unwrap ( )
}
2016-10-05 16:03:11 -07:00
pub struct Recipe < ' a > {
2016-10-06 17:43:30 -07:00
line_number : usize ,
label : & ' a str ,
2016-10-02 22:30:28 -07:00
name : & ' a str ,
leading_whitespace : & ' a str ,
2016-10-06 17:43:30 -07:00
lines : Vec < & ' a str > ,
2016-10-09 00:30:33 -07:00
dependencies : Vec < & ' a str > ,
2016-10-06 17:43:30 -07:00
shebang : bool ,
2016-10-02 22:30:28 -07:00
}
2016-10-05 16:03:11 -07:00
impl < ' a > Display for Recipe < ' a > {
fn fmt ( & self , f : & mut fmt ::Formatter ) -> Result < ( ) , fmt ::Error > {
2016-10-06 17:43:30 -07:00
try ! ( writeln! ( f , " {} " , self . label ) ) ;
for ( i , line ) in self . lines . iter ( ) . enumerate ( ) {
if i + 1 < self . lines . len ( ) {
try ! ( writeln! ( f , " {} " , line ) ) ;
2016-10-06 16:50:31 -07:00
} {
2016-10-06 17:43:30 -07:00
try ! ( write! ( f , " {} " , line ) ) ;
2016-10-06 16:50:31 -07:00
}
2016-10-05 16:03:11 -07:00
}
Ok ( ( ) )
}
}
2016-10-05 13:58:18 -07:00
#[ cfg(unix) ]
fn error_from_signal < ' a > ( recipe : & ' a str , exit_status : process ::ExitStatus ) -> RunError < ' a > {
use std ::os ::unix ::process ::ExitStatusExt ;
match exit_status . signal ( ) {
Some ( signal ) = > RunError ::Signal { recipe : recipe , signal : signal } ,
None = > RunError ::UnknownFailure { recipe : recipe } ,
}
}
#[ cfg(windows) ]
fn error_from_signal < ' a > ( recipe : & ' a str , exit_status : process ::ExitStatus ) -> RunError < ' a > {
RunError ::UnknownFailure { recipe : recipe }
}
2016-10-03 23:55:55 -07:00
impl < ' a > Recipe < ' a > {
fn run ( & self ) -> Result < ( ) , RunError < ' a > > {
2016-10-07 17:56:52 -07:00
if self . shebang {
let tmp = try ! (
tempdir ::TempDir ::new ( " j " )
. map_err ( | error | RunError ::TmpdirIoError { recipe : self . name , io_error : error } )
) ;
let mut path = tmp . path ( ) . to_path_buf ( ) ;
path . push ( self . name ) ;
{
let mut f = try ! (
fs ::File ::create ( & path )
. map_err ( | error | RunError ::TmpdirIoError { recipe : self . name , io_error : error } )
) ;
let mut text = String ::new ( ) ;
// add the shebang
text + = self . lines [ 0 ] ;
text + = " \n " ;
// add blank lines so that lines in the generated script
// have the same line number as the corresponding lines
// in the justfile
for _ in 1 .. ( self . line_number + 2 ) {
text + = " \n "
}
for line in & self . lines [ 1 .. ] {
text + = line ;
text + = " \n " ;
}
try ! (
f . write_all ( text . as_bytes ( ) )
. map_err ( | error | RunError ::TmpdirIoError { recipe : self . name , io_error : error } )
) ;
2016-10-05 13:58:18 -07:00
}
2016-10-07 17:56:52 -07:00
// get current permissions
let mut perms = try ! (
fs ::metadata ( & path )
. map_err ( | error | RunError ::TmpdirIoError { recipe : self . name , io_error : error } )
) . permissions ( ) ;
// make the script executable
let current_mode = perms . mode ( ) ;
perms . set_mode ( current_mode | 0o100 ) ;
try ! ( fs ::set_permissions ( & path , perms ) . map_err ( | error | RunError ::TmpdirIoError { recipe : self . name , io_error : error } ) ) ;
// run it!
let status = process ::Command ::new ( path ) . status ( ) ;
2016-10-05 13:58:18 -07:00
try ! ( match status {
Ok ( exit_status ) = > if let Some ( code ) = exit_status . code ( ) {
if code = = 0 {
Ok ( ( ) )
} else {
Err ( RunError ::Code { recipe : self . name , code : code } )
}
} else {
Err ( error_from_signal ( self . name , exit_status ) )
} ,
2016-10-07 17:56:52 -07:00
Err ( io_error ) = > Err ( RunError ::TmpdirIoError { recipe : self . name , io_error : io_error } )
2016-10-05 13:58:18 -07:00
} ) ;
2016-10-07 17:56:52 -07:00
} else {
for command in & self . lines {
let mut command = * command ;
if ! command . starts_with ( " @ " ) {
warn! ( " {} " , command ) ;
} else {
command = & command [ 1 .. ] ;
}
let status = process ::Command ::new ( " sh " )
. arg ( " -cu " )
. arg ( command )
. status ( ) ;
try ! ( match status {
Ok ( exit_status ) = > if let Some ( code ) = exit_status . code ( ) {
if code = = 0 {
Ok ( ( ) )
} else {
Err ( RunError ::Code { recipe : self . name , code : code } )
}
} else {
Err ( error_from_signal ( self . name , exit_status ) )
} ,
Err ( io_error ) = > Err ( RunError ::IoError { recipe : self . name , io_error : io_error } )
} ) ;
}
2016-10-03 23:55:55 -07:00
}
Ok ( ( ) )
}
}
fn resolve < ' a > (
text : & ' a str ,
recipes : & BTreeMap < & str , Recipe < ' a > > ,
resolved : & mut HashSet < & ' a str > ,
seen : & mut HashSet < & ' a str > ,
stack : & mut Vec < & ' a str > ,
recipe : & Recipe < ' a > ,
) -> Result < ( ) , Error < ' a > > {
if resolved . contains ( recipe . name ) {
return Ok ( ( ) )
}
stack . push ( recipe . name ) ;
seen . insert ( recipe . name ) ;
for dependency_name in & recipe . dependencies {
match recipes . get ( dependency_name ) {
Some ( dependency ) = > if ! resolved . contains ( dependency . name ) {
if seen . contains ( dependency . name ) {
let first = stack [ 0 ] ;
stack . push ( first ) ;
2016-10-06 17:43:30 -07:00
return Err ( error ( text , recipe . line_number , ErrorKind ::CircularDependency {
2016-10-03 23:55:55 -07:00
circle : stack . iter ( )
. skip_while ( | name | * * name ! = dependency . name )
. cloned ( ) . collect ( )
} ) ) ;
}
return resolve ( text , recipes , resolved , seen , stack , dependency ) ;
} ,
2016-10-06 17:43:30 -07:00
None = > return Err ( error ( text , recipe . line_number , ErrorKind ::UnknownDependency {
2016-10-03 23:55:55 -07:00
name : recipe . name ,
unknown : dependency_name
} ) ) ,
}
}
resolved . insert ( recipe . name ) ;
stack . pop ( ) ;
Ok ( ( ) )
}
2016-10-02 22:30:28 -07:00
#[ derive(Debug) ]
pub struct Error < ' a > {
text : & ' a str ,
line : usize ,
kind : ErrorKind < ' a >
}
#[ derive(Debug, PartialEq) ]
enum ErrorKind < ' a > {
BadRecipeName { name : & ' a str } ,
CircularDependency { circle : Vec < & ' a str > } ,
DuplicateDependency { name : & ' a str } ,
DuplicateRecipe { first : usize , name : & ' a str } ,
TabAfterSpace { whitespace : & ' a str } ,
MixedLeadingWhitespace { whitespace : & ' a str } ,
2016-10-06 17:43:30 -07:00
ExtraLeadingWhitespace ,
2016-10-02 22:30:28 -07:00
InconsistentLeadingWhitespace { expected : & ' a str , found : & ' a str } ,
2016-10-06 17:43:30 -07:00
OuterShebang ,
NonLeadingShebang { recipe : & ' a str } ,
2016-10-02 22:30:28 -07:00
UnknownDependency { name : & ' a str , unknown : & ' a str } ,
Unparsable ,
UnparsableDependencies ,
}
fn error < ' a > ( text : & ' a str , line : usize , kind : ErrorKind < ' a > )
-> Error < ' a >
{
Error {
text : text ,
line : line ,
kind : kind ,
}
}
fn show_whitespace ( text : & str ) -> String {
text . chars ( ) . map ( | c | match c { '\t' = > 't' , ' ' = > 's' , _ = > c } ) . collect ( )
}
fn mixed ( text : & str ) -> bool {
! ( text . chars ( ) . all ( | c | c = = ' ' ) | | text . chars ( ) . all ( | c | c = = '\t' ) )
}
fn tab_after_space ( text : & str ) -> bool {
let mut space = false ;
for c in text . chars ( ) {
match c {
' ' = > space = true ,
'\t' = > if space {
return true ;
} ,
_ = > { } ,
}
}
return false ;
}
impl < ' a > Display for Error < ' a > {
fn fmt ( & self , f : & mut fmt ::Formatter ) -> Result < ( ) , fmt ::Error > {
try ! ( write! ( f , " justfile:{}: " , self . line ) ) ;
match self . kind {
ErrorKind ::BadRecipeName { name } = > {
try ! ( writeln! ( f , " recipe name does not match /[a-z](-[a-z]|[a-z])*/: {} " , name ) ) ;
}
ErrorKind ::CircularDependency { ref circle } = > {
try ! ( write! ( f , " circular dependency: {} " , circle . join ( " -> " ) ) ) ;
return Ok ( ( ) ) ;
}
ErrorKind ::DuplicateDependency { name } = > {
try ! ( writeln! ( f , " duplicate dependency: {} " , name ) ) ;
}
ErrorKind ::DuplicateRecipe { first , name } = > {
try ! ( write! ( f , " duplicate recipe: {} appears on lines {} and {} " ,
name , first , self . line ) ) ;
return Ok ( ( ) ) ;
}
ErrorKind ::TabAfterSpace { whitespace } = > {
try ! ( writeln! ( f , " found tab after space: {} " , show_whitespace ( whitespace ) ) ) ;
}
ErrorKind ::MixedLeadingWhitespace { whitespace } = > {
try ! ( writeln! ( f ,
" inconsistant leading whitespace: recipe started with {}: " ,
show_whitespace ( whitespace )
) ) ;
}
2016-10-06 17:43:30 -07:00
ErrorKind ::ExtraLeadingWhitespace = > {
try ! ( writeln! ( f , " line has extra leading whitespace " ) ) ;
}
2016-10-02 22:30:28 -07:00
ErrorKind ::InconsistentLeadingWhitespace { expected , found } = > {
try ! ( writeln! ( f ,
" inconsistant leading whitespace: recipe started with {} but found line with {}: " ,
show_whitespace ( expected ) , show_whitespace ( found )
) ) ;
}
2016-10-06 17:43:30 -07:00
ErrorKind ::OuterShebang = > {
try ! ( writeln! ( f , " a shebang \" #! \" is reserved syntax outside of recipes " ) )
}
ErrorKind ::NonLeadingShebang { .. } = > {
try ! ( writeln! ( f , " a shebang \" #! \" may only appear on the first line of a recipe " ) )
2016-10-02 22:30:28 -07:00
}
ErrorKind ::UnknownDependency { name , unknown } = > {
try ! ( writeln! ( f , " recipe {} has unknown dependency {} " , name , unknown ) ) ;
}
ErrorKind ::Unparsable = > {
try ! ( writeln! ( f , " could not parse line: " ) ) ;
}
ErrorKind ::UnparsableDependencies = > {
try ! ( writeln! ( f , " could not parse dependencies: " ) ) ;
}
}
match self . text . lines ( ) . nth ( self . line ) {
Some ( line ) = > try ! ( write! ( f , " {} " , line ) ) ,
2016-10-07 17:56:52 -07:00
None = > try ! ( write! ( f , " internal error: Error has invalid line number: {} " , self . line ) ) ,
} ;
2016-10-02 22:30:28 -07:00
Ok ( ( ) )
}
}
pub struct Justfile < ' a > {
2016-10-03 23:55:55 -07:00
recipes : BTreeMap < & ' a str , Recipe < ' a > > ,
2016-10-02 22:30:28 -07:00
}
impl < ' a > Justfile < ' a > {
pub fn first ( & self ) -> Option < & ' a str > {
let mut first : Option < & Recipe < ' a > > = None ;
for ( _ , recipe ) in self . recipes . iter ( ) {
if let Some ( first_recipe ) = first {
2016-10-06 17:43:30 -07:00
if recipe . line_number < first_recipe . line_number {
2016-10-02 22:30:28 -07:00
first = Some ( recipe )
}
} else {
first = Some ( recipe ) ;
}
}
first . map ( | recipe | recipe . name )
}
2016-10-03 23:55:55 -07:00
pub fn count ( & self ) -> usize {
self . recipes . len ( )
}
pub fn recipes ( & self ) -> Vec < & ' a str > {
self . recipes . keys ( ) . cloned ( ) . collect ( )
}
fn run_recipe ( & self , recipe : & Recipe < ' a > , ran : & mut HashSet < & ' a str > ) -> Result < ( ) , RunError > {
for dependency_name in & recipe . dependencies {
if ! ran . contains ( dependency_name ) {
try ! ( self . run_recipe ( & self . recipes [ dependency_name ] , ran ) ) ;
}
}
try ! ( recipe . run ( ) ) ;
ran . insert ( recipe . name ) ;
Ok ( ( ) )
}
pub fn run < ' b > ( & ' a self , names : & [ & ' b str ] ) -> Result < ( ) , RunError < ' b > >
where ' a : ' b
{
let mut missing = vec! [ ] ;
for recipe in names {
if ! self . recipes . contains_key ( recipe ) {
missing . push ( * recipe ) ;
2016-10-02 22:30:28 -07:00
}
}
2016-10-03 23:55:55 -07:00
if missing . len ( ) > 0 {
return Err ( RunError ::UnknownRecipes { recipes : missing } ) ;
}
let recipes = names . iter ( ) . map ( | name | self . recipes . get ( name ) . unwrap ( ) ) . collect ::< Vec < _ > > ( ) ;
let mut ran = HashSet ::new ( ) ;
for recipe in recipes {
try ! ( self . run_recipe ( recipe , & mut ran ) ) ;
}
Ok ( ( ) )
2016-10-02 22:30:28 -07:00
}
2016-10-05 16:03:11 -07:00
pub fn get ( & self , name : & str ) -> Option < & Recipe < ' a > > {
self . recipes . get ( name )
}
2016-10-03 23:55:55 -07:00
}
2016-10-02 22:30:28 -07:00
2016-10-05 13:58:18 -07:00
#[ derive(Debug) ]
2016-10-03 23:55:55 -07:00
pub enum RunError < ' a > {
UnknownRecipes { recipes : Vec < & ' a str > } ,
2016-10-05 13:58:18 -07:00
Signal { recipe : & ' a str , signal : i32 } ,
2016-10-03 23:55:55 -07:00
Code { recipe : & ' a str , code : i32 } ,
2016-10-05 13:58:18 -07:00
UnknownFailure { recipe : & ' a str } ,
IoError { recipe : & ' a str , io_error : io ::Error } ,
2016-10-07 17:56:52 -07:00
TmpdirIoError { recipe : & ' a str , io_error : io ::Error } ,
2016-10-03 23:55:55 -07:00
}
impl < ' a > Display for RunError < ' a > {
fn fmt ( & self , f : & mut fmt ::Formatter ) -> Result < ( ) , fmt ::Error > {
match self {
& RunError ::UnknownRecipes { ref recipes } = > {
if recipes . len ( ) = = 1 {
try ! ( write! ( f , " Justfile does not contain recipe: {} " , recipes [ 0 ] ) ) ;
} else {
try ! ( write! ( f , " Justfile does not contain recipes: {} " , recipes . join ( " " ) ) ) ;
} ;
} ,
& RunError ::Code { recipe , code } = > {
try ! ( write! ( f , " Recipe \" {} \" failed with code {} " , recipe , code ) ) ;
} ,
2016-10-05 13:58:18 -07:00
& RunError ::Signal { recipe , signal } = > {
try ! ( write! ( f , " Recipe \" {} \" wast terminated by signal {} " , recipe , signal ) ) ;
}
& RunError ::UnknownFailure { recipe } = > {
try ! ( write! ( f , " Recipe \" {} \" failed for an unknown reason " , recipe ) ) ;
} ,
& RunError ::IoError { recipe , ref io_error } = > {
try ! ( match io_error . kind ( ) {
io ::ErrorKind ::NotFound = > write! ( f , " Recipe \" {} \" could not be run because j could not find `sh` the command: \n {} " , recipe , io_error ) ,
io ::ErrorKind ::PermissionDenied = > write! ( f , " Recipe \" {} \" could not be run because j could not run `sh`: \n {} " , recipe , io_error ) ,
_ = > write! ( f , " Recipe \" {} \" could not be run because of an IO error while launching the `sh`: \n {} " , recipe , io_error ) ,
} ) ;
} ,
2016-10-07 17:56:52 -07:00
& RunError ::TmpdirIoError { recipe , ref io_error } = >
try ! ( write! ( f , " Recipe \" {} \" could not be run because of an IO error while trying to create a temporary directory or write a file to that directory`: \n {} " , recipe , io_error ) ) ,
2016-10-03 23:55:55 -07:00
}
Ok ( ( ) )
2016-10-02 22:30:28 -07:00
}
}
pub fn parse < ' a > ( text : & ' a str ) -> Result < Justfile , Error > {
let shebang_re = re ( r "^\s*#!(.*)$" ) ;
let comment_re = re ( r "^\s*#([^!].*)?$" ) ;
let command_re = re ( r "^(\s+).*$" ) ;
let blank_re = re ( r "^\s*$" ) ;
let label_re = re ( r "^([^#]*):(.*)$" ) ;
let name_re = re ( r "^[a-z](-[a-z]|[a-z])*$" ) ;
let whitespace_re = re ( r "\s+" ) ;
let mut recipes : BTreeMap < & ' a str , Recipe < ' a > > = BTreeMap ::new ( ) ;
let mut current_recipe : Option < Recipe > = None ;
for ( i , line ) in text . lines ( ) . enumerate ( ) {
if blank_re . is_match ( line ) {
continue ;
}
if let Some ( mut recipe ) = current_recipe {
match command_re . captures ( line ) {
Some ( captures ) = > {
let leading_whitespace = captures . at ( 1 ) . unwrap ( ) ;
if tab_after_space ( leading_whitespace ) {
return Err ( error ( text , i , ErrorKind ::TabAfterSpace {
whitespace : leading_whitespace ,
} ) ) ;
} else if recipe . leading_whitespace = = " " {
if mixed ( leading_whitespace ) {
return Err ( error ( text , i , ErrorKind ::MixedLeadingWhitespace {
whitespace : leading_whitespace
} ) ) ;
}
recipe . leading_whitespace = leading_whitespace ;
} else if ! line . starts_with ( recipe . leading_whitespace ) {
return Err ( error ( text , i , ErrorKind ::InconsistentLeadingWhitespace {
expected : recipe . leading_whitespace ,
found : leading_whitespace ,
} ) ) ;
}
2016-10-06 17:43:30 -07:00
recipe . lines . push ( line . split_at ( recipe . leading_whitespace . len ( ) ) . 1 ) ;
2016-10-02 22:30:28 -07:00
current_recipe = Some ( recipe ) ;
continue ;
} ,
None = > {
recipes . insert ( recipe . name , recipe ) ;
current_recipe = None ;
} ,
}
}
if comment_re . is_match ( line ) {
// ignore
2016-10-06 17:43:30 -07:00
} else if shebang_re . is_match ( line ) {
return Err ( error ( text , i , ErrorKind ::OuterShebang ) ) ;
2016-10-02 22:30:28 -07:00
} else if let Some ( captures ) = label_re . captures ( line ) {
let name = captures . at ( 1 ) . unwrap ( ) ;
if ! name_re . is_match ( name ) {
return Err ( error ( text , i , ErrorKind ::BadRecipeName {
name : name ,
} ) ) ;
}
if let Some ( recipe ) = recipes . get ( name ) {
return Err ( error ( text , i , ErrorKind ::DuplicateRecipe {
2016-10-06 17:43:30 -07:00
first : recipe . line_number ,
2016-10-02 22:30:28 -07:00
name : name ,
} ) ) ;
}
let rest = captures . at ( 2 ) . unwrap ( ) . trim ( ) ;
2016-10-09 00:30:33 -07:00
let mut dependencies = vec! [ ] ;
2016-10-02 22:30:28 -07:00
for part in whitespace_re . split ( rest ) {
if name_re . is_match ( part ) {
2016-10-09 00:30:33 -07:00
if dependencies . contains ( & part ) {
2016-10-02 22:30:28 -07:00
return Err ( error ( text , i , ErrorKind ::DuplicateDependency {
name : part ,
} ) ) ;
}
2016-10-09 00:30:33 -07:00
dependencies . push ( part ) ;
2016-10-02 22:30:28 -07:00
} else {
return Err ( error ( text , i , ErrorKind ::UnparsableDependencies ) ) ;
}
}
current_recipe = Some ( Recipe {
2016-10-06 17:43:30 -07:00
line_number : i ,
label : line ,
2016-10-02 22:30:28 -07:00
name : name ,
leading_whitespace : " " ,
2016-10-06 17:43:30 -07:00
lines : vec ! [ ] ,
dependencies : dependencies ,
shebang : false ,
2016-10-02 22:30:28 -07:00
} ) ;
} else {
return Err ( error ( text , i , ErrorKind ::Unparsable ) ) ;
}
}
if let Some ( recipe ) = current_recipe {
recipes . insert ( recipe . name , recipe ) ;
}
2016-10-06 17:43:30 -07:00
let leading_whitespace_re = re ( r "^\s+" ) ;
for recipe in recipes . values_mut ( ) {
for ( i , line ) in recipe . lines . iter ( ) . enumerate ( ) {
let line_number = recipe . line_number + 1 + i ;
if shebang_re . is_match ( line ) {
if i = = 0 {
recipe . shebang = true ;
} else {
return Err ( error ( text , line_number , ErrorKind ::NonLeadingShebang { recipe : recipe . name } ) ) ;
}
}
if ! recipe . shebang & & leading_whitespace_re . is_match ( line ) {
return Err ( error ( text , line_number , ErrorKind ::ExtraLeadingWhitespace ) ) ;
}
}
}
2016-10-02 22:30:28 -07:00
let mut resolved = HashSet ::new ( ) ;
let mut seen = HashSet ::new ( ) ;
let mut stack = vec! [ ] ;
for ( _ , ref recipe ) in & recipes {
try ! ( resolve ( text , & recipes , & mut resolved , & mut seen , & mut stack , & recipe ) ) ;
}
Ok ( Justfile { recipes : recipes } )
}