-
Notifications
You must be signed in to change notification settings - Fork 13.4k
Distinguish delim kind to decide whether to emit unexpected closing delimiter #138554
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: master
Are you sure you want to change the base?
Changes from all commits
17b15ac
53970cb
3c1d25a
4d7b7ed
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,6 +2,7 @@ use rustc_ast::token::{self, Delimiter, Token}; | |
use rustc_ast::tokenstream::{DelimSpacing, DelimSpan, Spacing, TokenStream, TokenTree}; | ||
use rustc_ast_pretty::pprust::token_to_string; | ||
use rustc_errors::Diag; | ||
use rustc_span::Span; | ||
|
||
use super::diagnostics::{report_suspicious_mismatch_block, same_indentation_level}; | ||
use super::{Lexer, UnmatchedDelim}; | ||
|
@@ -23,7 +24,7 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
// Invisible delimiters cannot occur here because `TokenTreesReader` parses | ||
// code directly from strings, with no macro expansion involved. | ||
debug_assert!(!matches!(delim, Delimiter::Invisible(_))); | ||
buf.push(match self.lex_token_tree_open_delim(delim) { | ||
buf.push(match self.lex_token_tree_open_delim(delim, self.token.span) { | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I guess this may have a performance effect since it's on the normal code path. There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Here, after the modification is confirmed, perhaps a time robot can be used to test it. |
||
Ok(val) => val, | ||
Err(errs) => return Err(errs), | ||
}) | ||
|
@@ -35,6 +36,15 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
return if is_delimited { | ||
Ok((open_spacing, TokenStream::new(buf))) | ||
} else { | ||
let matches_previous_open_delim = match delim { | ||
Delimiter::Parenthesis => self.diag_info.open_parens.last().is_some(), | ||
Delimiter::Brace => self.diag_info.open_braces.last().is_some(), | ||
Delimiter::Bracket => self.diag_info.open_brackets.last().is_some(), | ||
_ => unreachable!(), | ||
}; | ||
if matches_previous_open_delim { | ||
return Err(vec![]); | ||
} | ||
Err(vec![self.close_delim_err(delim)]) | ||
xizheyin marked this conversation as resolved.
Show resolved
Hide resolved
|
||
}; | ||
} | ||
|
@@ -59,8 +69,8 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
let mut err = self.dcx().struct_span_err(self.token.span, msg); | ||
|
||
let unclosed_delimiter_show_limit = 5; | ||
let len = usize::min(unclosed_delimiter_show_limit, self.diag_info.open_braces.len()); | ||
for &(_, span) in &self.diag_info.open_braces[..len] { | ||
let len = usize::min(unclosed_delimiter_show_limit, self.diag_info.open_delimiters.len()); | ||
for &(_, span) in &self.diag_info.open_delimiters[..len] { | ||
err.span_label(span, "unclosed delimiter"); | ||
self.diag_info.unmatched_delims.push(UnmatchedDelim { | ||
found_delim: None, | ||
|
@@ -70,19 +80,19 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
}); | ||
} | ||
|
||
if let Some((_, span)) = self.diag_info.open_braces.get(unclosed_delimiter_show_limit) | ||
&& self.diag_info.open_braces.len() >= unclosed_delimiter_show_limit + 2 | ||
if let Some((_, span)) = self.diag_info.open_delimiters.get(unclosed_delimiter_show_limit) | ||
&& self.diag_info.open_delimiters.len() >= unclosed_delimiter_show_limit + 2 | ||
{ | ||
err.span_label( | ||
*span, | ||
format!( | ||
"another {} unclosed delimiters begin from here", | ||
self.diag_info.open_braces.len() - unclosed_delimiter_show_limit | ||
self.diag_info.open_delimiters.len() - unclosed_delimiter_show_limit | ||
), | ||
); | ||
} | ||
|
||
if let Some((delim, _)) = self.diag_info.open_braces.last() { | ||
if let Some((delim, _)) = self.diag_info.open_delimiters.last() { | ||
report_suspicious_mismatch_block( | ||
&mut err, | ||
&self.diag_info, | ||
|
@@ -96,11 +106,12 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
fn lex_token_tree_open_delim( | ||
&mut self, | ||
open_delim: Delimiter, | ||
open_delim_span: Span, | ||
) -> Result<TokenTree, Vec<Diag<'psess>>> { | ||
// The span for beginning of the delimited section. | ||
let pre_span = self.token.span; | ||
|
||
self.diag_info.open_braces.push((open_delim, self.token.span)); | ||
self.diag_info.push_open_delimiter(open_delim, open_delim_span); | ||
|
||
// Lex the token trees within the delimiters. | ||
// We stop at any delimiter so we can try to recover if the user | ||
|
@@ -114,11 +125,12 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
let close_spacing = match self.token.kind { | ||
// Correct delimiter. | ||
token::CloseDelim(close_delim) if close_delim == open_delim => { | ||
let (open_brace, open_brace_span) = self.diag_info.open_braces.pop().unwrap(); | ||
let close_brace_span = self.token.span; | ||
let (open_delimiter, open_delimiter_span) = | ||
self.diag_info.pop_open_delimiter().unwrap(); | ||
let close_delim_span = self.token.span; | ||
|
||
if tts.is_empty() && close_delim == Delimiter::Brace { | ||
let empty_block_span = open_brace_span.to(close_brace_span); | ||
let empty_block_span = open_delimiter_span.to(close_delim_span); | ||
if !sm.is_multiline(empty_block_span) { | ||
// Only track if the block is in the form of `{}`, otherwise it is | ||
// likely that it was written on purpose. | ||
|
@@ -127,9 +139,11 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
} | ||
|
||
// only add braces | ||
if let (Delimiter::Brace, Delimiter::Brace) = (open_brace, open_delim) { | ||
if let (Delimiter::Brace, Delimiter::Brace) = (open_delimiter, open_delim) | ||
&& open_delimiter_span == open_delim_span | ||
{ | ||
// Add all the matching spans, we will sort by span later | ||
self.diag_info.matching_block_spans.push((open_brace_span, close_brace_span)); | ||
self.diag_info.matching_block_spans.push((open_delim_span, close_delim_span)); | ||
} | ||
|
||
// Move past the closing delimiter. | ||
|
@@ -146,26 +160,26 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
// This is a conservative error: only report the last unclosed | ||
// delimiter. The previous unclosed delimiters could actually be | ||
// closed! The lexer just hasn't gotten to them yet. | ||
if let Some(&(_, sp)) = self.diag_info.open_braces.last() { | ||
if let Some(&(_, sp)) = self.diag_info.open_delimiters.last() { | ||
unclosed_delimiter = Some(sp); | ||
}; | ||
for (brace, brace_span) in &self.diag_info.open_braces { | ||
if same_indentation_level(sm, self.token.span, *brace_span) | ||
&& brace == &close_delim | ||
for (delim, delim_span) in &self.diag_info.open_delimiters { | ||
if same_indentation_level(sm, self.token.span, *delim_span) | ||
&& delim == &close_delim | ||
{ | ||
// high likelihood of these two corresponding | ||
candidate = Some(*brace_span); | ||
candidate = Some(*delim_span); | ||
} | ||
} | ||
let (_, _) = self.diag_info.open_braces.pop().unwrap(); | ||
let (_, _) = self.diag_info.open_delimiters.pop().unwrap(); | ||
self.diag_info.unmatched_delims.push(UnmatchedDelim { | ||
found_delim: Some(close_delim), | ||
found_span: self.token.span, | ||
unclosed_span: unclosed_delimiter, | ||
candidate_span: candidate, | ||
}); | ||
} else { | ||
self.diag_info.open_braces.pop(); | ||
self.diag_info.open_delimiters.pop(); | ||
} | ||
|
||
// If the incorrect delimiter matches an earlier opening | ||
|
@@ -175,7 +189,7 @@ impl<'psess, 'src> Lexer<'psess, 'src> { | |
// fn foo() { | ||
// bar(baz( | ||
// } // Incorrect delimiter but matches the earlier `{` | ||
if !self.diag_info.open_braces.iter().any(|&(b, _)| b == close_delim) { | ||
if !self.diag_info.open_delimiters.iter().any(|&(d, _)| d == close_delim) { | ||
self.bump_minimal() | ||
} else { | ||
// The choice of value here doesn't matter. | ||
|
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,7 +2,7 @@ error: mismatched closing delimiter: `]` | |
--> <crate attribute>:1:4 | ||
| | ||
LL | #![(] | ||
| -^^ mismatched closing delimiter | ||
| -^^ mismatched closing delimiter, may missing open `[` | ||
| || | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. seems we are suggestting writing code like this? #![([] seems not helpful. |
||
| |unclosed delimiter | ||
| closing delimiter possibly meant for this | ||
|
Uh oh!
There was an error while loading. Please reload this page.