class SyntaxSuggest::LexAll
Ripper.lex 无法保证对整个源代码文档进行词法分析
此类通过迭代词法分析 Ripper 停止处来保证整个文档都被词法分析。
Prism 可能没有同样的问题。一旦移除了 Ripper 支持,我们很可能可以降低这里的复杂性,如果不是完全移除这个概念的话。
示例用法
lex = LexAll.new(source: source) lex.each do |value| puts value.line end
Public Class Methods
Source
# File lib/syntax_suggest/lex_all.rb, line 44 def self.lex(source, line_number) Prism.lex_compat(source, line: line_number).value.sort_by { |values| values[0] } end
Source
# File lib/syntax_suggest/lex_all.rb, line 21 def initialize(source:, source_lines: nil) @lex = self.class.lex(source, 1) lineno = @lex.last[0][0] + 1 source_lines ||= source.lines last_lineno = source_lines.length until lineno >= last_lineno lines = source_lines[lineno..] @lex.concat( self.class.lex(lines.join, lineno + 1) ) lineno = @lex.last[0].first + 1 end last_lex = nil @lex.map! { |elem| last_lex = LexValue.new(elem[0].first, elem[1], elem[2], elem[3], last_lex) } end
Public Instance Methods
Source
# File lib/syntax_suggest/lex_all.rb, line 57 def each return @lex.each unless block_given? @lex.each do |x| yield x end end