312 lines
42 KiB
HTML
312 lines
42 KiB
HTML
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
|
|
<html>
|
|
<head>
|
|
<meta http-equiv="content-type" content="text/html; charset=UTF-8">
|
|
<title>Mu - subx/038---literal_strings.cc</title>
|
|
<meta name="Generator" content="Vim/8.0">
|
|
<meta name="plugin-version" content="vim7.4_v2">
|
|
<meta name="syntax" content="cpp">
|
|
<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy=">
|
|
<meta name="colorscheme" content="minimal">
|
|
<style type="text/css">
|
|
<!--
|
|
pre { white-space: pre-wrap; font-family: monospace; color: #aaaaaa; background-color: #080808; }
|
|
body { font-size:12pt; font-family: monospace; color: #aaaaaa; background-color: #080808; }
|
|
.subxS2Comment a { color:inherit; }
|
|
.subxS1Comment a { color:inherit; }
|
|
.subxComment a { color:inherit; }
|
|
.subxH2Comment a { color:inherit; }
|
|
.subxH1Comment a { color:inherit; }
|
|
* { font-size:12pt; font-size: 1em; }
|
|
.cSpecial { color: #008000; }
|
|
.LineNr { color:#444444; }
|
|
.traceAbsent { color: #c00000; }
|
|
.Constant { color:#00a0a0; }
|
|
.Delimiter { color:#800080; }
|
|
.Special { color:#c00000; }
|
|
.Identifier { color:#c0a020; }
|
|
.Normal { color: #aaaaaa; background-color: #080808; padding-bottom: 1px; }
|
|
.Comment { color: #8080ff; }
|
|
.traceContains { color: #008000; }
|
|
-->
|
|
</style>
|
|
|
|
<script type='text/javascript'>
|
|
<!--
|
|
|
|
/* function to open any folds containing a jumped-to line before jumping to it */
|
|
function JumpToLine()
|
|
{
|
|
var lineNum;
|
|
lineNum = window.location.hash;
|
|
lineNum = lineNum.substr(1); /* strip off '#' */
|
|
|
|
if (lineNum.indexOf('L') == -1) {
|
|
lineNum = 'L'+lineNum;
|
|
}
|
|
lineElem = document.getElementById(lineNum);
|
|
/* Always jump to new location even if the line was hidden inside a fold, or
|
|
* we corrected the raw number to a line ID.
|
|
*/
|
|
if (lineElem) {
|
|
lineElem.scrollIntoView(true);
|
|
}
|
|
return true;
|
|
}
|
|
if ('onhashchange' in window) {
|
|
window.onhashchange = JumpToLine;
|
|
}
|
|
|
|
-->
|
|
</script>
|
|
</head>
|
|
<body onload='JumpToLine();'>
|
|
<a href='https://github.com/akkartik/mu/blob/master/subx/038---literal_strings.cc'>https://github.com/akkartik/mu/blob/master/subx/038---literal_strings.cc</a>
|
|
<pre id='vimCodeElement'>
|
|
<span id="L1" class="LineNr"> 1 </span><span class="Comment">//: Allow instructions to mention literals directly.</span>
|
|
<span id="L2" class="LineNr"> 2 </span><span class="Comment">//:</span>
|
|
<span id="L3" class="LineNr"> 3 </span><span class="Comment">//: This layer will transparently move them to the global segment (assumed to</span>
|
|
<span id="L4" class="LineNr"> 4 </span><span class="Comment">//: always be the second segment).</span>
|
|
<span id="L5" class="LineNr"> 5 </span>
|
|
<span id="L6" class="LineNr"> 6 </span><span class="Delimiter">:(scenario transform_literal_string)</span>
|
|
<span id="L7" class="LineNr"> 7 </span>== <a href='031check_operands.cc.html#L11'>code</a>
|
|
<span id="L8" class="LineNr"> 8 </span>b8/copy <span class="Constant">"test"</span>/imm32
|
|
<span id="L9" class="LineNr"> 9 </span>== data <span class="Comment"># need to manually create this for now</span>
|
|
<span id="L10" class="LineNr"> 10 </span><span class="traceContains">+transform: -- move literal strings to data segment</span>
|
|
<span id="L11" class="LineNr"> 11 </span><span class="traceContains">+transform: adding global variable '__subx_global_1' containing "test"</span>
|
|
<span id="L12" class="LineNr"> 12 </span><span class="traceContains">+transform: instruction after <a href='011run.cc.html#L231'>transform</a>: 'b8 __subx_global_1'</span>
|
|
<span id="L13" class="LineNr"> 13 </span>
|
|
<span id="L14" class="LineNr"> 14 </span><span class="Comment">//: We don't rely on any transforms running in previous layers, but this layer</span>
|
|
<span id="L15" class="LineNr"> 15 </span><span class="Comment">//: knows about labels and global variables and will emit them for previous</span>
|
|
<span id="L16" class="LineNr"> 16 </span><span class="Comment">//: layers to transform.</span>
|
|
<span id="L17" class="LineNr"> 17 </span><span class="Delimiter">:(after "Begin Transforms")</span>
|
|
<span id="L18" class="LineNr"> 18 </span><span class="Comment">// Begin Level-3 Transforms</span>
|
|
<span id="L19" class="LineNr"> 19 </span><span class="Special"><a href='011run.cc.html#L229'>Transform</a></span><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">);</span>
|
|
<span id="L20" class="LineNr"> 20 </span><span class="Comment">// End Level-3 Transforms</span>
|
|
<span id="L21" class="LineNr"> 21 </span>
|
|
<span id="L22" class="LineNr"> 22 </span><span class="Delimiter">:(before "End Globals")</span>
|
|
<span id="L23" class="LineNr"> 23 </span><span class="Normal">int</span> <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span> = <span class="Constant">1</span><span class="Delimiter">;</span>
|
|
<span id="L24" class="LineNr"> 24 </span><span class="Delimiter">:(code)</span>
|
|
<span id="L25" class="LineNr"> 25 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">(</span>program& p<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L26" class="LineNr"> 26 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"-- move literal strings to data segment"</span> << end<span class="Delimiter">();</span>
|
|
<span id="L27" class="LineNr"> 27 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span>
|
|
<span id="L28" class="LineNr"> 28 </span> segment& <a href='031check_operands.cc.html#L11'>code</a> = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">);</span>
|
|
<span id="L29" class="LineNr"> 29 </span> segment data<span class="Delimiter">;</span>
|
|
<span id="L30" class="LineNr"> 30 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Constant">0</span><span class="Delimiter">;</span> i < <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span><a href='031check_operands.cc.html#L11'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span> ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L31" class="LineNr"> 31 </span> line& inst = <a href='031check_operands.cc.html#L11'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span>
|
|
<span id="L32" class="LineNr"> 32 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> j = <span class="Constant">0</span><span class="Delimiter">;</span> j < <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">);</span> ++j<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L33" class="LineNr"> 33 </span> word& curr = inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>j<span class="Delimiter">);</span>
|
|
<span id="L34" class="LineNr"> 34 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>curr<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">)</span> != <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">continue</span><span class="Delimiter">;</span>
|
|
<span id="L35" class="LineNr"> 35 </span> ostringstream global_name<span class="Delimiter">;</span>
|
|
<span id="L36" class="LineNr"> 36 </span> global_name << <span class="Constant">"__subx_global_"</span> << <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span>
|
|
<span id="L37" class="LineNr"> 37 </span> ++<span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span>
|
|
<span id="L38" class="LineNr"> 38 </span> <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span>global_name<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> curr<span class="Delimiter">,</span> data<span class="Delimiter">);</span>
|
|
<span id="L39" class="LineNr"> 39 </span> curr<span class="Delimiter">.</span>data = global_name<span class="Delimiter">.</span>str<span class="Delimiter">();</span>
|
|
<span id="L40" class="LineNr"> 40 </span> <span class="Delimiter">}</span>
|
|
<span id="L41" class="LineNr"> 41 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"instruction after <a href='011run.cc.html#L231'>transform</a>: '"</span> << data_to_string<span class="Delimiter">(</span>inst<span class="Delimiter">)</span> << <span class="Constant">"'"</span> << end<span class="Delimiter">();</span>
|
|
<span id="L42" class="LineNr"> 42 </span> <span class="Delimiter">}</span>
|
|
<span id="L43" class="LineNr"> 43 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span>
|
|
<span id="L44" class="LineNr"> 44 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">)</span> < <span class="Constant">2</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L45" class="LineNr"> 45 </span> p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>resize<span class="Delimiter">(</span><span class="Constant">2</span><span class="Delimiter">);</span>
|
|
<span id="L46" class="LineNr"> 46 </span> p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>swap<span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span>
|
|
<span id="L47" class="LineNr"> 47 </span> <span class="Delimiter">}</span>
|
|
<span id="L48" class="LineNr"> 48 </span> vector<line>& existing_data = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">;</span>
|
|
<span id="L49" class="LineNr"> 49 </span> existing_data<span class="Delimiter">.</span>insert<span class="Delimiter">(</span>existing_data<span class="Delimiter">.</span>end<span class="Delimiter">(),</span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>begin<span class="Delimiter">(),</span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>end<span class="Delimiter">());</span>
|
|
<span id="L50" class="LineNr"> 50 </span><span class="Delimiter">}</span>
|
|
<span id="L51" class="LineNr"> 51 </span>
|
|
<span id="L52" class="LineNr"> 52 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span><span class="Normal">const</span> string& name<span class="Delimiter">,</span> <span class="Normal">const</span> word& value<span class="Delimiter">,</span> segment& data<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L53" class="LineNr"> 53 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"adding global variable '"</span> << name << <span class="Constant">"' containing "</span> << value<span class="Delimiter">.</span>data << end<span class="Delimiter">();</span>
|
|
<span id="L54" class="LineNr"> 54 </span> <span class="Comment">// emit label</span>
|
|
<span id="L55" class="LineNr"> 55 </span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>label<span class="Delimiter">(</span>name<span class="Delimiter">));</span>
|
|
<span id="L56" class="LineNr"> 56 </span> <span class="Comment">// emit size for size-prefixed array</span>
|
|
<span id="L57" class="LineNr"> 57 </span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span>
|
|
<span id="L58" class="LineNr"> 58 </span> emit_hex_bytes<span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">(),</span> <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span>data<span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip quotes</span><span class="Comment">*/</span><span class="Constant">2</span><span class="Delimiter">,</span> <span class="Constant">4</span><span class="Comment">/*</span><span class="Comment">bytes</span><span class="Comment">*/</span><span class="Delimiter">);</span>
|
|
<span id="L59" class="LineNr"> 59 </span> <span class="Comment">// emit data byte by byte</span>
|
|
<span id="L60" class="LineNr"> 60 </span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span>
|
|
<span id="L61" class="LineNr"> 61 </span> line& curr = data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">();</span>
|
|
<span id="L62" class="LineNr"> 62 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Comment">/*</span><span class="Comment">skip start quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span> i < <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span>data<span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip end quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span> ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L63" class="LineNr"> 63 </span> <span class="Normal">char</span> c = value<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span>
|
|
<span id="L64" class="LineNr"> 64 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
|
|
<span id="L65" class="LineNr"> 65 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = <a href='030---operands.cc.html#L286'>hex_byte_to_string</a><span class="Delimiter">(</span>c<span class="Delimiter">);</span>
|
|
<span id="L66" class="LineNr"> 66 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>string<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">,</span> c<span class="Delimiter">));</span>
|
|
<span id="L67" class="LineNr"> 67 </span> <span class="Delimiter">}</span>
|
|
<span id="L68" class="LineNr"> 68 </span><span class="Delimiter">}</span>
|
|
<span id="L69" class="LineNr"> 69 </span>
|
|
<span id="L70" class="LineNr"> 70 </span><a href='011run.cc.html#L117'>line</a> label<span class="Delimiter">(</span>string s<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L71" class="LineNr"> 71 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span>
|
|
<span id="L72" class="LineNr"> 72 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
|
|
<span id="L73" class="LineNr"> 73 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = <span class="Delimiter">(</span>s+<span class="Constant">":"</span><span class="Delimiter">);</span>
|
|
<span id="L74" class="LineNr"> 74 </span> <span class="Identifier">return</span> result<span class="Delimiter">;</span>
|
|
<span id="L75" class="LineNr"> 75 </span><span class="Delimiter">}</span>
|
|
<span id="L76" class="LineNr"> 76 </span>
|
|
<span id="L77" class="LineNr"> 77 </span><span class="Comment">//: Within strings, whitespace is significant. So we need to redo our instruction</span>
|
|
<span id="L78" class="LineNr"> 78 </span><span class="Comment">//: parsing.</span>
|
|
<span id="L79" class="LineNr"> 79 </span>
|
|
<span id="L80" class="LineNr"> 80 </span><span class="Delimiter">:(scenarios parse_instruction_character_by_character)</span>
|
|
<span id="L81" class="LineNr"> 81 </span><span class="Delimiter">:(scenario instruction_with_string_literal)</span>
|
|
<span id="L82" class="LineNr"> 82 </span>a <span class="Constant">"abc def"</span> z <span class="Comment"># two spaces inside string</span>
|
|
<span id="L83" class="LineNr"> 83 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L84" class="LineNr"> 84 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "abc def"</span>
|
|
<span id="L85" class="LineNr"> 85 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span>
|
|
<span id="L86" class="LineNr"> 86 </span><span class="Comment"># no other words</span>
|
|
<span id="L87" class="LineNr"> 87 </span>$parse2: <span class="Constant">3</span>
|
|
<span id="L88" class="LineNr"> 88 </span>
|
|
<span id="L89" class="LineNr"> 89 </span><span class="Delimiter">:(before "End Line Parsing Special-cases(line_data -> l)")</span>
|
|
<span id="L90" class="LineNr"> 90 </span><span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="Constant">'"'</span><span class="Delimiter">)</span> != string::npos<span class="Delimiter">)</span> <span class="Delimiter">{</span> <span class="Comment">// can cause false-positives, but we can handle them</span>
|
|
<span id="L91" class="LineNr"> 91 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> l<span class="Delimiter">);</span>
|
|
<span id="L92" class="LineNr"> 92 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span>
|
|
<span id="L93" class="LineNr"> 93 </span><span class="Delimiter">}</span>
|
|
<span id="L94" class="LineNr"> 94 </span>
|
|
<span id="L95" class="LineNr"> 95 </span><span class="Delimiter">:(code)</span>
|
|
<span id="L96" class="LineNr"> 96 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">,</span> vector<line>& out<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L97" class="LineNr"> 97 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != string::npos && line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != line_data<span class="Delimiter">.</span>size<span class="Delimiter">()</span>-<span class="Constant">1</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L98" class="LineNr"> 98 </span> <a href='003trace.cc.html#L210'>raise</a> << <span class="Constant">"parse_instruction_character_by_character: should receive only a single line\n"</span> << end<span class="Delimiter">();</span>
|
|
<span id="L99" class="LineNr"> 99 </span> <span class="Identifier">return</span><span class="Delimiter">;</span>
|
|
<span id="L100" class="LineNr">100 </span> <span class="Delimiter">}</span>
|
|
<span id="L101" class="LineNr">101 </span> <span class="Comment">// parse literals</span>
|
|
<span id="L102" class="LineNr">102 </span> istringstream in<span class="Delimiter">(</span>line_data<span class="Delimiter">);</span>
|
|
<span id="L103" class="LineNr">103 </span> in >> std::noskipws<span class="Delimiter">;</span>
|
|
<span id="L104" class="LineNr">104 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span>
|
|
<span id="L105" class="LineNr">105 </span> <span class="Comment">// add tokens (words or strings) one by one</span>
|
|
<span id="L106" class="LineNr">106 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
|
|
<span id="L107" class="LineNr">107 </span> <a href='038---literal_strings.cc.html#L158'>skip_whitespace</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span>
|
|
<span id="L108" class="LineNr">108 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
|
|
<span id="L109" class="LineNr">109 </span> <span class="Normal">char</span> c = in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
|
|
<span id="L110" class="LineNr">110 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment; drop rest of line</span>
|
|
<span id="L111" class="LineNr">111 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">':'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// line metadata; skip for now</span>
|
|
<span id="L112" class="LineNr">112 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'.'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L113" class="LineNr">113 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment token at end of line</span>
|
|
<span id="L114" class="LineNr">114 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span>
|
|
<span id="L115" class="LineNr">115 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span> <span class="Comment">// '.' followed by space is comment token; skip</span>
|
|
<span id="L116" class="LineNr">116 </span> <span class="Delimiter">}</span>
|
|
<span id="L117" class="LineNr">117 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
|
|
<span id="L118" class="LineNr">118 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L119" class="LineNr">119 </span> <span class="Comment">// slurp word data</span>
|
|
<span id="L120" class="LineNr">120 </span> ostringstream d<span class="Delimiter">;</span>
|
|
<span id="L121" class="LineNr">121 </span> d << c<span class="Delimiter">;</span>
|
|
<span id="L122" class="LineNr">122 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
|
|
<span id="L123" class="LineNr">123 </span> in >> c<span class="Delimiter">;</span>
|
|
<span id="L124" class="LineNr">124 </span> d << c<span class="Delimiter">;</span>
|
|
<span id="L125" class="LineNr">125 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
|
|
<span id="L126" class="LineNr">126 </span> <span class="Delimiter">}</span>
|
|
<span id="L127" class="LineNr">127 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = d<span class="Delimiter">.</span>str<span class="Delimiter">();</span>
|
|
<span id="L128" class="LineNr">128 </span> <span class="Comment">// slurp metadata</span>
|
|
<span id="L129" class="LineNr">129 </span> ostringstream m<span class="Delimiter">;</span>
|
|
<span id="L130" class="LineNr">130 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
|
|
<span id="L131" class="LineNr">131 </span> in >> c<span class="Delimiter">;</span>
|
|
<span id="L132" class="LineNr">132 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'/'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L133" class="LineNr">133 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span>
|
|
<span id="L134" class="LineNr">134 </span> m<span class="Delimiter">.</span>str<span class="Delimiter">(</span><span class="Constant">""</span><span class="Delimiter">);</span>
|
|
<span id="L135" class="LineNr">135 </span> <span class="Delimiter">}</span>
|
|
<span id="L136" class="LineNr">136 </span> <span class="Normal">else</span> <span class="Delimiter">{</span>
|
|
<span id="L137" class="LineNr">137 </span> m << c<span class="Delimiter">;</span>
|
|
<span id="L138" class="LineNr">138 </span> <span class="Delimiter">}</span>
|
|
<span id="L139" class="LineNr">139 </span> <span class="Delimiter">}</span>
|
|
<span id="L140" class="LineNr">140 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span>
|
|
<span id="L141" class="LineNr">141 </span> <span class="Delimiter">}</span>
|
|
<span id="L142" class="LineNr">142 </span> <span class="Normal">else</span> <span class="Delimiter">{</span>
|
|
<span id="L143" class="LineNr">143 </span> <span class="Comment">// slurp all characters until whitespace</span>
|
|
<span id="L144" class="LineNr">144 </span> ostringstream w<span class="Delimiter">;</span>
|
|
<span id="L145" class="LineNr">145 </span> w << c<span class="Delimiter">;</span>
|
|
<span id="L146" class="LineNr">146 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> <span class="Comment">// peek can sometimes trigger eof(), so do it first</span>
|
|
<span id="L147" class="LineNr">147 </span> in >> c<span class="Delimiter">;</span>
|
|
<span id="L148" class="LineNr">148 </span> w << c<span class="Delimiter">;</span>
|
|
<span id="L149" class="LineNr">149 </span> <span class="Delimiter">}</span>
|
|
<span id="L150" class="LineNr">150 </span> <a href='011run.cc.html#L191'>parse_word</a><span class="Delimiter">(</span>w<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">());</span>
|
|
<span id="L151" class="LineNr">151 </span> <span class="Delimiter">}</span>
|
|
<span id="L152" class="LineNr">152 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"parse2"</span><span class="Delimiter">)</span> << <span class="Constant">"word: "</span> << to_string<span class="Delimiter">(</span>result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">())</span> << end<span class="Delimiter">();</span>
|
|
<span id="L153" class="LineNr">153 </span> <span class="Delimiter">}</span>
|
|
<span id="L154" class="LineNr">154 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span>
|
|
<span id="L155" class="LineNr">155 </span> out<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>result<span class="Delimiter">);</span>
|
|
<span id="L156" class="LineNr">156 </span><span class="Delimiter">}</span>
|
|
<span id="L157" class="LineNr">157 </span>
|
|
<span id="L158" class="LineNr">158 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L158'>skip_whitespace</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L159" class="LineNr">159 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L160" class="LineNr">160 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
|
|
<span id="L161" class="LineNr">161 </span> <span class="Normal">else</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
|
|
<span id="L162" class="LineNr">162 </span> <span class="Delimiter">}</span>
|
|
<span id="L163" class="LineNr">163 </span><span class="Delimiter">}</span>
|
|
<span id="L164" class="LineNr">164 </span>
|
|
<span id="L165" class="LineNr">165 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L165'>skip_comment</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L166" class="LineNr">166 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L167" class="LineNr">167 </span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
|
|
<span id="L168" class="LineNr">168 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="cSpecial">'\n'</span><span class="Delimiter">)</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
|
|
<span id="L169" class="LineNr">169 </span> <span class="Delimiter">}</span>
|
|
<span id="L170" class="LineNr">170 </span><span class="Delimiter">}</span>
|
|
<span id="L171" class="LineNr">171 </span>
|
|
<span id="L172" class="LineNr">172 </span><span class="Comment">// helper for tests</span>
|
|
<span id="L173" class="LineNr">173 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">)</span> <span class="Delimiter">{</span>
|
|
<span id="L174" class="LineNr">174 </span> vector<line> out<span class="Delimiter">;</span>
|
|
<span id="L175" class="LineNr">175 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> out<span class="Delimiter">);</span>
|
|
<span id="L176" class="LineNr">176 </span><span class="Delimiter">}</span>
|
|
<span id="L177" class="LineNr">177 </span>
|
|
<span id="L178" class="LineNr">178 </span><span class="Delimiter">:(scenario parse2_comment_token_in_middle)</span>
|
|
<span id="L179" class="LineNr">179 </span>a <span class="Delimiter">.</span> z
|
|
<span id="L180" class="LineNr">180 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L181" class="LineNr">181 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span>
|
|
<span id="L182" class="LineNr">182 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
|
|
<span id="L183" class="LineNr">183 </span><span class="Comment"># no other words</span>
|
|
<span id="L184" class="LineNr">184 </span>$parse2: <span class="Constant">2</span>
|
|
<span id="L185" class="LineNr">185 </span>
|
|
<span id="L186" class="LineNr">186 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot)</span>
|
|
<span id="L187" class="LineNr">187 </span>a <span class="Delimiter">.</span>b c
|
|
<span id="L188" class="LineNr">188 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L189" class="LineNr">189 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .b</span>
|
|
<span id="L190" class="LineNr">190 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span>
|
|
<span id="L191" class="LineNr">191 </span>
|
|
<span id="L192" class="LineNr">192 </span><span class="Delimiter">:(scenario parse2_comment_token_at_start)</span>
|
|
<span id="L193" class="LineNr">193 </span><span class="Delimiter">.</span> a b
|
|
<span id="L194" class="LineNr">194 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L195" class="LineNr">195 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
|
|
<span id="L196" class="LineNr">196 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
|
|
<span id="L197" class="LineNr">197 </span>
|
|
<span id="L198" class="LineNr">198 </span><span class="Delimiter">:(scenario parse2_comment_token_at_end)</span>
|
|
<span id="L199" class="LineNr">199 </span>a b <span class="Delimiter">.</span>
|
|
<span id="L200" class="LineNr">200 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L201" class="LineNr">201 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
|
|
<span id="L202" class="LineNr">202 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
|
|
<span id="L203" class="LineNr">203 </span>
|
|
<span id="L204" class="LineNr">204 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot_at_start)</span>
|
|
<span id="L205" class="LineNr">205 </span><span class="Delimiter">.</span>a b c
|
|
<span id="L206" class="LineNr">206 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span>
|
|
<span id="L207" class="LineNr">207 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
|
|
<span id="L208" class="LineNr">208 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span>
|
|
<span id="L209" class="LineNr">209 </span>
|
|
<span id="L210" class="LineNr">210 </span><span class="Delimiter">:(scenario parse2_metadata)</span>
|
|
<span id="L211" class="LineNr">211 </span><span class="Delimiter">.</span>a b/c d
|
|
<span id="L212" class="LineNr">212 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span>
|
|
<span id="L213" class="LineNr">213 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b /c</span>
|
|
<span id="L214" class="LineNr">214 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: d</span>
|
|
<span id="L215" class="LineNr">215 </span>
|
|
<span id="L216" class="LineNr">216 </span><span class="Delimiter">:(scenario parse2_string_with_metadata)</span>
|
|
<span id="L217" class="LineNr">217 </span>a <span class="Constant">"bc def"</span>/disp32 g
|
|
<span id="L218" class="LineNr">218 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L219" class="LineNr">219 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span>
|
|
<span id="L220" class="LineNr">220 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: g</span>
|
|
<span id="L221" class="LineNr">221 </span>
|
|
<span id="L222" class="LineNr">222 </span><span class="Delimiter">:(scenario parse2_string_with_metadata_at_end)</span>
|
|
<span id="L223" class="LineNr">223 </span>a <span class="Constant">"bc def"</span>/disp32
|
|
<span id="L224" class="LineNr">224 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
|
|
<span id="L225" class="LineNr">225 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span>
|
|
<span id="L226" class="LineNr">226 </span>
|
|
<span id="L227" class="LineNr">227 </span><span class="Delimiter">:(code)</span>
|
|
<span id="L228" class="LineNr">228 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L228'>test_parse2_string_with_metadata_at_end_of_line_without_newline</a><span class="Delimiter">()</span> <span class="Delimiter">{</span>
|
|
<span id="L229" class="LineNr">229 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>
|
|
<span id="L230" class="LineNr">230 </span> <span class="Constant">"68/push \"</span>test\<span class="Constant">"/f"</span> <span class="Comment">// no newline, which is how calls from parse() will look</span>
|
|
<span id="L231" class="LineNr">231 </span> <span class="Delimiter">);</span>
|
|
<span id="L232" class="LineNr">232 </span> <a href='003trace.cc.html#L257'>CHECK_TRACE_CONTENTS</a><span class="Delimiter">(</span>
|
|
<span id="L233" class="LineNr">233 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: 68 /push^D"</span>
|
|
<span id="L234" class="LineNr">234 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: \"</span>test\<span class="Constant">" /f^D"</span>
|
|
<span id="L235" class="LineNr">235 </span> <span class="Delimiter">);</span>
|
|
<span id="L236" class="LineNr">236 </span><span class="Delimiter">}</span>
|
|
<span id="L237" class="LineNr">237 </span>
|
|
<span id="L238" class="LineNr">238 </span><span class="Comment">//: Make sure slashes inside strings don't trigger adding stuff from inside the</span>
|
|
<span id="L239" class="LineNr">239 </span><span class="Comment">//: string to metadata.</span>
|
|
<span id="L240" class="LineNr">240 </span><span class="Delimiter">:(scenario parse2_string_containing_slashes)</span>
|
|
<span id="L241" class="LineNr">241 </span>a <span class="Constant">"bc/def"</span>/disp32
|
|
<span id="L242" class="LineNr">242 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc/def" /disp32</span>
|
|
</pre>
|
|
</body>
|
|
</html>
|
|
<!-- vim: set foldmethod=manual : -->
|