180 lines
7.6 KiB
Ruby
180 lines
7.6 KiB
Ruby
require "spec_helper"
|
|
|
|
RSpec.describe Pigeon::Lexer do
|
|
EXPECTED_TOKENS1 = [
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 69],
|
|
[:KIND, "f2461a25-6332-4115-b530-91b9ef26b6a5", 111],
|
|
[:PREV, "NONE", 121],
|
|
[:DEPTH, 0, 129],
|
|
[:LIPMAA, "NONE", 141],
|
|
[:HEADER_END, 142],
|
|
[:BODY_ENTRY, "foo", "\"123\"", 152],
|
|
[:BODY_END, 153],
|
|
[:SIGNATURE, "BSSVYP4STBKGMA0TVRH9PR038Q3T3KXP8ZTADZJV1BWERQ056Y0T1EAA54RYX009CGYP5PZ3VRRQ2HQTMRGY8G2A0WZ3TNB2V733Y0G.sig.ed25519", 279],
|
|
[:MESSAGE_DELIM, 280],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 349],
|
|
[:KIND, "20a21e41-859f-4cec-acb4-56a466b93195", 391],
|
|
[:PREV, "%R60V14PWNJKG7RKKH04P58SJZKGHR267RTDDHPPGFZ3P98K3HFWG.sha256", 457],
|
|
[:DEPTH, 1, 465],
|
|
[:LIPMAA, "NONE", 477],
|
|
[:HEADER_END, 478],
|
|
[:BODY_ENTRY, "foo", "\"123\"", 488],
|
|
[:BODY_END, 489],
|
|
[:SIGNATURE, "JEXF1C0Y6XGPTAT8EB159J8QYKFNY49ZRW07P5B2ESAQ90V2V6WYEF95SN4C05YAZQZ151ZH4WMRP0BXHZVS1400X3BKBGR0HXRT43G.sig.ed25519", 615],
|
|
[:MESSAGE_DELIM, 616],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 685],
|
|
[:KIND, "f4cdc570-b49d-487b-8b55-bc85439f3373", 727],
|
|
[:PREV, "%VATGV6Q1WXRX330AD6D5PADV84PX2PM9B0BN0CFQY0HWB2DQEGK0.sha256", 793],
|
|
[:DEPTH, 2, 801],
|
|
[:LIPMAA, "NONE", 813],
|
|
[:HEADER_END, 814],
|
|
[:BODY_ENTRY, "foo", "\"bar\"", 824],
|
|
[:BODY_END, 825],
|
|
[:SIGNATURE, "4ZVKC8JMY6DPFVXRSE0W8VJZ0KNF1KMZFCT1BENZ80MNY5AMKF7865E9B2EDY1PCG57EYXRTFJY1BXZESDMY0X7R71T5H52Q0CC8C1R.sig.ed25519", 951],
|
|
[:MESSAGE_DELIM, 952],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 1021],
|
|
[:KIND, "75630163-0ee1-4e3f-8637-0b72f3e2385c", 1063],
|
|
[:PREV, "%9YF2XH84CA8TSC7NFRVWT5DK8HA67QWTCJBMHYW0W8SX2JXEDN30.sha256", 1129],
|
|
[:DEPTH, 3, 1137],
|
|
[:LIPMAA, "NONE", 1149],
|
|
[:HEADER_END, 1150],
|
|
[:BODY_ENTRY, "foo", "\"bar\"", 1160],
|
|
[:BODY_END, 1161],
|
|
[:SIGNATURE, "AXJPY0QFFACTVWCECN4WQKKKBMH9TA47FXS26FN8WZK4ADWCSE4WNGE5Z75CHRP64PQVW5QRT7V8DXET5E006CMZNDRPDMCC9Y2TT1G.sig.ed25519", 1287],
|
|
[:MESSAGE_DELIM, 1288],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 1357],
|
|
[:KIND, "9bf8f1d0-3ce1-4092-ba87-8d019dff05b2", 1399],
|
|
[:PREV, "%ZPR5QZK2FNPCC2XEY4ET1RE7VT3ZE0ZWSY2W4R5DCXPZ7F9C62YG.sha256", 1465],
|
|
[:DEPTH, 4, 1473],
|
|
[:LIPMAA, "%VATGV6Q1WXRX330AD6D5PADV84PX2PM9B0BN0CFQY0HWB2DQEGK0.sha256", 1541],
|
|
[:HEADER_END, 1542],
|
|
[:BODY_ENTRY, "foo", "\"123\"", 1552],
|
|
[:BODY_END, 1553],
|
|
[:SIGNATURE, "GXNXBCKNXTE3Z1T6Y3PV6FEWVM3YM3DP86YZRTYFC5AFM4Z2TN5ZKKC0YMT29DZ1X1TJSC3Y5PV6B2RN54ZCKK7ZNPCBA5N6W6WWP38.sig.ed25519", 1679],
|
|
[:MESSAGE_DELIM, 1680],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 1749],
|
|
[:KIND, "c5abeb0a-7a2e-433c-82ea-2e5cb8246cd9", 1791],
|
|
[:PREV, "%9JQ1SDJERFXX5SF049B4Y55MPP2PVYG9BZSZRS2W0BMP26PX0V30.sha256", 1857],
|
|
[:DEPTH, 5, 1865],
|
|
[:LIPMAA, "NONE", 1877],
|
|
[:HEADER_END, 1878],
|
|
[:BODY_ENTRY, "foo", "\"123\"", 1888],
|
|
[:BODY_END, 1889],
|
|
[:SIGNATURE, "T20VH1V229ANXB22RJFHWTANKEC9S1ZZEH72A5C3SGRNKH28F0CVR78093YKZXW3645CW0AWFG3FNRYGMBZZ6EC7CMGS3B8NW0J0G28.sig.ed25519", 2015],
|
|
[:MESSAGE_DELIM, 2016],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 2085],
|
|
[:KIND, "e005d271-42c2-4615-bead-131ce0443e44", 2127],
|
|
[:PREV, "%JREA65ZVF9K60STANEWW83YW9XZPHDYTX0BESJTHJAEW7HXW8RF0.sha256", 2193],
|
|
[:DEPTH, 6, 2201],
|
|
[:LIPMAA, "NONE", 2213],
|
|
[:HEADER_END, 2214],
|
|
[:BODY_ENTRY, "foo", "\"bar\"", 2224],
|
|
[:BODY_END, 2225],
|
|
[:SIGNATURE, "1S46QAB4RBRN895WWRNDKA3VQ1WS95VEM155X9P8XD1DJ8S0GJBRDJRN5VHNQV5EDMW0APTXQJ28QPPJK3R03K1CH2KV0KF1V5ZA40R.sig.ed25519", 2351],
|
|
[:MESSAGE_DELIM, 2352],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 2421],
|
|
[:KIND, "6fe0bd91-de26-4588-bb23-5950c0b654f4", 2463],
|
|
[:PREV, "%Q8Q5QZDSQW5524QC42WDP8GX4G60RJTN866EDV45C0R33RDJ9770.sha256", 2529],
|
|
[:DEPTH, 7, 2537],
|
|
[:LIPMAA, "NONE", 2549],
|
|
[:HEADER_END, 2550],
|
|
[:BODY_ENTRY, "foo", "\"bar\"", 2560],
|
|
[:BODY_END, 2561],
|
|
[:SIGNATURE, "YE2Y4K70BKX1Q7HPBEHH3Y6C4DW577E4AR1CPYF62KXHC81EREFM2TF4JX80CR92J9HJ8JV4CMP7TAB1WF16KA158344W2W59BTDA1G.sig.ed25519", 2687],
|
|
[:MESSAGE_DELIM, 2688],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 2757],
|
|
[:KIND, "8cf7242b-c2ec-4c06-85fc-4294bb9881f9", 2799],
|
|
[:PREV, "%V9K764RRC78D95AT5H7Y1GWN4S9VTFS82YWD0NRYQT51R44DZ630.sha256", 2865],
|
|
[:DEPTH, 8, 2873],
|
|
[:LIPMAA, "%9JQ1SDJERFXX5SF049B4Y55MPP2PVYG9BZSZRS2W0BMP26PX0V30.sha256", 2941],
|
|
[:HEADER_END, 2942],
|
|
[:BODY_ENTRY, "foo", "\"123\"", 2952],
|
|
[:BODY_END, 2953],
|
|
[:SIGNATURE, "Q61K5HK1WE03ST965Z9X027WSDGE9PFRBYYQT40T4N582ZN46KJTFC9Z92BZC90QFNY37BZ0ZBH6S86KNV371MNMWG4CT2Q016XT430.sig.ed25519", 3079],
|
|
[:MESSAGE_DELIM, 3080],
|
|
[:AUTHOR, "@5W9Z3TB8K8F0D6WKCRYZKRAKRWXN5YXHHNEZ4EYDWBWX0CGY9SZ0.ed25519", 3149],
|
|
[:KIND, "caadfdee-0600-44cf-befd-6332c067a3e7", 3191],
|
|
[:PREV, "%ZRZRSNHAYA10JS3PMNJHNJAQJ1EV1KF9KEATD7JMZ2H78XKFEZXG.sha256", 3257],
|
|
[:DEPTH, 9, 3265],
|
|
[:LIPMAA, "NONE", 3277],
|
|
[:HEADER_END, 3278],
|
|
[:BODY_ENTRY, "foo", "\"bar\"", 3288],
|
|
[:BODY_END, 3289],
|
|
[:SIGNATURE, "9TJX6KF51GQNF2J05KPB4V7WZBMKVRV1ECNC6W7ETN4ZQ636DCPH1C95C1W19ZTXMB53TSQK2MW3PFRBKN05C8F8PNY0PG7WG3Q2T30.sig.ed25519", 3415],
|
|
[:MESSAGE_DELIM, 3415],
|
|
].freeze
|
|
|
|
MESSAGE_LINES = [
|
|
"author @VG44QCHKA38E7754RQ5DAFBMMD2CCZQRZ8BR2J4MRHHGVTHGW670.ed25519",
|
|
"kind unit_test",
|
|
"prev NONE",
|
|
"depth 0",
|
|
"",
|
|
"foo:\"bar\"",
|
|
"",
|
|
"signature hHvhdvUcrabhFPz52GSGa9_iuudOsGEEE7S0o0WJLqjQyhLfgUy72yppHXsG6T4E21p6EEI6B3yRcjfurxegCA==.sig.ed25519",
|
|
].freeze
|
|
|
|
let(:db) do
|
|
db = Pigeon::Database.new
|
|
db.reset_database
|
|
db
|
|
end
|
|
|
|
let(:message) do
|
|
db.delete_current_draft
|
|
db.new_draft(kind: "unit_test")
|
|
db.update_draft("foo", "bar")
|
|
db.publish_draft
|
|
end
|
|
|
|
it "tokenizes a bundle" do
|
|
bundle = File.read("./spec/fixtures/normal/#{Pigeon::MESSAGE_FILE}")
|
|
tokens = Pigeon::Lexer.tokenize(bundle)
|
|
EXPECTED_TOKENS1.each_with_index do |_item, i|
|
|
expect(tokens[i]).to eq(EXPECTED_TOKENS1[i])
|
|
end
|
|
end
|
|
|
|
it "tokenizes a single message" do
|
|
string = message.render
|
|
tokens = Pigeon::Lexer.tokenize(string)
|
|
hash = tokens.each_with_object({ BODY: {} }) do |token, h|
|
|
case token.first
|
|
when :HEADER_END, :BODY_END, :MESSAGE_DELIM
|
|
h
|
|
when :BODY_ENTRY
|
|
h[:BODY][token[1]] = token[2]
|
|
else
|
|
h[token.first] = token[1]
|
|
end
|
|
end
|
|
|
|
expect(hash[:AUTHOR]).to eq(message.author.multihash)
|
|
expect(hash[:BODY]).to eq(message.body)
|
|
expect(hash[:DEPTH]).to eq(message.depth)
|
|
expect(hash[:KIND]).to eq(message.kind)
|
|
expect(hash[:PREV]).to eq Pigeon::NOTHING
|
|
expect(hash[:SIGNATURE]).to eq(message.signature)
|
|
end
|
|
|
|
it "catches syntax errors" do
|
|
e = Pigeon::Lexer::LexError
|
|
err_map = {
|
|
0 => "Syntax error pos 0 by START field in HEADER",
|
|
1 => "Syntax error pos 69 by AUTHOR field in HEADER",
|
|
2 => "Syntax error pos 84 by KIND field in HEADER",
|
|
3 => "Syntax error pos 94 by PREV field in HEADER",
|
|
4 => "Syntax error pos 102 by DEPTH field in HEADER",
|
|
5 => "Syntax error pos 103 by HEADER_SEPERATOR field in BODY",
|
|
6 => "Syntax error pos 113 by A_BODY_ENTRY field in BODY",
|
|
7 => "Parse error at 114. Double carriage return not found.",
|
|
}
|
|
(0..7).to_a.map do |n|
|
|
t = MESSAGE_LINES.dup.insert(n, "@@@").join("\n")
|
|
emsg = err_map.fetch(n)
|
|
expect { Pigeon::Lexer.tokenize(t) }.to raise_error(e, emsg)
|
|
end
|
|
end
|
|
end
|