1
/*
2
 * Hurl (https://hurl.dev)
3
 * Copyright (C) 2025 Orange
4
 *
5
 * Licensed under the Apache License, Version 2.0 (the "License");
6
 * you may not use this file except in compliance with the License.
7
 * You may obtain a copy of the License at
8
 *
9
 *          http://www.apache.org/licenses/LICENSE-2.0
10
 *
11
 * Unless required by applicable law or agreed to in writing, software
12
 * distributed under the License is distributed on an "AS IS" BASIS,
13
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
 * See the License for the specific language governing permissions and
15
 * limitations under the License.
16
 *
17
 */
18
use crate::ast::VersionValue::VersionAny;
19
use crate::ast::{
20
    Body, Entry, HurlFile, Method, Request, Response, SourceInfo, Status, StatusValue, Version,
21
    VersionValue,
22
};
23
use crate::combinator::{optional, zero_or_more};
24
use crate::parser::bytes::bytes;
25
use crate::parser::primitives::{
26
    eof, key_value, line_terminator, one_or_more_spaces, optional_line_terminators, try_literal,
27
    zero_or_more_spaces,
28
};
29
use crate::parser::sections::{request_sections, response_sections};
30
use crate::parser::string::unquoted_template;
31
use crate::parser::{ParseError, ParseErrorKind, ParseResult};
32
use crate::reader::Reader;
33

            
34
4025
pub fn hurl_file(reader: &mut Reader) -> ParseResult<HurlFile> {
35
4025
    let entries = zero_or_more(entry, reader)?;
36
3795
    let line_terminators = optional_line_terminators(reader)?;
37
3795
    eof(reader)?;
38
3795
    Ok(HurlFile {
39
3795
        entries,
40
3795
        line_terminators,
41
3795
    })
42
}
43

            
44
15395
fn entry(reader: &mut Reader) -> ParseResult<Entry> {
45
15395
    let req = request(reader)?;
46
14305
    let resp = optional(response, reader)?;
47
14240
    Ok(Entry {
48
14240
        request: req,
49
14240
        response: resp,
50
14240
    })
51
}
52

            
53
15395
fn request(reader: &mut Reader) -> ParseResult<Request> {
54
15395
    let start = reader.cursor();
55
15395
    let line_terminators = optional_line_terminators(reader)?;
56
15395
    let space0 = zero_or_more_spaces(reader)?;
57
15395
    let method = method(reader)?;
58
14450
    let space1 = one_or_more_spaces(reader)?;
59
14430
    let url = unquoted_template(reader)?;
60
14425
    let line_terminator0 = line_terminator(reader)?;
61
14425
    let headers = zero_or_more(key_value, reader)?;
62
14425
    let sections = request_sections(reader)?;
63
14375
    let body = optional(body, reader)?;
64
14310
    let source_info = SourceInfo::new(start.pos, reader.cursor().pos);
65
14310

            
66
14310
    // Check duplicated section
67
14310
    let mut section_names = vec![];
68
16715
    for section in &sections {
69
2410
        if section_names.contains(&section.identifier()) {
70
5
            return Err(ParseError::new(
71
5
                section.source_info.start,
72
5
                false,
73
5
                ParseErrorKind::DuplicateSection,
74
5
            ));
75
2405
        } else {
76
2405
            section_names.push(section.identifier());
77
        }
78
    }
79

            
80
14305
    Ok(Request {
81
14305
        line_terminators,
82
14305
        space0,
83
14305
        method,
84
14305
        space1,
85
14305
        url,
86
14305
        line_terminator0,
87
14305
        headers,
88
14305
        sections,
89
14305
        body,
90
14305
        source_info,
91
14305
    })
92
}
93

            
94
14305
fn response(reader: &mut Reader) -> ParseResult<Response> {
95
14305
    let start = reader.cursor();
96
14305
    let line_terminators = optional_line_terminators(reader)?;
97
14305
    let space0 = zero_or_more_spaces(reader)?;
98
14305
    let version = version(reader)?;
99
13215
    let space1 = one_or_more_spaces(reader)?;
100
13215
    let status = status(reader)?;
101
13210
    let line_terminator0 = line_terminator(reader)?;
102
13210
    let headers = zero_or_more(key_value, reader)?;
103
13210
    let sections = response_sections(reader)?;
104
13155
    let body = optional(body, reader)?;
105
13155
    let source_info = SourceInfo::new(start.pos, reader.cursor().pos);
106
13155

            
107
13155
    Ok(Response {
108
13155
        line_terminators,
109
13155
        space0,
110
13155
        version,
111
13155
        space1,
112
13155
        status,
113
13155
        line_terminator0,
114
13155
        headers,
115
13155
        sections,
116
13155
        body,
117
13155
        source_info,
118
13155
    })
119
}
120

            
121
15395
fn method(reader: &mut Reader) -> ParseResult<Method> {
122
15395
    if reader.is_eof() {
123
925
        let kind = ParseErrorKind::Method {
124
925
            name: "<EOF>".to_string(),
125
925
        };
126
925
        return Err(ParseError::new(reader.cursor().pos, true, kind));
127
    }
128
14470
    let start = reader.cursor();
129
63439
    let name = reader.read_while(|c| c.is_ascii_alphabetic());
130
14470
    if name.is_empty() || name.to_uppercase() != name {
131
20
        let kind = ParseErrorKind::Method { name };
132
20
        Err(ParseError::new(start.pos, false, kind))
133
    } else {
134
14450
        Ok(Method::new(&name))
135
    }
136
}
137

            
138
14305
fn version(reader: &mut Reader) -> ParseResult<Version> {
139
14305
    let start = reader.cursor();
140
14305
    try_literal("HTTP", reader)?;
141

            
142
13220
    let next_c = reader.peek();
143
13220
    match next_c {
144
        Some('/') => {
145
190
            let available_version = [
146
190
                ("/1.0", VersionValue::Version1),
147
190
                ("/1.1", VersionValue::Version11),
148
190
                ("/2", VersionValue::Version2),
149
190
                ("/3", VersionValue::Version3),
150
190
            ];
151
470
            for (s, value) in available_version.iter() {
152
470
                if try_literal(s, reader).is_ok() {
153
185
                    return Ok(Version {
154
185
                        value: *value,
155
185
                        source_info: SourceInfo::new(start.pos, reader.cursor().pos),
156
185
                    });
157
                }
158
            }
159
5
            Err(ParseError::new(start.pos, false, ParseErrorKind::Version))
160
        }
161
13030
        Some(' ') | Some('\t') => Ok(Version {
162
13030
            value: VersionAny,
163
13030
            source_info: SourceInfo::new(start.pos, reader.cursor().pos),
164
13030
        }),
165
        _ => Err(ParseError::new(start.pos, false, ParseErrorKind::Version)),
166
    }
167
}
168

            
169
13215
fn status(reader: &mut Reader) -> ParseResult<Status> {
170
13215
    let start = reader.cursor();
171
13215
    let value = match try_literal("*", reader) {
172
195
        Ok(_) => StatusValue::Any,
173
        Err(_) => {
174
13020
            if reader.is_eof() {
175
                let kind = ParseErrorKind::Status;
176
                return Err(ParseError::new(start.pos, false, kind));
177
            }
178
54669
            let s = reader.read_while(|c| c.is_ascii_digit());
179
13020
            if s.is_empty() {
180
5
                let kind = ParseErrorKind::Status;
181
5
                return Err(ParseError::new(start.pos, false, kind));
182
            }
183
13015
            match s.to_string().parse() {
184
13015
                Ok(value) => StatusValue::Specific(value),
185
                Err(_) => {
186
                    let kind = ParseErrorKind::Status;
187
                    return Err(ParseError::new(start.pos, false, kind));
188
                }
189
            }
190
        }
191
    };
192
13210
    let end = reader.cursor();
193
13210
    Ok(Status {
194
13210
        value,
195
13210
        source_info: SourceInfo::new(start.pos, end.pos),
196
13210
    })
197
}
198

            
199
27530
fn body(reader: &mut Reader) -> ParseResult<Body> {
200
    //  let start = reader.state.clone();
201
27530
    let line_terminators = optional_line_terminators(reader)?;
202
27530
    let space0 = zero_or_more_spaces(reader)?;
203
27530
    let value = bytes(reader)?;
204
3500
    let line_terminator0 = line_terminator(reader)?;
205
3500
    Ok(Body {
206
3500
        line_terminators,
207
3500
        space0,
208
3500
        value,
209
3500
        line_terminator0,
210
3500
    })
211
}
212

            
213
#[cfg(test)]
214
mod tests {
215
    use super::*;
216
    use crate::ast::{
217
        Bytes, Comment, JsonListElement, JsonValue, LineTerminator, MultilineString,
218
        MultilineStringKind, Template, TemplateElement, Whitespace,
219
    };
220
    use crate::reader::Pos;
221
    use crate::typing::ToSource;
222

            
223
    #[test]
224
    fn test_hurl_file() {
225
        let mut reader = Reader::new("GET http://google.fr");
226
        let hurl_file = hurl_file(&mut reader).unwrap();
227
        assert_eq!(hurl_file.entries.len(), 1);
228
    }
229

            
230
    #[test]
231
    fn test_entry() {
232
        let mut reader = Reader::new("GET http://google.fr");
233
        let e = entry(&mut reader).unwrap();
234
        assert_eq!(e.request.method, Method::new("GET"));
235
        assert_eq!(reader.cursor().index, 20);
236
    }
237

            
238
    #[test]
239
    fn test_several_entry() {
240
        let mut reader = Reader::new("GET http://google.fr\nGET http://google.fr");
241

            
242
        let e = entry(&mut reader).unwrap();
243
        assert_eq!(e.request.method, Method::new("GET"));
244
        assert_eq!(reader.cursor().index, 21);
245
        assert_eq!(reader.cursor().pos.line, 2);
246

            
247
        let e = entry(&mut reader).unwrap();
248
        assert_eq!(e.request.method, Method::new("GET"));
249
        assert_eq!(reader.cursor().index, 41);
250
        assert_eq!(reader.cursor().pos.line, 2);
251

            
252
        let mut reader =
253
            Reader::new("GET http://google.fr # comment1\nGET http://google.fr # comment2");
254

            
255
        let e = entry(&mut reader).unwrap();
256
        assert_eq!(e.request.method, Method::new("GET"));
257
        assert_eq!(reader.cursor().index, 32);
258
        assert_eq!(reader.cursor().pos.line, 2);
259

            
260
        let e = entry(&mut reader).unwrap();
261
        assert_eq!(e.request.method, Method::new("GET"));
262
        assert_eq!(reader.cursor().index, 63);
263
        assert_eq!(reader.cursor().pos.line, 2);
264
    }
265

            
266
    #[test]
267
    fn test_entry_with_response() {
268
        let mut reader = Reader::new("GET http://google.fr\nHTTP/1.1 200");
269
        let e = entry(&mut reader).unwrap();
270
        assert_eq!(e.request.method, Method::new("GET"));
271
        assert_eq!(e.response.unwrap().status.value, StatusValue::Specific(200));
272
    }
273

            
274
    #[test]
275
    fn test_request() {
276
        let mut reader = Reader::new("GET http://google.fr");
277
        let default_request = Request {
278
            line_terminators: vec![],
279
            space0: Whitespace {
280
                value: String::new(),
281
                source_info: SourceInfo::new(Pos::new(1, 1), Pos::new(1, 1)),
282
            },
283
            method: Method::new("GET"),
284
            space1: Whitespace {
285
                value: " ".to_string(),
286
                source_info: SourceInfo::new(Pos::new(1, 4), Pos::new(1, 5)),
287
            },
288
            url: Template::new(
289
                None,
290
                vec![TemplateElement::String {
291
                    value: "http://google.fr".to_string(),
292
                    source: "http://google.fr".to_source(),
293
                }],
294
                SourceInfo::new(Pos::new(1, 5), Pos::new(1, 21)),
295
            ),
296
            line_terminator0: LineTerminator {
297
                space0: Whitespace {
298
                    value: String::new(),
299
                    source_info: SourceInfo::new(Pos::new(1, 21), Pos::new(1, 21)),
300
                },
301
                comment: None,
302
                newline: Whitespace {
303
                    value: String::new(),
304
                    source_info: SourceInfo::new(Pos::new(1, 21), Pos::new(1, 21)),
305
                },
306
            },
307
            headers: vec![],
308
            sections: vec![],
309
            body: None,
310
            source_info: SourceInfo::new(Pos::new(1, 1), Pos::new(1, 21)),
311
        };
312
        assert_eq!(request(&mut reader).unwrap(), default_request);
313
        assert_eq!(reader.cursor().index, 20);
314

            
315
        let mut reader = Reader::new("GET  http://google.fr # comment");
316
        let default_request = Request {
317
            line_terminators: vec![],
318
            space0: Whitespace {
319
                value: String::new(),
320
                source_info: SourceInfo::new(Pos::new(1, 1), Pos::new(1, 1)),
321
            },
322
            method: Method::new("GET"),
323
            space1: Whitespace {
324
                value: "  ".to_string(),
325
                source_info: SourceInfo::new(Pos::new(1, 4), Pos::new(1, 6)),
326
            },
327
            url: Template::new(
328
                None,
329
                vec![TemplateElement::String {
330
                    value: "http://google.fr".to_string(),
331
                    source: "http://google.fr".to_source(),
332
                }],
333
                SourceInfo::new(Pos::new(1, 6), Pos::new(1, 22)),
334
            ),
335
            line_terminator0: LineTerminator {
336
                space0: Whitespace {
337
                    value: " ".to_string(),
338
                    source_info: SourceInfo::new(Pos::new(1, 22), Pos::new(1, 23)),
339
                },
340
                comment: Some(Comment {
341
                    value: " comment".to_string(),
342
                    source_info: SourceInfo::new(Pos::new(1, 24), Pos::new(1, 32)),
343
                }),
344
                newline: Whitespace {
345
                    value: String::new(),
346
                    source_info: SourceInfo::new(Pos::new(1, 32), Pos::new(1, 32)),
347
                },
348
            },
349
            headers: vec![],
350
            sections: vec![],
351
            body: None,
352
            source_info: SourceInfo::new(Pos::new(1, 1), Pos::new(1, 32)),
353
        };
354
        assert_eq!(request(&mut reader).unwrap(), default_request);
355
        assert_eq!(reader.cursor().index, 31);
356

            
357
        let mut reader = Reader::new("GET http://google.fr\nGET http://google.fr");
358
        let r = request(&mut reader).unwrap();
359
        assert_eq!(r.method, Method::new("GET"));
360
        assert_eq!(reader.cursor().index, 21);
361
        let r = request(&mut reader).unwrap();
362
        assert_eq!(r.method, Method::new("GET"));
363
    }
364

            
365
    #[test]
366
    fn test_request_multilines() {
367
        // GET http://google.fr
368
        // ```
369
        // Hello World!
370
        // ```
371
        let mut reader = Reader::new("GET http://google.fr\n```\nHello World!\n```");
372
        let req = request(&mut reader).unwrap();
373
        assert_eq!(
374
            req.body.unwrap(),
375
            Body {
376
                line_terminators: vec![],
377
                space0: Whitespace {
378
                    value: String::new(),
379
                    source_info: SourceInfo::new(Pos::new(2, 1), Pos::new(2, 1)),
380
                },
381
                value: Bytes::MultilineString(MultilineString {
382
                    attributes: vec![],
383
                    space: Whitespace {
384
                        value: String::new(),
385
                        source_info: SourceInfo::new(Pos::new(2, 4), Pos::new(2, 4)),
386
                    },
387
                    newline: Whitespace {
388
                        source_info: SourceInfo::new(Pos::new(2, 4), Pos::new(3, 1)),
389
                        value: "\n".to_string(),
390
                    },
391
                    kind: MultilineStringKind::Text(Template::new(
392
                        None,
393
                        vec![TemplateElement::String {
394
                            value: "Hello World!\n".to_string(),
395
                            source: "Hello World!\n".to_source(),
396
                        }],
397
                        SourceInfo::new(Pos::new(3, 1), Pos::new(4, 1)),
398
                    )),
399
                }),
400
                line_terminator0: LineTerminator {
401
                    space0: Whitespace {
402
                        value: String::new(),
403
                        source_info: SourceInfo::new(Pos::new(4, 4), Pos::new(4, 4)),
404
                    },
405
                    comment: None,
406
                    newline: Whitespace {
407
                        value: String::new(),
408
                        source_info: SourceInfo::new(Pos::new(4, 4), Pos::new(4, 4)),
409
                    },
410
                },
411
            }
412
        );
413
    }
414

            
415
    #[test]
416
    fn test_request_post_json() {
417
        let mut reader = Reader::new("POST http://localhost:8000/post-json-array\n[1,2,3]");
418
        let r = request(&mut reader).unwrap();
419
        assert_eq!(r.method, Method::new("POST"));
420
        assert_eq!(
421
            r.body.unwrap().value,
422
            Bytes::Json(JsonValue::List {
423
                space0: String::new(),
424
                elements: vec![
425
                    JsonListElement {
426
                        space0: String::new(),
427
                        value: JsonValue::Number("1".to_string()),
428
                        space1: String::new(),
429
                    },
430
                    JsonListElement {
431
                        space0: String::new(),
432
                        value: JsonValue::Number("2".to_string()),
433
                        space1: String::new(),
434
                    },
435
                    JsonListElement {
436
                        space0: String::new(),
437
                        value: JsonValue::Number("3".to_string()),
438
                        space1: String::new(),
439
                    },
440
                ],
441
            })
442
        );
443

            
444
        let mut reader = Reader::new("POST http://localhost:8000/post-json-string\n\"Hello\"");
445
        let r = request(&mut reader).unwrap();
446
        assert_eq!(r.method, Method::new("POST"));
447
        assert_eq!(
448
            r.body.unwrap().value,
449
            Bytes::Json(JsonValue::String(Template::new(
450
                Some('"'),
451
                vec![TemplateElement::String {
452
                    value: "Hello".to_string(),
453
                    source: "Hello".to_source(),
454
                }],
455
                SourceInfo::new(Pos::new(2, 2), Pos::new(2, 7)),
456
            )))
457
        );
458

            
459
        let mut reader = Reader::new("POST http://localhost:8000/post-json-number\n100");
460
        let r = request(&mut reader).unwrap();
461
        assert_eq!(r.method, Method::new("POST"));
462
        assert_eq!(
463
            r.body.unwrap().value,
464
            Bytes::Json(JsonValue::Number("100".to_string()))
465
        );
466
    }
467

            
468
    #[test]
469
    fn test_request_error() {
470
        let mut reader = Reader::new("xxx");
471
        let error = request(&mut reader).err().unwrap();
472
        assert_eq!(error.pos, Pos { line: 1, column: 1 });
473
    }
474

            
475
    #[test]
476
    fn test_response() {
477
        let mut reader = Reader::new("HTTP/1.1 200");
478
        //println!("{:?}", response(&mut reader));
479
        let r = response(&mut reader).unwrap();
480

            
481
        assert_eq!(r.version.value, VersionValue::Version11);
482
        assert_eq!(r.status.value, StatusValue::Specific(200));
483
    }
484

            
485
    #[test]
486
    fn test_method() {
487
        let mut reader = Reader::new("xxx ");
488
        let error = method(&mut reader).err().unwrap();
489
        assert_eq!(error.pos, Pos { line: 1, column: 1 });
490
        assert_eq!(reader.cursor().index, 3);
491

            
492
        let mut reader = Reader::new("");
493
        let error = method(&mut reader).err().unwrap();
494
        assert_eq!(error.pos, Pos { line: 1, column: 1 });
495
        assert_eq!(reader.cursor().index, 0);
496

            
497
        let mut reader = Reader::new("GET ");
498
        assert_eq!(method(&mut reader).unwrap(), Method::new("GET"));
499
        assert_eq!(reader.cursor().index, 3);
500

            
501
        let mut reader = Reader::new("CUSTOM");
502
        assert_eq!(method(&mut reader).unwrap(), Method::new("CUSTOM"));
503
        assert_eq!(reader.cursor().index, 6);
504
    }
505

            
506
    #[test]
507
    fn test_version() {
508
        let mut reader = Reader::new("HTTP 200");
509
        assert_eq!(version(&mut reader).unwrap().value, VersionAny);
510
        assert_eq!(reader.cursor().index, 4);
511

            
512
        let mut reader = Reader::new("HTTP\t200");
513
        assert_eq!(version(&mut reader).unwrap().value, VersionAny);
514
        assert_eq!(reader.cursor().index, 4);
515

            
516
        let mut reader = Reader::new("HTTP/1.1 200");
517
        assert_eq!(version(&mut reader).unwrap().value, VersionValue::Version11);
518

            
519
        let mut reader = Reader::new("HTTP/1. 200");
520
        let error = version(&mut reader).err().unwrap();
521
        assert_eq!(error.pos, Pos { line: 1, column: 1 });
522
    }
523

            
524
    #[test]
525
    fn test_status() {
526
        let mut reader = Reader::new("*");
527
        let s = status(&mut reader).unwrap();
528
        assert_eq!(s.value, StatusValue::Any);
529

            
530
        let mut reader = Reader::new("200");
531
        let s = status(&mut reader).unwrap();
532
        assert_eq!(s.value, StatusValue::Specific(200));
533

            
534
        let mut reader = Reader::new("xxx");
535
        let result = status(&mut reader);
536
        assert!(result.is_err());
537
    }
538

            
539
    #[test]
540
    fn test_body_json() {
541
        let mut reader = Reader::new("[1,2,3] ");
542
        let b = body(&mut reader).unwrap();
543
        assert_eq!(b.line_terminators.len(), 0);
544
        assert_eq!(
545
            b.value,
546
            Bytes::Json(JsonValue::List {
547
                space0: String::new(),
548
                elements: vec![
549
                    JsonListElement {
550
                        space0: String::new(),
551
                        value: JsonValue::Number("1".to_string()),
552
                        space1: String::new(),
553
                    },
554
                    JsonListElement {
555
                        space0: String::new(),
556
                        value: JsonValue::Number("2".to_string()),
557
                        space1: String::new(),
558
                    },
559
                    JsonListElement {
560
                        space0: String::new(),
561
                        value: JsonValue::Number("3".to_string()),
562
                        space1: String::new(),
563
                    },
564
                ],
565
            })
566
        );
567
        assert_eq!(reader.cursor().index, 8);
568

            
569
        let mut reader = Reader::new("{}");
570
        let b = body(&mut reader).unwrap();
571
        assert_eq!(b.line_terminators.len(), 0);
572
        assert_eq!(
573
            b.value,
574
            Bytes::Json(JsonValue::Object {
575
                space0: String::new(),
576
                elements: vec![],
577
            })
578
        );
579
        assert_eq!(reader.cursor().index, 2);
580

            
581
        let mut reader = Reader::new("# comment\n {} # comment\nxxx");
582
        let b = body(&mut reader).unwrap();
583
        assert_eq!(b.line_terminators.len(), 1);
584
        assert_eq!(
585
            b.value,
586
            Bytes::Json(JsonValue::Object {
587
                space0: String::new(),
588
                elements: vec![],
589
            })
590
        );
591
        assert_eq!(reader.cursor().index, 24);
592

            
593
        let mut reader = Reader::new("{x");
594
        let error = body(&mut reader).err().unwrap();
595
        assert_eq!(error.pos, Pos { line: 1, column: 2 });
596
        assert!(!error.recoverable);
597
    }
598
}