Page MenuHomeSoftware Heritage
Paste P1091

swh_ql.grammar.js
ActivePublic
Actions

Authored by KShivendu on Jul 9 2021, 9:31 AM.
module.exports = grammar({
name: 'swh_search_query_language',
rules: {
program: $ => repeat(
choice(
$.patternFilter,
$.booleanFilter,
$.numericFilter,
$.unboundedListFilter,
$.boundedListFilter,
$.dateFilter,
)
),
patternFilter: $ => seq($.patternField, $.patternOp, $.patternVal),
patternField: $ => token(choice('url', 'metadata')),
patternOp: $ => choice(' : ', ' = '),
patternVal: $ => $.string, // should be REGEX
booleanFilter: $ => seq($.booleanField, $.booleanOp, $.booleanVal),
booleanField: $ => choice('with_visit'),
booleanOp: $ => choice(' = ', ' : '),
booleanVal: $ => choice($.true, $.false),
numericFilter: $ => seq($.numericField, $.numericOp, $.numberVal),
numericField: $ => choice('nb_visits', 'limit'),
numericOp : $ => $.rangeOp,
numberVal: $ => $.number,
boundedListFilter: $ => choice($.visitTypeFilter, $.sortByFilter),
visitTypeFilter: $ => seq($.visitTypeField, $.visitTypeOp, $.visitTypeVal),
visitTypeField: $ => 'visit_types',
visitTypeOp : $ => choice(':'),
visitTypeVal: $ => seq('[', commaSepStr($.visitTypeOptions), ']'),
visitTypeOptions: $ => choice(
"any", "cran", "deb", "deposit", "ftp", "hg", "git", "nixguix", "npm", "pypi", "svn", "tar"
),
sortByFilter: $ => seq($.sortByField, $.sortByOp, $.sortByVal),
sortByField: $ => 'sort_by',
sortByOp: $ => choice(':'),
sortByVal: $ => seq('[', commaSepStr($.sortByOptions), ']'),
sortByOptions: $ => choice(
'nb_visits',
'last_visit_date',
'last_eventful_visit_date',
'last_revision_date',
'last_release_date',
'date_created',
'date_modified',
'date_published'
),
unboundedListFilter: $ => seq($.listField, $.listOp, $.listVal),
listField: $ => choice('programming_languages', 'licenses', 'keywords'),
listOp: $ => token(choice('in', 'not in')),
listVal: $ => $.array,
dateFilter: $ => seq($.dateField, $.rangeOp, $.dateWithOptionalTime),
dateField: $ => choice(
'last_visit_date',
'last_eventful_visit_date',
'last_revision_date',
'last_release_date',
'date_created',
'date_modified',
'date_published'
),
dateOp: $ => $.rangeOp,
dateVal: $ => $.dateWithOptionalTime,
rangeOp: $ => choice('<', '<=', '=', '!=', '>=', '>'),
array: $ => seq(
"[", commaSepStr($.string_content), "]"
),
dateWithOptionalTime: $ => /\d{4}[-]\d{2}[-]\d{2} (\d{2}:\d{2}(:\d{2})*)*/,
// ^\d{2}\/\d{2}\/\d{4}\s*(?:\d{2}:\d{2}(?::\d{2})?)?$
// Reference : https://stackoverflow.com/questions/23786905/regex-for-validating-dd-mm-yyyy-with-optional-time
// Matches :
// 21/05/2014
// 21/05/2014 15:54
// 21/05/2014 15:54:12
string: $ => wrapWithInvertedComma($.string_content),
number : $ => /\d+/,
true: $ => "true",
false: $ => "false",
string_content: $ => repeat1(choice(
token.immediate(/[^\\"\n]+/),
$.escape_sequence
)),
escape_sequence: $ => token.immediate(seq(
'\\',
/(\"|\\|\/|b|n|r|t|u)/
)),
}
});
function commaSep1(rule) {
return seq(rule, repeat(seq(",", rule)))
}
function commaSep(rule) {
return optional(commaSep1(rule))
}
function commaSepStr(rule){
return commaSep(wrapWithInvertedComma(rule))
}
function wrapWithInvertedComma(rule) {
return choice(
seq("'", rule, "'"),
seq('"', rule, '"'),
rule,
)
}

Event Timeline

KShivendu created this paste.Jul 9 2021, 9:31 AM
KShivendu created this object in space S1 Public.
KShivendu added a comment.Jul 9 2021, 9:33 AM

For input

url : "github.com/django/Django" metadata : something qewq
with_visit : true with_visit : false
nb_visits >= 0  nb_visits = 10 nb_visits != 256 nb_visits < 1000 
sort_by : ["nb_visits", "last_revision_date", last_release_date]
last_release_date < 2001-02-13 15:54:21
licenses in ["MIT","BSD X","Apache"]

It returns

(program [0, 0] - [5, 36]
  (patternFilter [0, 0] - [0, 32]
    (patternField [0, 0] - [0, 3])
    (patternOp [0, 3] - [0, 6])
    (patternVal [0, 6] - [0, 32]
      (string [0, 6] - [0, 32]
        (string_content [0, 7] - [0, 31]))))
  (patternFilter [0, 33] - [0, 58]
    (patternField [0, 33] - [0, 41])
    (patternOp [0, 41] - [0, 44])
    (patternVal [0, 44] - [0, 58]
      (string [0, 44] - [0, 58]
        (string_content [0, 44] - [0, 58]))))
  (booleanFilter [1, 0] - [1, 17]
    (booleanField [1, 0] - [1, 10])
    (booleanOp [1, 10] - [1, 13])
    (booleanVal [1, 13] - [1, 17]
      (true [1, 13] - [1, 17])))
  (booleanFilter [1, 18] - [1, 36]
    (booleanField [1, 18] - [1, 28])
    (booleanOp [1, 28] - [1, 31])
    (booleanVal [1, 31] - [1, 36]
      (false [1, 31] - [1, 36])))
  (numericFilter [2, 0] - [2, 14]
    (numericField [2, 0] - [2, 9])
    (numericOp [2, 10] - [2, 12]
      (rangeOp [2, 10] - [2, 12]))
    (numberVal [2, 13] - [2, 14]
      (number [2, 13] - [2, 14])))
  (numericFilter [2, 16] - [2, 30]
    (numericField [2, 16] - [2, 25])
    (numericOp [2, 26] - [2, 27]
      (rangeOp [2, 26] - [2, 27]))
    (numberVal [2, 28] - [2, 30]
      (number [2, 28] - [2, 30])))
  (numericFilter [2, 31] - [2, 47]
    (numericField [2, 31] - [2, 40])
    (numericOp [2, 41] - [2, 43]
      (rangeOp [2, 41] - [2, 43]))
    (numberVal [2, 44] - [2, 47]
      (number [2, 44] - [2, 47])))
  (numericFilter [2, 48] - [2, 64]
    (numericField [2, 48] - [2, 57])
    (numericOp [2, 58] - [2, 59]
      (rangeOp [2, 58] - [2, 59]))
    (numberVal [2, 60] - [2, 64]
      (number [2, 60] - [2, 64])))
  (boundedListFilter [3, 0] - [3, 64]
    (sortByFilter [3, 0] - [3, 64]
      (sortByField [3, 0] - [3, 7])
      (sortByOp [3, 8] - [3, 9])
      (sortByVal [3, 10] - [3, 64]
        (sortByOptions [3, 12] - [3, 21])
        (sortByOptions [3, 25] - [3, 43])
        (sortByOptions [3, 46] - [3, 63]))))
  (dateFilter [4, 0] - [4, 39]
    (dateField [4, 0] - [4, 17])
    (rangeOp [4, 18] - [4, 19])
    (dateWithOptionalTime [4, 20] - [4, 39]))
  (unboundedListFilter [5, 0] - [5, 36]
    (listField [5, 0] - [5, 8])
    (listOp [5, 9] - [5, 11])
    (listVal [5, 12] - [5, 36]
      (array [5, 12] - [5, 36]
        (string_content [5, 14] - [5, 17])
        (string_content [5, 20] - [5, 25])
        (string_content [5, 28] - [5, 34])))))
KShivendu mentioned this in P1090 swl_ql.Jul 12 2021, 1:16 PM
About · Developer information · Legal