| """ |
| pygments.lexers.scripting |
| ~~~~~~~~~~~~~~~~~~~~~~~~~ |
| |
| Lexer for scripting and embedded languages. |
| |
| :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS. |
| :license: BSD, see LICENSE for details. |
| """ |
| |
| import re |
| |
| from pygments.lexer import RegexLexer, include, bygroups, default, combined, \ |
| words |
| from pygments.token import Text, Comment, Operator, Keyword, Name, String, \ |
| Number, Punctuation, Error, Whitespace, Other |
| from pygments.util import get_bool_opt, get_list_opt |
| |
| __all__ = ['LuaLexer', 'MoonScriptLexer', 'ChaiscriptLexer', 'LSLLexer', |
| 'AppleScriptLexer', 'RexxLexer', 'MOOCodeLexer', 'HybrisLexer', |
| 'EasytrieveLexer', 'JclLexer', 'MiniScriptLexer'] |
| |
| |
| class LuaLexer(RegexLexer): |
| """ |
| For Lua source code. |
| |
| Additional options accepted: |
| |
| `func_name_highlighting` |
| If given and ``True``, highlight builtin function names |
| (default: ``True``). |
| `disabled_modules` |
| If given, must be a list of module names whose function names |
| should not be highlighted. By default all modules are highlighted. |
| |
| To get a list of allowed modules have a look into the |
| `_lua_builtins` module: |
| |
| .. sourcecode:: pycon |
| |
| >>> from pygments.lexers._lua_builtins import MODULES |
| >>> MODULES.keys() |
| ['string', 'coroutine', 'modules', 'io', 'basic', ...] |
| """ |
| |
| name = 'Lua' |
| url = 'https://www.lua.org/' |
| aliases = ['lua'] |
| filenames = ['*.lua', '*.wlua'] |
| mimetypes = ['text/x-lua', 'application/x-lua'] |
| |
| _comment_multiline = r'(?:--\[(?P<level>=*)\[[\w\W]*?\](?P=level)\])' |
| _comment_single = r'(?:--.*$)' |
| _space = r'(?:\s+)' |
| _s = r'(?:%s|%s|%s)' % (_comment_multiline, _comment_single, _space) |
| _name = r'(?:[^\W\d]\w*)' |
| |
| tokens = { |
| 'root': [ |
| # Lua allows a file to start with a shebang. |
| (r'#!.*', Comment.Preproc), |
| default('base'), |
| ], |
| 'ws': [ |
| (_comment_multiline, Comment.Multiline), |
| (_comment_single, Comment.Single), |
| (_space, Text), |
| ], |
| 'base': [ |
| include('ws'), |
| |
| (r'(?i)0x[\da-f]*(\.[\da-f]*)?(p[+-]?\d+)?', Number.Hex), |
| (r'(?i)(\d*\.\d+|\d+\.\d*)(e[+-]?\d+)?', Number.Float), |
| (r'(?i)\d+e[+-]?\d+', Number.Float), |
| (r'\d+', Number.Integer), |
| |
| # multiline strings |
| (r'(?s)\[(=*)\[.*?\]\1\]', String), |
| |
| (r'::', Punctuation, 'label'), |
| (r'\.{3}', Punctuation), |
| (r'[=<>|~&+\-*/%#^]+|\.\.', Operator), |
| (r'[\[\]{}().,:;]', Punctuation), |
| (r'(and|or|not)\b', Operator.Word), |
| |
| ('(break|do|else|elseif|end|for|if|in|repeat|return|then|until|' |
| r'while)\b', Keyword.Reserved), |
| (r'goto\b', Keyword.Reserved, 'goto'), |
| (r'(local)\b', Keyword.Declaration), |
| (r'(true|false|nil)\b', Keyword.Constant), |
| |
| (r'(function)\b', Keyword.Reserved, 'funcname'), |
| |
| (r'[A-Za-z_]\w*(\.[A-Za-z_]\w*)?', Name), |
| |
| ("'", String.Single, combined('stringescape', 'sqs')), |
| ('"', String.Double, combined('stringescape', 'dqs')) |
| ], |
| |
| 'funcname': [ |
| include('ws'), |
| (r'[.:]', Punctuation), |
| (r'%s(?=%s*[.:])' % (_name, _s), Name.Class), |
| (_name, Name.Function, '#pop'), |
| # inline function |
| (r'\(', Punctuation, '#pop'), |
| ], |
| |
| 'goto': [ |
| include('ws'), |
| (_name, Name.Label, '#pop'), |
| ], |
| |
| 'label': [ |
| include('ws'), |
| (r'::', Punctuation, '#pop'), |
| (_name, Name.Label), |
| ], |
| |
| 'stringescape': [ |
| (r'\\([abfnrtv\\"\']|[\r\n]{1,2}|z\s*|x[0-9a-fA-F]{2}|\d{1,3}|' |
| r'u\{[0-9a-fA-F]+\})', String.Escape), |
| ], |
| |
| 'sqs': [ |
| (r"'", String.Single, '#pop'), |
| (r"[^\\']+", String.Single), |
| ], |
| |
| 'dqs': [ |
| (r'"', String.Double, '#pop'), |
| (r'[^\\"]+', String.Double), |
| ] |
| } |
| |
| def __init__(self, **options): |
| self.func_name_highlighting = get_bool_opt( |
| options, 'func_name_highlighting', True) |
| self.disabled_modules = get_list_opt(options, 'disabled_modules', []) |
| |
| self._functions = set() |
| if self.func_name_highlighting: |
| from pygments.lexers._lua_builtins import MODULES |
| for mod, func in MODULES.items(): |
| if mod not in self.disabled_modules: |
| self._functions.update(func) |
| RegexLexer.__init__(self, **options) |
| |
| def get_tokens_unprocessed(self, text): |
| for index, token, value in \ |
| RegexLexer.get_tokens_unprocessed(self, text): |
| if token is Name: |
| if value in self._functions: |
| yield index, Name.Builtin, value |
| continue |
| elif '.' in value: |
| a, b = value.split('.') |
| yield index, Name, a |
| yield index + len(a), Punctuation, '.' |
| yield index + len(a) + 1, Name, b |
| continue |
| yield index, token, value |
| |
| class MoonScriptLexer(LuaLexer): |
| """ |
| For MoonScript source code. |
| |
| .. versionadded:: 1.5 |
| """ |
| |
| name = 'MoonScript' |
| url = 'http://moonscript.org' |
| aliases = ['moonscript', 'moon'] |
| filenames = ['*.moon'] |
| mimetypes = ['text/x-moonscript', 'application/x-moonscript'] |
| |
| tokens = { |
| 'root': [ |
| (r'#!(.*?)$', Comment.Preproc), |
| default('base'), |
| ], |
| 'base': [ |
| ('--.*$', Comment.Single), |
| (r'(?i)(\d*\.\d+|\d+\.\d*)(e[+-]?\d+)?', Number.Float), |
| (r'(?i)\d+e[+-]?\d+', Number.Float), |
| (r'(?i)0x[0-9a-f]*', Number.Hex), |
| (r'\d+', Number.Integer), |
| (r'\n', Whitespace), |
| (r'[^\S\n]+', Text), |
| (r'(?s)\[(=*)\[.*?\]\1\]', String), |
| (r'(->|=>)', Name.Function), |
| (r':[a-zA-Z_]\w*', Name.Variable), |
| (r'(==|!=|~=|<=|>=|\.\.\.|\.\.|[=+\-*/%^<>#!.\\:])', Operator), |
| (r'[;,]', Punctuation), |
| (r'[\[\]{}()]', Keyword.Type), |
| (r'[a-zA-Z_]\w*:', Name.Variable), |
| (words(( |
| 'class', 'extends', 'if', 'then', 'super', 'do', 'with', |
| 'import', 'export', 'while', 'elseif', 'return', 'for', 'in', |
| 'from', 'when', 'using', 'else', 'and', 'or', 'not', 'switch', |
| 'break'), suffix=r'\b'), |
| Keyword), |
| (r'(true|false|nil)\b', Keyword.Constant), |
| (r'(and|or|not)\b', Operator.Word), |
| (r'(self)\b', Name.Builtin.Pseudo), |
| (r'@@?([a-zA-Z_]\w*)?', Name.Variable.Class), |
| (r'[A-Z]\w*', Name.Class), # proper name |
| (r'[A-Za-z_]\w*(\.[A-Za-z_]\w*)?', Name), |
| ("'", String.Single, combined('stringescape', 'sqs')), |
| ('"', String.Double, combined('stringescape', 'dqs')) |
| ], |
| 'stringescape': [ |
| (r'''\\([abfnrtv\\"']|\d{1,3})''', String.Escape) |
| ], |
| 'sqs': [ |
| ("'", String.Single, '#pop'), |
| ("[^']+", String) |
| ], |
| 'dqs': [ |
| ('"', String.Double, '#pop'), |
| ('[^"]+', String) |
| ] |
| } |
| |
| def get_tokens_unprocessed(self, text): |
| # set . as Operator instead of Punctuation |
| for index, token, value in LuaLexer.get_tokens_unprocessed(self, text): |
| if token == Punctuation and value == ".": |
| token = Operator |
| yield index, token, value |
| |
| |
| class ChaiscriptLexer(RegexLexer): |
| """ |
| For ChaiScript source code. |
| |
| .. versionadded:: 2.0 |
| """ |
| |
| name = 'ChaiScript' |
| url = 'http://chaiscript.com/' |
| aliases = ['chaiscript', 'chai'] |
| filenames = ['*.chai'] |
| mimetypes = ['text/x-chaiscript', 'application/x-chaiscript'] |
| |
| flags = re.DOTALL | re.MULTILINE |
| |
| tokens = { |
| 'commentsandwhitespace': [ |
| (r'\s+', Text), |
| (r'//.*?\n', Comment.Single), |
| (r'/\*.*?\*/', Comment.Multiline), |
| (r'^\#.*?\n', Comment.Single) |
| ], |
| 'slashstartsregex': [ |
| include('commentsandwhitespace'), |
| (r'/(\\.|[^[/\\\n]|\[(\\.|[^\]\\\n])*])+/' |
| r'([gim]+\b|\B)', String.Regex, '#pop'), |
| (r'(?=/)', Text, ('#pop', 'badregex')), |
| default('#pop') |
| ], |
| 'badregex': [ |
| (r'\n', Text, '#pop') |
| ], |
| 'root': [ |
| include('commentsandwhitespace'), |
| (r'\n', Text), |
| (r'[^\S\n]+', Text), |
| (r'\+\+|--|~|&&|\?|:|\|\||\\(?=\n)|\.\.' |
| r'(<<|>>>?|==?|!=?|[-<>+*%&|^/])=?', Operator, 'slashstartsregex'), |
| (r'[{(\[;,]', Punctuation, 'slashstartsregex'), |
| (r'[})\].]', Punctuation), |
| (r'[=+\-*/]', Operator), |
| (r'(for|in|while|do|break|return|continue|if|else|' |
| r'throw|try|catch' |
| r')\b', Keyword, 'slashstartsregex'), |
| (r'(var)\b', Keyword.Declaration, 'slashstartsregex'), |
| (r'(attr|def|fun)\b', Keyword.Reserved), |
| (r'(true|false)\b', Keyword.Constant), |
| (r'(eval|throw)\b', Name.Builtin), |
| (r'`\S+`', Name.Builtin), |
| (r'[$a-zA-Z_]\w*', Name.Other), |
| (r'[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?', Number.Float), |
| (r'0x[0-9a-fA-F]+', Number.Hex), |
| (r'[0-9]+', Number.Integer), |
| (r'"', String.Double, 'dqstring'), |
| (r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single), |
| ], |
| 'dqstring': [ |
| (r'\$\{[^"}]+?\}', String.Interpol), |
| (r'\$', String.Double), |
| (r'\\\\', String.Double), |
| (r'\\"', String.Double), |
| (r'[^\\"$]+', String.Double), |
| (r'"', String.Double, '#pop'), |
| ], |
| } |
| |
| |
| class LSLLexer(RegexLexer): |
| """ |
| For Second Life's Linden Scripting Language source code. |
| |
| .. versionadded:: 2.0 |
| """ |
| |
| name = 'LSL' |
| aliases = ['lsl'] |
| filenames = ['*.lsl'] |
| mimetypes = ['text/x-lsl'] |
| |
| flags = re.MULTILINE |
| |
| lsl_keywords = r'\b(?:do|else|for|if|jump|return|while)\b' |
| lsl_types = r'\b(?:float|integer|key|list|quaternion|rotation|string|vector)\b' |
| lsl_states = r'\b(?:(?:state)\s+\w+|default)\b' |
| lsl_events = r'\b(?:state_(?:entry|exit)|touch(?:_(?:start|end))?|(?:land_)?collision(?:_(?:start|end))?|timer|listen|(?:no_)?sensor|control|(?:not_)?at_(?:rot_)?target|money|email|run_time_permissions|changed|attach|dataserver|moving_(?:start|end)|link_message|(?:on|object)_rez|remote_data|http_re(?:sponse|quest)|path_update|transaction_result)\b' |
| lsl_functions_builtin = r'\b(?:ll(?:ReturnObjectsBy(?:ID|Owner)|Json(?:2List|[GS]etValue|ValueType)|Sin|Cos|Tan|Atan2|Sqrt|Pow|Abs|Fabs|Frand|Floor|Ceil|Round|Vec(?:Mag|Norm|Dist)|Rot(?:Between|2(?:Euler|Fwd|Left|Up))|(?:Euler|Axes)2Rot|Whisper|(?:Region|Owner)?Say|Shout|Listen(?:Control|Remove)?|Sensor(?:Repeat|Remove)?|Detected(?:Name|Key|Owner|Type|Pos|Vel|Grab|Rot|Group|LinkNumber)|Die|Ground|Wind|(?:[GS]et)(?:AnimationOverride|MemoryLimit|PrimMediaParams|ParcelMusicURL|Object(?:Desc|Name)|PhysicsMaterial|Status|Scale|Color|Alpha|Texture|Pos|Rot|Force|Torque)|ResetAnimationOverride|(?:Scale|Offset|Rotate)Texture|(?:Rot)?Target(?:Remove)?|(?:Stop)?MoveToTarget|Apply(?:Rotational)?Impulse|Set(?:KeyframedMotion|ContentType|RegionPos|(?:Angular)?Velocity|Buoyancy|HoverHeight|ForceAndTorque|TimerEvent|ScriptState|Damage|TextureAnim|Sound(?:Queueing|Radius)|Vehicle(?:Type|(?:Float|Vector|Rotation)Param)|(?:Touch|Sit)?Text|Camera(?:Eye|At)Offset|PrimitiveParams|ClickAction|Link(?:Alpha|Color|PrimitiveParams(?:Fast)?|Texture(?:Anim)?|Camera|Media)|RemoteScriptAccessPin|PayPrice|LocalRot)|ScaleByFactor|Get(?:(?:Max|Min)ScaleFactor|ClosestNavPoint|StaticPath|SimStats|Env|PrimitiveParams|Link(?:PrimitiveParams|Number(?:OfSides)?|Key|Name|Media)|HTTPHeader|FreeURLs|Object(?:Details|PermMask|PrimCount)|Parcel(?:MaxPrims|Details|Prim(?:Count|Owners))|Attached|(?:SPMax|Free|Used)Memory|Region(?:Name|TimeDilation|FPS|Corner|AgentCount)|Root(?:Position|Rotation)|UnixTime|(?:Parcel|Region)Flags|(?:Wall|GMT)clock|SimulatorHostname|BoundingBox|GeometricCenter|Creator|NumberOf(?:Prims|NotecardLines|Sides)|Animation(?:List)?|(?:Camera|Local)(?:Pos|Rot)|Vel|Accel|Omega|Time(?:stamp|OfDay)|(?:Object|CenterOf)?Mass|MassMKS|Energy|Owner|(?:Owner)?Key|SunDirection|Texture(?:Offset|Scale|Rot)|Inventory(?:Number|Name|Key|Type|Creator|PermMask)|Permissions(?:Key)?|StartParameter|List(?:Length|EntryType)|Date|Agent(?:Size|Info|Language|List)|LandOwnerAt|NotecardLine|Script(?:Name|State))|(?:Get|Reset|GetAndReset)Time|PlaySound(?:Slave)?|LoopSound(?:Master|Slave)?|(?:Trigger|Stop|Preload)Sound|(?:(?:Get|Delete)Sub|Insert)String|To(?:Upper|Lower)|Give(?:InventoryList|Money)|RezObject|(?:Stop)?LookAt|Sleep|CollisionFilter|(?:Take|Release)Controls|DetachFromAvatar|AttachToAvatar(?:Temp)?|InstantMessage|(?:GetNext)?Email|StopHover|MinEventDelay|RotLookAt|String(?:Length|Trim)|(?:Start|Stop)Animation|TargetOmega|RequestPermissions|(?:Create|Break)Link|BreakAllLinks|(?:Give|Remove)Inventory|Water|PassTouches|Request(?:Agent|Inventory)Data|TeleportAgent(?:Home|GlobalCoords)?|ModifyLand|CollisionSound|ResetScript|MessageLinked|PushObject|PassCollisions|AxisAngle2Rot|Rot2(?:Axis|Angle)|A(?:cos|sin)|AngleBetween|AllowInventoryDrop|SubStringIndex|List2(?:CSV|Integer|Json|Float|String|Key|Vector|Rot|List(?:Strided)?)|DeleteSubList|List(?:Statistics|Sort|Randomize|(?:Insert|Find|Replace)List)|EdgeOfWorld|AdjustSoundVolume|Key2Name|TriggerSoundLimited|EjectFromLand|(?:CSV|ParseString)2List|OverMyLand|SameGroup|UnSit|Ground(?:Slope|Normal|Contour)|GroundRepel|(?:Set|Remove)VehicleFlags|(?:AvatarOn)?(?:Link)?SitTarget|Script(?:Danger|Profiler)|Dialog|VolumeDetect|ResetOtherScript|RemoteLoadScriptPin|(?:Open|Close)RemoteDataChannel|SendRemoteData|RemoteDataReply|(?:Integer|String)ToBase64|XorBase64|Log(?:10)?|Base64To(?:String|Integer)|ParseStringKeepNulls|RezAtRoot|RequestSimulatorData|ForceMouselook|(?:Load|Release|(?:E|Une)scape)URL|ParcelMedia(?:CommandList|Query)|ModPow|MapDestination|(?:RemoveFrom|AddTo|Reset)Land(?:Pass|Ban)List|(?:Set|Clear)CameraParams|HTTP(?:Request|Response)|TextBox|DetectedTouch(?:UV|Face|Pos|(?:N|Bin)ormal|ST)|(?:MD5|SHA1|DumpList2)String|Request(?:Secure)?URL|Clear(?:Prim|Link)Media|(?:Link)?ParticleSystem|(?:Get|Request)(?:Username|DisplayName)|RegionSayTo|CastRay|GenerateKey|TransferLindenDollars|ManageEstateAccess|(?:Create|Delete)Character|ExecCharacterCmd|Evade|FleeFrom|NavigateTo|PatrolPoints|Pursue|UpdateCharacter|WanderWithin))\b' |
| lsl_constants_float = r'\b(?:DEG_TO_RAD|PI(?:_BY_TWO)?|RAD_TO_DEG|SQRT2|TWO_PI)\b' |
| lsl_constants_integer = r'\b(?:JSON_APPEND|STATUS_(?:PHYSICS|ROTATE_[XYZ]|PHANTOM|SANDBOX|BLOCK_GRAB(?:_OBJECT)?|(?:DIE|RETURN)_AT_EDGE|CAST_SHADOWS|OK|MALFORMED_PARAMS|TYPE_MISMATCH|BOUNDS_ERROR|NOT_(?:FOUND|SUPPORTED)|INTERNAL_ERROR|WHITELIST_FAILED)|AGENT(?:_(?:BY_(?:LEGACY_|USER)NAME|FLYING|ATTACHMENTS|SCRIPTED|MOUSELOOK|SITTING|ON_OBJECT|AWAY|WALKING|IN_AIR|TYPING|CROUCHING|BUSY|ALWAYS_RUN|AUTOPILOT|LIST_(?:PARCEL(?:_OWNER)?|REGION)))?|CAMERA_(?:PITCH|DISTANCE|BEHINDNESS_(?:ANGLE|LAG)|(?:FOCUS|POSITION)(?:_(?:THRESHOLD|LOCKED|LAG))?|FOCUS_OFFSET|ACTIVE)|ANIM_ON|LOOP|REVERSE|PING_PONG|SMOOTH|ROTATE|SCALE|ALL_SIDES|LINK_(?:ROOT|SET|ALL_(?:OTHERS|CHILDREN)|THIS)|ACTIVE|PASSIVE|SCRIPTED|CONTROL_(?:FWD|BACK|(?:ROT_)?(?:LEFT|RIGHT)|UP|DOWN|(?:ML_)?LBUTTON)|PERMISSION_(?:RETURN_OBJECTS|DEBIT|OVERRIDE_ANIMATIONS|SILENT_ESTATE_MANAGEMENT|TAKE_CONTROLS|TRIGGER_ANIMATION|ATTACH|CHANGE_LINKS|(?:CONTROL|TRACK)_CAMERA|TELEPORT)|INVENTORY_(?:TEXTURE|SOUND|OBJECT|SCRIPT|LANDMARK|CLOTHING|NOTECARD|BODYPART|ANIMATION|GESTURE|ALL|NONE)|CHANGED_(?:INVENTORY|COLOR|SHAPE|SCALE|TEXTURE|LINK|ALLOWED_DROP|OWNER|REGION(?:_START)?|TELEPORT|MEDIA)|OBJECT_(?:(?:PHYSICS|SERVER|STREAMING)_COST|UNKNOWN_DETAIL|CHARACTER_TIME|PHANTOM|PHYSICS|TEMP_ON_REZ|NAME|DESC|POS|PRIM_EQUIVALENCE|RETURN_(?:PARCEL(?:_OWNER)?|REGION)|ROO?T|VELOCITY|OWNER|GROUP|CREATOR|ATTACHED_POINT|RENDER_WEIGHT|PATHFINDING_TYPE|(?:RUNNING|TOTAL)_SCRIPT_COUNT|SCRIPT_(?:MEMORY|TIME))|TYPE_(?:INTEGER|FLOAT|STRING|KEY|VECTOR|ROTATION|INVALID)|(?:DEBUG|PUBLIC)_CHANNEL|ATTACH_(?:AVATAR_CENTER|CHEST|HEAD|BACK|PELVIS|MOUTH|CHIN|NECK|NOSE|BELLY|[LR](?:SHOULDER|HAND|FOOT|EAR|EYE|[UL](?:ARM|LEG)|HIP)|(?:LEFT|RIGHT)_PEC|HUD_(?:CENTER_[12]|TOP_(?:RIGHT|CENTER|LEFT)|BOTTOM(?:_(?:RIGHT|LEFT))?))|LAND_(?:LEVEL|RAISE|LOWER|SMOOTH|NOISE|REVERT)|DATA_(?:ONLINE|NAME|BORN|SIM_(?:POS|STATUS|RATING)|PAYINFO)|PAYMENT_INFO_(?:ON_FILE|USED)|REMOTE_DATA_(?:CHANNEL|REQUEST|REPLY)|PSYS_(?:PART_(?:BF_(?:ZERO|ONE(?:_MINUS_(?:DEST_COLOR|SOURCE_(ALPHA|COLOR)))?|DEST_COLOR|SOURCE_(ALPHA|COLOR))|BLEND_FUNC_(DEST|SOURCE)|FLAGS|(?:START|END)_(?:COLOR|ALPHA|SCALE|GLOW)|MAX_AGE|(?:RIBBON|WIND|INTERP_(?:COLOR|SCALE)|BOUNCE|FOLLOW_(?:SRC|VELOCITY)|TARGET_(?:POS|LINEAR)|EMISSIVE)_MASK)|SRC_(?:MAX_AGE|PATTERN|ANGLE_(?:BEGIN|END)|BURST_(?:RATE|PART_COUNT|RADIUS|SPEED_(?:MIN|MAX))|ACCEL|TEXTURE|TARGET_KEY|OMEGA|PATTERN_(?:DROP|EXPLODE|ANGLE(?:_CONE(?:_EMPTY)?)?)))|VEHICLE_(?:REFERENCE_FRAME|TYPE_(?:NONE|SLED|CAR|BOAT|AIRPLANE|BALLOON)|(?:LINEAR|ANGULAR)_(?:FRICTION_TIMESCALE|MOTOR_DIRECTION)|LINEAR_MOTOR_OFFSET|HOVER_(?:HEIGHT|EFFICIENCY|TIMESCALE)|BUOYANCY|(?:LINEAR|ANGULAR)_(?:DEFLECTION_(?:EFFICIENCY|TIMESCALE)|MOTOR_(?:DECAY_)?TIMESCALE)|VERTICAL_ATTRACTION_(?:EFFICIENCY|TIMESCALE)|BANKING_(?:EFFICIENCY|MIX|TIMESCALE)|FLAG_(?:NO_DEFLECTION_UP|LIMIT_(?:ROLL_ONLY|MOTOR_UP)|HOVER_(?:(?:WATER|TERRAIN|UP)_ONLY|GLOBAL_HEIGHT)|MOUSELOOK_(?:STEER|BANK)|CAMERA_DECOUPLED))|PRIM_(?:TYPE(?:_(?:BOX|CYLINDER|PRISM|SPHERE|TORUS|TUBE|RING|SCULPT))?|HOLE_(?:DEFAULT|CIRCLE|SQUARE|TRIANGLE)|MATERIAL(?:_(?:STONE|METAL|GLASS|WOOD|FLESH|PLASTIC|RUBBER))?|SHINY_(?:NONE|LOW|MEDIUM|HIGH)|BUMP_(?:NONE|BRIGHT|DARK|WOOD|BARK|BRICKS|CHECKER|CONCRETE|TILE|STONE|DISKS|GRAVEL|BLOBS|SIDING|LARGETILE|STUCCO|SUCTION|WEAVE)|TEXGEN_(?:DEFAULT|PLANAR)|SCULPT_(?:TYPE_(?:SPHERE|TORUS|PLANE|CYLINDER|MASK)|FLAG_(?:MIRROR|INVERT))|PHYSICS(?:_(?:SHAPE_(?:CONVEX|NONE|PRIM|TYPE)))?|(?:POS|ROT)_LOCAL|SLICE|TEXT|FLEXIBLE|POINT_LIGHT|TEMP_ON_REZ|PHANTOM|POSITION|SIZE|ROTATION|TEXTURE|NAME|OMEGA|DESC|LINK_TARGET|COLOR|BUMP_SHINY|FULLBRIGHT|TEXGEN|GLOW|MEDIA_(?:ALT_IMAGE_ENABLE|CONTROLS|(?:CURRENT|HOME)_URL|AUTO_(?:LOOP|PLAY|SCALE|ZOOM)|FIRST_CLICK_INTERACT|(?:WIDTH|HEIGHT)_PIXELS|WHITELIST(?:_ENABLE)?|PERMS_(?:INTERACT|CONTROL)|PARAM_MAX|CONTROLS_(?:STANDARD|MINI)|PERM_(?:NONE|OWNER|GROUP|ANYONE)|MAX_(?:URL_LENGTH|WHITELIST_(?:SIZE|COUNT)|(?:WIDTH|HEIGHT)_PIXELS)))|MASK_(?:BASE|OWNER|GROUP|EVERYONE|NEXT)|PERM_(?:TRANSFER|MODIFY|COPY|MOVE|ALL)|PARCEL_(?:MEDIA_COMMAND_(?:STOP|PAUSE|PLAY|LOOP|TEXTURE|URL|TIME|AGENT|UNLOAD|AUTO_ALIGN|TYPE|SIZE|DESC|LOOP_SET)|FLAG_(?:ALLOW_(?:FLY|(?:GROUP_)?SCRIPTS|LANDMARK|TERRAFORM|DAMAGE|CREATE_(?:GROUP_)?OBJECTS)|USE_(?:ACCESS_(?:GROUP|LIST)|BAN_LIST|LAND_PASS_LIST)|LOCAL_SOUND_ONLY|RESTRICT_PUSHOBJECT|ALLOW_(?:GROUP|ALL)_OBJECT_ENTRY)|COUNT_(?:TOTAL|OWNER|GROUP|OTHER|SELECTED|TEMP)|DETAILS_(?:NAME|DESC|OWNER|GROUP|AREA|ID|SEE_AVATARS))|LIST_STAT_(?:MAX|MIN|MEAN|MEDIAN|STD_DEV|SUM(?:_SQUARES)?|NUM_COUNT|GEOMETRIC_MEAN|RANGE)|PAY_(?:HIDE|DEFAULT)|REGION_FLAG_(?:ALLOW_DAMAGE|FIXED_SUN|BLOCK_TERRAFORM|SANDBOX|DISABLE_(?:COLLISIONS|PHYSICS)|BLOCK_FLY|ALLOW_DIRECT_TELEPORT|RESTRICT_PUSHOBJECT)|HTTP_(?:METHOD|MIMETYPE|BODY_(?:MAXLENGTH|TRUNCATED)|CUSTOM_HEADER|PRAGMA_NO_CACHE|VERBOSE_THROTTLE|VERIFY_CERT)|STRING_(?:TRIM(?:_(?:HEAD|TAIL))?)|CLICK_ACTION_(?:NONE|TOUCH|SIT|BUY|PAY|OPEN(?:_MEDIA)?|PLAY|ZOOM)|TOUCH_INVALID_FACE|PROFILE_(?:NONE|SCRIPT_MEMORY)|RC_(?:DATA_FLAGS|DETECT_PHANTOM|GET_(?:LINK_NUM|NORMAL|ROOT_KEY)|MAX_HITS|REJECT_(?:TYPES|AGENTS|(?:NON)?PHYSICAL|LAND))|RCERR_(?:CAST_TIME_EXCEEDED|SIM_PERF_LOW|UNKNOWN)|ESTATE_ACCESS_(?:ALLOWED_(?:AGENT|GROUP)_(?:ADD|REMOVE)|BANNED_AGENT_(?:ADD|REMOVE))|DENSITY|FRICTION|RESTITUTION|GRAVITY_MULTIPLIER|KFM_(?:COMMAND|CMD_(?:PLAY|STOP|PAUSE|SET_MODE)|MODE|FORWARD|LOOP|PING_PONG|REVERSE|DATA|ROTATION|TRANSLATION)|ERR_(?:GENERIC|PARCEL_PERMISSIONS|MALFORMED_PARAMS|RUNTIME_PERMISSIONS|THROTTLED)|CHARACTER_(?:CMD_(?:(?:SMOOTH_)?STOP|JUMP)|DESIRED_(?:TURN_)?SPEED|RADIUS|STAY_WITHIN_PARCEL|LENGTH|ORIENTATION|ACCOUNT_FOR_SKIPPED_FRAMES|AVOIDANCE_MODE|TYPE(?:_(?:[A-D]|NONE))?|MAX_(?:DECEL|TURN_RADIUS|(?:ACCEL|SPEED)))|PURSUIT_(?:OFFSET|FUZZ_FACTOR|GOAL_TOLERANCE|INTERCEPT)|REQUIRE_LINE_OF_SIGHT|FORCE_DIRECT_PATH|VERTICAL|HORIZONTAL|AVOID_(?:CHARACTERS|DYNAMIC_OBSTACLES|NONE)|PU_(?:EVADE_(?:HIDDEN|SPOTTED)|FAILURE_(?:DYNAMIC_PATHFINDING_DISABLED|INVALID_(?:GOAL|START)|NO_(?:NAVMESH|VALID_DESTINATION)|OTHER|TARGET_GONE|(?:PARCEL_)?UNREACHABLE)|(?:GOAL|SLOWDOWN_DISTANCE)_REACHED)|TRAVERSAL_TYPE(?:_(?:FAST|NONE|SLOW))?|CONTENT_TYPE_(?:ATOM|FORM|HTML|JSON|LLSD|RSS|TEXT|XHTML|XML)|GCNP_(?:RADIUS|STATIC)|(?:PATROL|WANDER)_PAUSE_AT_WAYPOINTS|OPT_(?:AVATAR|CHARACTER|EXCLUSION_VOLUME|LEGACY_LINKSET|MATERIAL_VOLUME|OTHER|STATIC_OBSTACLE|WALKABLE)|SIM_STAT_PCT_CHARS_STEPPED)\b' |
| lsl_constants_integer_boolean = r'\b(?:FALSE|TRUE)\b' |
| lsl_constants_rotation = r'\b(?:ZERO_ROTATION)\b' |
| lsl_constants_string = r'\b(?:EOF|JSON_(?:ARRAY|DELETE|FALSE|INVALID|NULL|NUMBER|OBJECT|STRING|TRUE)|NULL_KEY|TEXTURE_(?:BLANK|DEFAULT|MEDIA|PLYWOOD|TRANSPARENT)|URL_REQUEST_(?:GRANTED|DENIED))\b' |
| lsl_constants_vector = r'\b(?:TOUCH_INVALID_(?:TEXCOORD|VECTOR)|ZERO_VECTOR)\b' |
| lsl_invalid_broken = r'\b(?:LAND_(?:LARGE|MEDIUM|SMALL)_BRUSH)\b' |
| lsl_invalid_deprecated = r'\b(?:ATTACH_[LR]PEC|DATA_RATING|OBJECT_ATTACHMENT_(?:GEOMETRY_BYTES|SURFACE_AREA)|PRIM_(?:CAST_SHADOWS|MATERIAL_LIGHT|TYPE_LEGACY)|PSYS_SRC_(?:INNER|OUTER)ANGLE|VEHICLE_FLAG_NO_FLY_UP|ll(?:Cloud|Make(?:Explosion|Fountain|Smoke|Fire)|RemoteDataSetRegion|Sound(?:Preload)?|XorBase64Strings(?:Correct)?))\b' |
| lsl_invalid_illegal = r'\b(?:event)\b' |
| lsl_invalid_unimplemented = r'\b(?:CHARACTER_(?:MAX_ANGULAR_(?:ACCEL|SPEED)|TURN_SPEED_MULTIPLIER)|PERMISSION_(?:CHANGE_(?:JOINTS|PERMISSIONS)|RELEASE_OWNERSHIP|REMAP_CONTROLS)|PRIM_PHYSICS_MATERIAL|PSYS_SRC_OBJ_REL_MASK|ll(?:CollisionSprite|(?:Stop)?PointAt|(?:(?:Refresh|Set)Prim)URL|(?:Take|Release)Camera|RemoteLoadScript))\b' |
| lsl_reserved_godmode = r'\b(?:ll(?:GodLikeRezObject|Set(?:Inventory|Object)PermMask))\b' |
| lsl_reserved_log = r'\b(?:print)\b' |
| lsl_operators = r'\+\+|\-\-|<<|>>|&&?|\|\|?|\^|~|[!%<>=*+\-/]=?' |
| |
| tokens = { |
| 'root': |
| [ |
| (r'//.*?\n', Comment.Single), |
| (r'/\*', Comment.Multiline, 'comment'), |
| (r'"', String.Double, 'string'), |
| (lsl_keywords, Keyword), |
| (lsl_types, Keyword.Type), |
| (lsl_states, Name.Class), |
| (lsl_events, Name.Builtin), |
| (lsl_functions_builtin, Name.Function), |
| (lsl_constants_float, Keyword.Constant), |
| (lsl_constants_integer, Keyword.Constant), |
| (lsl_constants_integer_boolean, Keyword.Constant), |
| (lsl_constants_rotation, Keyword.Constant), |
| (lsl_constants_string, Keyword.Constant), |
| (lsl_constants_vector, Keyword.Constant), |
| (lsl_invalid_broken, Error), |
| (lsl_invalid_deprecated, Error), |
| (lsl_invalid_illegal, Error), |
| (lsl_invalid_unimplemented, Error), |
| (lsl_reserved_godmode, Keyword.Reserved), |
| (lsl_reserved_log, Keyword.Reserved), |
| (r'\b([a-zA-Z_]\w*)\b', Name.Variable), |
| (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d*', Number.Float), |
| (r'(\d+\.\d*|\.\d+)', Number.Float), |
| (r'0[xX][0-9a-fA-F]+', Number.Hex), |
| (r'\d+', Number.Integer), |
| (lsl_operators, Operator), |
| (r':=?', Error), |
| (r'[,;{}()\[\]]', Punctuation), |
| (r'\n+', Whitespace), |
| (r'\s+', Whitespace) |
| ], |
| 'comment': |
| [ |
| (r'[^*/]+', Comment.Multiline), |
| (r'/\*', Comment.Multiline, '#push'), |
| (r'\*/', Comment.Multiline, '#pop'), |
| (r'[*/]', Comment.Multiline) |
| ], |
| 'string': |
| [ |
| (r'\\([nt"\\])', String.Escape), |
| (r'"', String.Double, '#pop'), |
| (r'\\.', Error), |
| (r'[^"\\]+', String.Double), |
| ] |
| } |
| |
| |
| class AppleScriptLexer(RegexLexer): |
| """ |
| For AppleScript source code, |
| including `AppleScript Studio |
| <http://developer.apple.com/documentation/AppleScript/ |
| Reference/StudioReference>`_. |
| Contributed by Andreas Amann <aamann@mac.com>. |
| |
| .. versionadded:: 1.0 |
| """ |
| |
| name = 'AppleScript' |
| url = 'https://developer.apple.com/library/archive/documentation/AppleScript/Conceptual/AppleScriptLangGuide/introduction/ASLR_intro.html' |
| aliases = ['applescript'] |
| filenames = ['*.applescript'] |
| |
| flags = re.MULTILINE | re.DOTALL |
| |
| Identifiers = r'[a-zA-Z]\w*' |
| |
| # XXX: use words() for all of these |
| Literals = ('AppleScript', 'current application', 'false', 'linefeed', |
| 'missing value', 'pi', 'quote', 'result', 'return', 'space', |
| 'tab', 'text item delimiters', 'true', 'version') |
| Classes = ('alias ', 'application ', 'boolean ', 'class ', 'constant ', |
| 'date ', 'file ', 'integer ', 'list ', 'number ', 'POSIX file ', |
| 'real ', 'record ', 'reference ', 'RGB color ', 'script ', |
| 'text ', 'unit types', '(?:Unicode )?text', 'string') |
| BuiltIn = ('attachment', 'attribute run', 'character', 'day', 'month', |
| 'paragraph', 'word', 'year') |
| HandlerParams = ('about', 'above', 'against', 'apart from', 'around', |
| 'aside from', 'at', 'below', 'beneath', 'beside', |
| 'between', 'for', 'given', 'instead of', 'on', 'onto', |
| 'out of', 'over', 'since') |
| Commands = ('ASCII (character|number)', 'activate', 'beep', 'choose URL', |
| 'choose application', 'choose color', 'choose file( name)?', |
| 'choose folder', 'choose from list', |
| 'choose remote application', 'clipboard info', |
| 'close( access)?', 'copy', 'count', 'current date', 'delay', |
| 'delete', 'display (alert|dialog)', 'do shell script', |
| 'duplicate', 'exists', 'get eof', 'get volume settings', |
| 'info for', 'launch', 'list (disks|folder)', 'load script', |
| 'log', 'make', 'mount volume', 'new', 'offset', |
| 'open( (for access|location))?', 'path to', 'print', 'quit', |
| 'random number', 'read', 'round', 'run( script)?', |
| 'say', 'scripting components', |
| 'set (eof|the clipboard to|volume)', 'store script', |
| 'summarize', 'system attribute', 'system info', |
| 'the clipboard', 'time to GMT', 'write', 'quoted form') |
| References = ('(in )?back of', '(in )?front of', '[0-9]+(st|nd|rd|th)', |
| 'first', 'second', 'third', 'fourth', 'fifth', 'sixth', |
| 'seventh', 'eighth', 'ninth', 'tenth', 'after', 'back', |
| 'before', 'behind', 'every', 'front', 'index', 'last', |
| 'middle', 'some', 'that', 'through', 'thru', 'where', 'whose') |
| Operators = ("and", "or", "is equal", "equals", "(is )?equal to", "is not", |
| "isn't", "isn't equal( to)?", "is not equal( to)?", |
| "doesn't equal", "does not equal", "(is )?greater than", |
| "comes after", "is not less than or equal( to)?", |
| "isn't less than or equal( to)?", "(is )?less than", |
| "comes before", "is not greater than or equal( to)?", |
| "isn't greater than or equal( to)?", |
| "(is )?greater than or equal( to)?", "is not less than", |
| "isn't less than", "does not come before", |
| "doesn't come before", "(is )?less than or equal( to)?", |
| "is not greater than", "isn't greater than", |
| "does not come after", "doesn't come after", "starts? with", |
| "begins? with", "ends? with", "contains?", "does not contain", |
| "doesn't contain", "is in", "is contained by", "is not in", |
| "is not contained by", "isn't contained by", "div", "mod", |
| "not", "(a )?(ref( to)?|reference to)", "is", "does") |
| Control = ('considering', 'else', 'error', 'exit', 'from', 'if', |
| 'ignoring', 'in', 'repeat', 'tell', 'then', 'times', 'to', |
| 'try', 'until', 'using terms from', 'while', 'whith', |
| 'with timeout( of)?', 'with transaction', 'by', 'continue', |
| 'end', 'its?', 'me', 'my', 'return', 'of', 'as') |
| Declarations = ('global', 'local', 'prop(erty)?', 'set', 'get') |
| Reserved = ('but', 'put', 'returning', 'the') |
| StudioClasses = ('action cell', 'alert reply', 'application', 'box', |
| 'browser( cell)?', 'bundle', 'button( cell)?', 'cell', |
| 'clip view', 'color well', 'color-panel', |
| 'combo box( item)?', 'control', |
| 'data( (cell|column|item|row|source))?', 'default entry', |
| 'dialog reply', 'document', 'drag info', 'drawer', |
| 'event', 'font(-panel)?', 'formatter', |
| 'image( (cell|view))?', 'matrix', 'menu( item)?', 'item', |
| 'movie( view)?', 'open-panel', 'outline view', 'panel', |
| 'pasteboard', 'plugin', 'popup button', |
| 'progress indicator', 'responder', 'save-panel', |
| 'scroll view', 'secure text field( cell)?', 'slider', |
| 'sound', 'split view', 'stepper', 'tab view( item)?', |
| 'table( (column|header cell|header view|view))', |
| 'text( (field( cell)?|view))?', 'toolbar( item)?', |
| 'user-defaults', 'view', 'window') |
| StudioEvents = ('accept outline drop', 'accept table drop', 'action', |
| 'activated', 'alert ended', 'awake from nib', 'became key', |
| 'became main', 'begin editing', 'bounds changed', |
| 'cell value', 'cell value changed', 'change cell value', |
| 'change item value', 'changed', 'child of item', |
| 'choose menu item', 'clicked', 'clicked toolbar item', |
| 'closed', 'column clicked', 'column moved', |
| 'column resized', 'conclude drop', 'data representation', |
| 'deminiaturized', 'dialog ended', 'document nib name', |
| 'double clicked', 'drag( (entered|exited|updated))?', |
| 'drop', 'end editing', 'exposed', 'idle', 'item expandable', |
| 'item value', 'item value changed', 'items changed', |
| 'keyboard down', 'keyboard up', 'launched', |
| 'load data representation', 'miniaturized', 'mouse down', |
| 'mouse dragged', 'mouse entered', 'mouse exited', |
| 'mouse moved', 'mouse up', 'moved', |
| 'number of browser rows', 'number of items', |
| 'number of rows', 'open untitled', 'opened', 'panel ended', |
| 'parameters updated', 'plugin loaded', 'prepare drop', |
| 'prepare outline drag', 'prepare outline drop', |
| 'prepare table drag', 'prepare table drop', |
| 'read from file', 'resigned active', 'resigned key', |
| 'resigned main', 'resized( sub views)?', |
| 'right mouse down', 'right mouse dragged', |
| 'right mouse up', 'rows changed', 'scroll wheel', |
| 'selected tab view item', 'selection changed', |
| 'selection changing', 'should begin editing', |
| 'should close', 'should collapse item', |
| 'should end editing', 'should expand item', |
| 'should open( untitled)?', |
| 'should quit( after last window closed)?', |
| 'should select column', 'should select item', |
| 'should select row', 'should select tab view item', |
| 'should selection change', 'should zoom', 'shown', |
| 'update menu item', 'update parameters', |
| 'update toolbar item', 'was hidden', 'was miniaturized', |
| 'will become active', 'will close', 'will dismiss', |
| 'will display browser cell', 'will display cell', |
| 'will display item cell', 'will display outline cell', |
| 'will finish launching', 'will hide', 'will miniaturize', |
| 'will move', 'will open', 'will pop up', 'will quit', |
| 'will resign active', 'will resize( sub views)?', |
| 'will select tab view item', 'will show', 'will zoom', |
| 'write to file', 'zoomed') |
| StudioCommands = ('animate', 'append', 'call method', 'center', |
| 'close drawer', 'close panel', 'display', |
| 'display alert', 'display dialog', 'display panel', 'go', |
| 'hide', 'highlight', 'increment', 'item for', |
| 'load image', 'load movie', 'load nib', 'load panel', |
| 'load sound', 'localized string', 'lock focus', 'log', |
| 'open drawer', 'path for', 'pause', 'perform action', |
| 'play', 'register', 'resume', 'scroll', 'select( all)?', |
| 'show', 'size to fit', 'start', 'step back', |
| 'step forward', 'stop', 'synchronize', 'unlock focus', |
| 'update') |
| StudioProperties = ('accepts arrow key', 'action method', 'active', |
| 'alignment', 'allowed identifiers', |
| 'allows branch selection', 'allows column reordering', |
| 'allows column resizing', 'allows column selection', |
| 'allows customization', |
| 'allows editing text attributes', |
| 'allows empty selection', 'allows mixed state', |
| 'allows multiple selection', 'allows reordering', |
| 'allows undo', 'alpha( value)?', 'alternate image', |
| 'alternate increment value', 'alternate title', |
| 'animation delay', 'associated file name', |
| 'associated object', 'auto completes', 'auto display', |
| 'auto enables items', 'auto repeat', |
| 'auto resizes( outline column)?', |
| 'auto save expanded items', 'auto save name', |
| 'auto save table columns', 'auto saves configuration', |
| 'auto scroll', 'auto sizes all columns to fit', |
| 'auto sizes cells', 'background color', 'bezel state', |
| 'bezel style', 'bezeled', 'border rect', 'border type', |
| 'bordered', 'bounds( rotation)?', 'box type', |
| 'button returned', 'button type', |
| 'can choose directories', 'can choose files', |
| 'can draw', 'can hide', |
| 'cell( (background color|size|type))?', 'characters', |
| 'class', 'click count', 'clicked( data)? column', |
| 'clicked data item', 'clicked( data)? row', |
| 'closeable', 'collating', 'color( (mode|panel))', |
| 'command key down', 'configuration', |
| 'content(s| (size|view( margins)?))?', 'context', |
| 'continuous', 'control key down', 'control size', |
| 'control tint', 'control view', |
| 'controller visible', 'coordinate system', |
| 'copies( on scroll)?', 'corner view', 'current cell', |
| 'current column', 'current( field)? editor', |
| 'current( menu)? item', 'current row', |
| 'current tab view item', 'data source', |
| 'default identifiers', 'delta (x|y|z)', |
| 'destination window', 'directory', 'display mode', |
| 'displayed cell', 'document( (edited|rect|view))?', |
| 'double value', 'dragged column', 'dragged distance', |
| 'dragged items', 'draws( cell)? background', |
| 'draws grid', 'dynamically scrolls', 'echos bullets', |
| 'edge', 'editable', 'edited( data)? column', |
| 'edited data item', 'edited( data)? row', 'enabled', |
| 'enclosing scroll view', 'ending page', |
| 'error handling', 'event number', 'event type', |
| 'excluded from windows menu', 'executable path', |
| 'expanded', 'fax number', 'field editor', 'file kind', |
| 'file name', 'file type', 'first responder', |
| 'first visible column', 'flipped', 'floating', |
| 'font( panel)?', 'formatter', 'frameworks path', |
| 'frontmost', 'gave up', 'grid color', 'has data items', |
| 'has horizontal ruler', 'has horizontal scroller', |
| 'has parent data item', 'has resize indicator', |
| 'has shadow', 'has sub menu', 'has vertical ruler', |
| 'has vertical scroller', 'header cell', 'header view', |
| 'hidden', 'hides when deactivated', 'highlights by', |
| 'horizontal line scroll', 'horizontal page scroll', |
| 'horizontal ruler view', 'horizontally resizable', |
| 'icon image', 'id', 'identifier', |
| 'ignores multiple clicks', |
| 'image( (alignment|dims when disabled|frame style|scaling))?', |
| 'imports graphics', 'increment value', |
| 'indentation per level', 'indeterminate', 'index', |
| 'integer value', 'intercell spacing', 'item height', |
| 'key( (code|equivalent( modifier)?|window))?', |
| 'knob thickness', 'label', 'last( visible)? column', |
| 'leading offset', 'leaf', 'level', 'line scroll', |
| 'loaded', 'localized sort', 'location', 'loop mode', |
| 'main( (bunde|menu|window))?', 'marker follows cell', |
| 'matrix mode', 'maximum( content)? size', |
| 'maximum visible columns', |
| 'menu( form representation)?', 'miniaturizable', |
| 'miniaturized', 'minimized image', 'minimized title', |
| 'minimum column width', 'minimum( content)? size', |
| 'modal', 'modified', 'mouse down state', |
| 'movie( (controller|file|rect))?', 'muted', 'name', |
| 'needs display', 'next state', 'next text', |
| 'number of tick marks', 'only tick mark values', |
| 'opaque', 'open panel', 'option key down', |
| 'outline table column', 'page scroll', 'pages across', |
| 'pages down', 'palette label', 'pane splitter', |
| 'parent data item', 'parent window', 'pasteboard', |
| 'path( (names|separator))?', 'playing', |
| 'plays every frame', 'plays selection only', 'position', |
| 'preferred edge', 'preferred type', 'pressure', |
| 'previous text', 'prompt', 'properties', |
| 'prototype cell', 'pulls down', 'rate', |
| 'released when closed', 'repeated', |
| 'requested print time', 'required file type', |
| 'resizable', 'resized column', 'resource path', |
| 'returns records', 'reuses columns', 'rich text', |
| 'roll over', 'row height', 'rulers visible', |
| 'save panel', 'scripts path', 'scrollable', |
| 'selectable( identifiers)?', 'selected cell', |
| 'selected( data)? columns?', 'selected data items?', |
| 'selected( data)? rows?', 'selected item identifier', |
| 'selection by rect', 'send action on arrow key', |
| 'sends action when done editing', 'separates columns', |
| 'separator item', 'sequence number', 'services menu', |
| 'shared frameworks path', 'shared support path', |
| 'sheet', 'shift key down', 'shows alpha', |
| 'shows state by', 'size( mode)?', |
| 'smart insert delete enabled', 'sort case sensitivity', |
| 'sort column', 'sort order', 'sort type', |
| 'sorted( data rows)?', 'sound', 'source( mask)?', |
| 'spell checking enabled', 'starting page', 'state', |
| 'string value', 'sub menu', 'super menu', 'super view', |
| 'tab key traverses cells', 'tab state', 'tab type', |
| 'tab view', 'table view', 'tag', 'target( printer)?', |
| 'text color', 'text container insert', |
| 'text container origin', 'text returned', |
| 'tick mark position', 'time stamp', |
| 'title(d| (cell|font|height|position|rect))?', |
| 'tool tip', 'toolbar', 'trailing offset', 'transparent', |
| 'treat packages as directories', 'truncated labels', |
| 'types', 'unmodified characters', 'update views', |
| 'use sort indicator', 'user defaults', |
| 'uses data source', 'uses ruler', |
| 'uses threaded animation', |
| 'uses title from previous column', 'value wraps', |
| 'version', |
| 'vertical( (line scroll|page scroll|ruler view))?', |
| 'vertically resizable', 'view', |
| 'visible( document rect)?', 'volume', 'width', 'window', |
| 'windows menu', 'wraps', 'zoomable', 'zoomed') |
| |
| tokens = { |
| 'root': [ |
| (r'\s+', Text), |
| (r'¬\n', String.Escape), |
| (r"'s\s+", Text), # This is a possessive, consider moving |
| (r'(--|#).*?$', Comment), |
| (r'\(\*', Comment.Multiline, 'comment'), |
| (r'[(){}!,.:]', Punctuation), |
| (r'(«)([^»]+)(»)', |
| bygroups(Text, Name.Builtin, Text)), |
| (r'\b((?:considering|ignoring)\s*)' |
| r'(application responses|case|diacriticals|hyphens|' |
| r'numeric strings|punctuation|white space)', |
| bygroups(Keyword, Name.Builtin)), |
| (r'(-|\*|\+|&|≠|>=?|<=?|=|≥|≤|/|÷|\^)', Operator), |
| (r"\b(%s)\b" % '|'.join(Operators), Operator.Word), |
| (r'^(\s*(?:on|end)\s+)' |
| r'(%s)' % '|'.join(StudioEvents[::-1]), |
| bygroups(Keyword, Name.Function)), |
| (r'^(\s*)(in|on|script|to)(\s+)', bygroups(Text, Keyword, Text)), |
| (r'\b(as )(%s)\b' % '|'.join(Classes), |
| bygroups(Keyword, Name.Class)), |
| (r'\b(%s)\b' % '|'.join(Literals), Name.Constant), |
| (r'\b(%s)\b' % '|'.join(Commands), Name.Builtin), |
| (r'\b(%s)\b' % '|'.join(Control), Keyword), |
| (r'\b(%s)\b' % '|'.join(Declarations), Keyword), |
| (r'\b(%s)\b' % '|'.join(Reserved), Name.Builtin), |
| (r'\b(%s)s?\b' % '|'.join(BuiltIn), Name.Builtin), |
| (r'\b(%s)\b' % '|'.join(HandlerParams), Name.Builtin), |
| (r'\b(%s)\b' % '|'.join(StudioProperties), Name.Attribute), |
| (r'\b(%s)s?\b' % '|'.join(StudioClasses), Name.Builtin), |
| (r'\b(%s)\b' % '|'.join(StudioCommands), Name.Builtin), |
| (r'\b(%s)\b' % '|'.join(References), Name.Builtin), |
| (r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double), |
| (r'\b(%s)\b' % Identifiers, Name.Variable), |
| (r'[-+]?(\d+\.\d*|\d*\.\d+)(E[-+][0-9]+)?', Number.Float), |
| (r'[-+]?\d+', Number.Integer), |
| ], |
| 'comment': [ |
| (r'\(\*', Comment.Multiline, '#push'), |
| (r'\*\)', Comment.Multiline, '#pop'), |
| ('[^*(]+', Comment.Multiline), |
| ('[*(]', Comment.Multiline), |
| ], |
| } |
| |
| |
| class RexxLexer(RegexLexer): |
| """ |
| Rexx is a scripting language available for |
| a wide range of different platforms with its roots found on mainframe |
| systems. It is popular for I/O- and data based tasks and can act as glue |
| language to bind different applications together. |
| |
| .. versionadded:: 2.0 |
| """ |
| name = 'Rexx' |
| url = 'http://www.rexxinfo.org/' |
| aliases = ['rexx', 'arexx'] |
| filenames = ['*.rexx', '*.rex', '*.rx', '*.arexx'] |
| mimetypes = ['text/x-rexx'] |
| flags = re.IGNORECASE |
| |
| tokens = { |
| 'root': [ |
| (r'\s+', Whitespace), |
| (r'/\*', Comment.Multiline, 'comment'), |
| (r'"', String, 'string_double'), |
| (r"'", String, 'string_single'), |
| (r'[0-9]+(\.[0-9]+)?(e[+-]?[0-9])?', Number), |
| (r'([a-z_]\w*)(\s*)(:)(\s*)(procedure)\b', |
| bygroups(Name.Function, Whitespace, Operator, Whitespace, |
| Keyword.Declaration)), |
| (r'([a-z_]\w*)(\s*)(:)', |
| bygroups(Name.Label, Whitespace, Operator)), |
| include('function'), |
| include('keyword'), |
| include('operator'), |
| (r'[a-z_]\w*', Text), |
| ], |
| 'function': [ |
| (words(( |
| 'abbrev', 'abs', 'address', 'arg', 'b2x', 'bitand', 'bitor', 'bitxor', |
| 'c2d', 'c2x', 'center', 'charin', 'charout', 'chars', 'compare', |
| 'condition', 'copies', 'd2c', 'd2x', 'datatype', 'date', 'delstr', |
| 'delword', 'digits', 'errortext', 'form', 'format', 'fuzz', 'insert', |
| 'lastpos', 'left', 'length', 'linein', 'lineout', 'lines', 'max', |
| 'min', 'overlay', 'pos', 'queued', 'random', 'reverse', 'right', 'sign', |
| 'sourceline', 'space', 'stream', 'strip', 'substr', 'subword', 'symbol', |
| 'time', 'trace', 'translate', 'trunc', 'value', 'verify', 'word', |
| 'wordindex', 'wordlength', 'wordpos', 'words', 'x2b', 'x2c', 'x2d', |
| 'xrange'), suffix=r'(\s*)(\()'), |
| bygroups(Name.Builtin, Whitespace, Operator)), |
| ], |
| 'keyword': [ |
| (r'(address|arg|by|call|do|drop|else|end|exit|for|forever|if|' |
| r'interpret|iterate|leave|nop|numeric|off|on|options|parse|' |
| r'pull|push|queue|return|say|select|signal|to|then|trace|until|' |
| r'while)\b', Keyword.Reserved), |
| ], |
| 'operator': [ |
| (r'(-|//|/|\(|\)|\*\*|\*|\\<<|\\<|\\==|\\=|\\>>|\\>|\\|\|\||\||' |
| r'&&|&|%|\+|<<=|<<|<=|<>|<|==|=|><|>=|>>=|>>|>|¬<<|¬<|¬==|¬=|' |
| r'¬>>|¬>|¬|\.|,)', Operator), |
| ], |
| 'string_double': [ |
| (r'[^"\n]+', String), |
| (r'""', String), |
| (r'"', String, '#pop'), |
| (r'\n', Text, '#pop'), # Stray linefeed also terminates strings. |
| ], |
| 'string_single': [ |
| (r'[^\'\n]+', String), |
| (r'\'\'', String), |
| (r'\'', String, '#pop'), |
| (r'\n', Text, '#pop'), # Stray linefeed also terminates strings. |
| ], |
| 'comment': [ |
| (r'[^*]+', Comment.Multiline), |
| (r'\*/', Comment.Multiline, '#pop'), |
| (r'\*', Comment.Multiline), |
| ] |
| } |
| |
| _c = lambda s: re.compile(s, re.MULTILINE) |
| _ADDRESS_COMMAND_PATTERN = _c(r'^\s*address\s+command\b') |
| _ADDRESS_PATTERN = _c(r'^\s*address\s+') |
| _DO_WHILE_PATTERN = _c(r'^\s*do\s+while\b') |
| _IF_THEN_DO_PATTERN = _c(r'^\s*if\b.+\bthen\s+do\s*$') |
| _PROCEDURE_PATTERN = _c(r'^\s*([a-z_]\w*)(\s*)(:)(\s*)(procedure)\b') |
| _ELSE_DO_PATTERN = _c(r'\belse\s+do\s*$') |
| _PARSE_ARG_PATTERN = _c(r'^\s*parse\s+(upper\s+)?(arg|value)\b') |
| PATTERNS_AND_WEIGHTS = ( |
| (_ADDRESS_COMMAND_PATTERN, 0.2), |
| (_ADDRESS_PATTERN, 0.05), |
| (_DO_WHILE_PATTERN, 0.1), |
| (_ELSE_DO_PATTERN, 0.1), |
| (_IF_THEN_DO_PATTERN, 0.1), |
| (_PROCEDURE_PATTERN, 0.5), |
| (_PARSE_ARG_PATTERN, 0.2), |
| ) |
| |
| def analyse_text(text): |
| """ |
| Check for initial comment and patterns that distinguish Rexx from other |
| C-like languages. |
| """ |
| if re.search(r'/\*\**\s*rexx', text, re.IGNORECASE): |
| # Header matches MVS Rexx requirements, this is certainly a Rexx |
| # script. |
| return 1.0 |
| elif text.startswith('/*'): |
| # Header matches general Rexx requirements; the source code might |
| # still be any language using C comments such as C++, C# or Java. |
| lowerText = text.lower() |
| result = sum(weight |
| for (pattern, weight) in RexxLexer.PATTERNS_AND_WEIGHTS |
| if pattern.search(lowerText)) + 0.01 |
| return min(result, 1.0) |
| |
| |
| class MOOCodeLexer(RegexLexer): |
| """ |
| For MOOCode (the MOO scripting language). |
| |
| .. versionadded:: 0.9 |
| """ |
| name = 'MOOCode' |
| url = 'http://www.moo.mud.org/' |
| filenames = ['*.moo'] |
| aliases = ['moocode', 'moo'] |
| mimetypes = ['text/x-moocode'] |
| |
| tokens = { |
| 'root': [ |
| # Numbers |
| (r'(0|[1-9][0-9_]*)', Number.Integer), |
| # Strings |
| (r'"(\\\\|\\[^\\]|[^"\\])*"', String), |
| # exceptions |
| (r'(E_PERM|E_DIV)', Name.Exception), |
| # db-refs |
| (r'((#[-0-9]+)|(\$\w+))', Name.Entity), |
| # Keywords |
| (r'\b(if|else|elseif|endif|for|endfor|fork|endfork|while' |
| r'|endwhile|break|continue|return|try' |
| r'|except|endtry|finally|in)\b', Keyword), |
| # builtins |
| (r'(random|length)', Name.Builtin), |
| # special variables |
| (r'(player|caller|this|args)', Name.Variable.Instance), |
| # skip whitespace |
| (r'\s+', Text), |
| (r'\n', Text), |
| # other operators |
| (r'([!;=,{}&|:.\[\]@()<>?]+)', Operator), |
| # function call |
| (r'(\w+)(\()', bygroups(Name.Function, Operator)), |
| # variables |
| (r'(\w+)', Text), |
| ] |
| } |
| |
| |
| class HybrisLexer(RegexLexer): |
| """ |
| For Hybris source code. |
| |
| .. versionadded:: 1.4 |
| """ |
| |
| name = 'Hybris' |
| aliases = ['hybris', 'hy'] |
| filenames = ['*.hy', '*.hyb'] |
| mimetypes = ['text/x-hybris', 'application/x-hybris'] |
| |
| flags = re.MULTILINE | re.DOTALL |
| |
| tokens = { |
| 'root': [ |
| # method names |
| (r'^(\s*(?:function|method|operator\s+)+?)' |
| r'([a-zA-Z_]\w*)' |
| r'(\s*)(\()', bygroups(Keyword, Name.Function, Text, Operator)), |
| (r'[^\S\n]+', Text), |
| (r'//.*?\n', Comment.Single), |
| (r'/\*.*?\*/', Comment.Multiline), |
| (r'@[a-zA-Z_][\w.]*', Name.Decorator), |
| (r'(break|case|catch|next|default|do|else|finally|for|foreach|of|' |
| r'unless|if|new|return|switch|me|throw|try|while)\b', Keyword), |
| (r'(extends|private|protected|public|static|throws|function|method|' |
| r'operator)\b', Keyword.Declaration), |
| (r'(true|false|null|__FILE__|__LINE__|__VERSION__|__LIB_PATH__|' |
| r'__INC_PATH__)\b', Keyword.Constant), |
| (r'(class|struct)(\s+)', |
| bygroups(Keyword.Declaration, Text), 'class'), |
| (r'(import|include)(\s+)', |
| bygroups(Keyword.Namespace, Text), 'import'), |
| (words(( |
| 'gc_collect', 'gc_mm_items', 'gc_mm_usage', 'gc_collect_threshold', |
| 'urlencode', 'urldecode', 'base64encode', 'base64decode', 'sha1', 'crc32', |
| 'sha2', 'md5', 'md5_file', 'acos', 'asin', 'atan', 'atan2', 'ceil', 'cos', |
| 'cosh', 'exp', 'fabs', 'floor', 'fmod', 'log', 'log10', 'pow', 'sin', |
| 'sinh', 'sqrt', 'tan', 'tanh', 'isint', 'isfloat', 'ischar', 'isstring', |
| 'isarray', 'ismap', 'isalias', 'typeof', 'sizeof', 'toint', 'tostring', |
| 'fromxml', 'toxml', 'binary', 'pack', 'load', 'eval', 'var_names', |
| 'var_values', 'user_functions', 'dyn_functions', 'methods', 'call', |
| 'call_method', 'mknod', 'mkfifo', 'mount', 'umount2', 'umount', 'ticks', |
| 'usleep', 'sleep', 'time', 'strtime', 'strdate', 'dllopen', 'dlllink', |
| 'dllcall', 'dllcall_argv', 'dllclose', 'env', 'exec', 'fork', 'getpid', |
| 'wait', 'popen', 'pclose', 'exit', 'kill', 'pthread_create', |
| 'pthread_create_argv', 'pthread_exit', 'pthread_join', 'pthread_kill', |
| 'smtp_send', 'http_get', 'http_post', 'http_download', 'socket', 'bind', |
| 'listen', 'accept', 'getsockname', 'getpeername', 'settimeout', 'connect', |
| 'server', 'recv', 'send', 'close', 'print', 'println', 'printf', 'input', |
| 'readline', 'serial_open', 'serial_fcntl', 'serial_get_attr', |
| 'serial_get_ispeed', 'serial_get_ospeed', 'serial_set_attr', |
| 'serial_set_ispeed', 'serial_set_ospeed', 'serial_write', 'serial_read', |
| 'serial_close', 'xml_load', 'xml_parse', 'fopen', 'fseek', 'ftell', |
| 'fsize', 'fread', 'fwrite', 'fgets', 'fclose', 'file', 'readdir', |
| 'pcre_replace', 'size', 'pop', 'unmap', 'has', 'keys', 'values', |
| 'length', 'find', 'substr', 'replace', 'split', 'trim', 'remove', |
| 'contains', 'join'), suffix=r'\b'), |
| Name.Builtin), |
| (words(( |
| 'MethodReference', 'Runner', 'Dll', 'Thread', 'Pipe', 'Process', |
| 'Runnable', 'CGI', 'ClientSocket', 'Socket', 'ServerSocket', |
| 'File', 'Console', 'Directory', 'Exception'), suffix=r'\b'), |
| Keyword.Type), |
| (r'"(\\\\|\\[^\\]|[^"\\])*"', String), |
| (r"'\\.'|'[^\\]'|'\\u[0-9a-f]{4}'", String.Char), |
| (r'(\.)([a-zA-Z_]\w*)', |
| bygroups(Operator, Name.Attribute)), |
| (r'[a-zA-Z_]\w*:', Name.Label), |
| (r'[a-zA-Z_$]\w*', Name), |
| (r'[~^*!%&\[\](){}<>|+=:;,./?\-@]+', Operator), |
| (r'[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?', Number.Float), |
| (r'0x[0-9a-f]+', Number.Hex), |
| (r'[0-9]+L?', Number.Integer), |
| (r'\n', Text), |
| ], |
| 'class': [ |
| (r'[a-zA-Z_]\w*', Name.Class, '#pop') |
| ], |
| 'import': [ |
| (r'[\w.]+\*?', Name.Namespace, '#pop') |
| ], |
| } |
| |
| def analyse_text(text): |
| """public method and private method don't seem to be quite common |
| elsewhere.""" |
| result = 0 |
| if re.search(r'\b(?:public|private)\s+method\b', text): |
| result += 0.01 |
| return result |
| |
| |
| |
| class EasytrieveLexer(RegexLexer): |
| """ |
| Easytrieve Plus is a programming language for extracting, filtering and |
| converting sequential data. Furthermore it can layout data for reports. |
| It is mainly used on mainframe platforms and can access several of the |
| mainframe's native file formats. It is somewhat comparable to awk. |
| |
| .. versionadded:: 2.1 |
| """ |
| name = 'Easytrieve' |
| aliases = ['easytrieve'] |
| filenames = ['*.ezt', '*.mac'] |
| mimetypes = ['text/x-easytrieve'] |
| flags = 0 |
| |
| # Note: We cannot use r'\b' at the start and end of keywords because |
| # Easytrieve Plus delimiter characters are: |
| # |
| # * space ( ) |
| # * apostrophe (') |
| # * period (.) |
| # * comma (,) |
| # * parenthesis ( and ) |
| # * colon (:) |
| # |
| # Additionally words end once a '*' appears, indicatins a comment. |
| _DELIMITERS = r' \'.,():\n' |
| _DELIMITERS_OR_COMENT = _DELIMITERS + '*' |
| _DELIMITER_PATTERN = '[' + _DELIMITERS + ']' |
| _DELIMITER_PATTERN_CAPTURE = '(' + _DELIMITER_PATTERN + ')' |
| _NON_DELIMITER_OR_COMMENT_PATTERN = '[^' + _DELIMITERS_OR_COMENT + ']' |
| _OPERATORS_PATTERN = '[.+\\-/=\\[\\](){}<>;,&%¬]' |
| _KEYWORDS = [ |
| 'AFTER-BREAK', 'AFTER-LINE', 'AFTER-SCREEN', 'AIM', 'AND', 'ATTR', |
| 'BEFORE', 'BEFORE-BREAK', 'BEFORE-LINE', 'BEFORE-SCREEN', 'BUSHU', |
| 'BY', 'CALL', 'CASE', 'CHECKPOINT', 'CHKP', 'CHKP-STATUS', 'CLEAR', |
| 'CLOSE', 'COL', 'COLOR', 'COMMIT', 'CONTROL', 'COPY', 'CURSOR', 'D', |
| 'DECLARE', 'DEFAULT', 'DEFINE', 'DELETE', 'DENWA', 'DISPLAY', 'DLI', |
| 'DO', 'DUPLICATE', 'E', 'ELSE', 'ELSE-IF', 'END', 'END-CASE', |
| 'END-DO', 'END-IF', 'END-PROC', 'ENDPAGE', 'ENDTABLE', 'ENTER', 'EOF', |
| 'EQ', 'ERROR', 'EXIT', 'EXTERNAL', 'EZLIB', 'F1', 'F10', 'F11', 'F12', |
| 'F13', 'F14', 'F15', 'F16', 'F17', 'F18', 'F19', 'F2', 'F20', 'F21', |
| 'F22', 'F23', 'F24', 'F25', 'F26', 'F27', 'F28', 'F29', 'F3', 'F30', |
| 'F31', 'F32', 'F33', 'F34', 'F35', 'F36', 'F4', 'F5', 'F6', 'F7', |
| 'F8', 'F9', 'FETCH', 'FILE-STATUS', 'FILL', 'FINAL', 'FIRST', |
| 'FIRST-DUP', 'FOR', 'GE', 'GET', 'GO', 'GOTO', 'GQ', 'GR', 'GT', |
| 'HEADING', 'HEX', 'HIGH-VALUES', 'IDD', 'IDMS', 'IF', 'IN', 'INSERT', |
| 'JUSTIFY', 'KANJI-DATE', 'KANJI-DATE-LONG', 'KANJI-TIME', 'KEY', |
| 'KEY-PRESSED', 'KOKUGO', 'KUN', 'LAST-DUP', 'LE', 'LEVEL', 'LIKE', |
| 'LINE', 'LINE-COUNT', 'LINE-NUMBER', 'LINK', 'LIST', 'LOW-VALUES', |
| 'LQ', 'LS', 'LT', 'MACRO', 'MASK', 'MATCHED', 'MEND', 'MESSAGE', |
| 'MOVE', 'MSTART', 'NE', 'NEWPAGE', 'NOMASK', 'NOPRINT', 'NOT', |
| 'NOTE', 'NOVERIFY', 'NQ', 'NULL', 'OF', 'OR', 'OTHERWISE', 'PA1', |
| 'PA2', 'PA3', 'PAGE-COUNT', 'PAGE-NUMBER', 'PARM-REGISTER', |
| 'PATH-ID', 'PATTERN', 'PERFORM', 'POINT', 'POS', 'PRIMARY', 'PRINT', |
| 'PROCEDURE', 'PROGRAM', 'PUT', 'READ', 'RECORD', 'RECORD-COUNT', |
| 'RECORD-LENGTH', 'REFRESH', 'RELEASE', 'RENUM', 'REPEAT', 'REPORT', |
| 'REPORT-INPUT', 'RESHOW', 'RESTART', 'RETRIEVE', 'RETURN-CODE', |
| 'ROLLBACK', 'ROW', 'S', 'SCREEN', 'SEARCH', 'SECONDARY', 'SELECT', |
| 'SEQUENCE', 'SIZE', 'SKIP', 'SOKAKU', 'SORT', 'SQL', 'STOP', 'SUM', |
| 'SYSDATE', 'SYSDATE-LONG', 'SYSIN', 'SYSIPT', 'SYSLST', 'SYSPRINT', |
| 'SYSSNAP', 'SYSTIME', 'TALLY', 'TERM-COLUMNS', 'TERM-NAME', |
| 'TERM-ROWS', 'TERMINATION', 'TITLE', 'TO', 'TRANSFER', 'TRC', |
| 'UNIQUE', 'UNTIL', 'UPDATE', 'UPPERCASE', 'USER', 'USERID', 'VALUE', |
| 'VERIFY', 'W', 'WHEN', 'WHILE', 'WORK', 'WRITE', 'X', 'XDM', 'XRST' |
| ] |
| |
| tokens = { |
| 'root': [ |
| (r'\*.*\n', Comment.Single), |
| (r'\n+', Whitespace), |
| # Macro argument |
| (r'&' + _NON_DELIMITER_OR_COMMENT_PATTERN + r'+\.', Name.Variable, |
| 'after_macro_argument'), |
| # Macro call |
| (r'%' + _NON_DELIMITER_OR_COMMENT_PATTERN + r'+', Name.Variable), |
| (r'(FILE|MACRO|REPORT)(\s+)', |
| bygroups(Keyword.Declaration, Whitespace), 'after_declaration'), |
| (r'(JOB|PARM)' + r'(' + _DELIMITER_PATTERN + r')', |
| bygroups(Keyword.Declaration, Operator)), |
| (words(_KEYWORDS, suffix=_DELIMITER_PATTERN_CAPTURE), |
| bygroups(Keyword.Reserved, Operator)), |
| (_OPERATORS_PATTERN, Operator), |
| # Procedure declaration |
| (r'(' + _NON_DELIMITER_OR_COMMENT_PATTERN + r'+)(\s*)(\.?)(\s*)(PROC)(\s*\n)', |
| bygroups(Name.Function, Whitespace, Operator, Whitespace, |
| Keyword.Declaration, Whitespace)), |
| (r'[0-9]+\.[0-9]*', Number.Float), |
| (r'[0-9]+', Number.Integer), |
| (r"'(''|[^'])*'", String), |
| (r'\s+', Whitespace), |
| # Everything else just belongs to a name |
| (_NON_DELIMITER_OR_COMMENT_PATTERN + r'+', Name), |
| ], |
| 'after_declaration': [ |
| (_NON_DELIMITER_OR_COMMENT_PATTERN + r'+', Name.Function), |
| default('#pop'), |
| ], |
| 'after_macro_argument': [ |
| (r'\*.*\n', Comment.Single, '#pop'), |
| (r'\s+', Whitespace, '#pop'), |
| (_OPERATORS_PATTERN, Operator, '#pop'), |
| (r"'(''|[^'])*'", String, '#pop'), |
| # Everything else just belongs to a name |
| (_NON_DELIMITER_OR_COMMENT_PATTERN + r'+', Name), |
| ], |
| } |
| _COMMENT_LINE_REGEX = re.compile(r'^\s*\*') |
| _MACRO_HEADER_REGEX = re.compile(r'^\s*MACRO') |
| |
| def analyse_text(text): |
| """ |
| Perform a structural analysis for basic Easytrieve constructs. |
| """ |
| result = 0.0 |
| lines = text.split('\n') |
| hasEndProc = False |
| hasHeaderComment = False |
| hasFile = False |
| hasJob = False |
| hasProc = False |
| hasParm = False |
| hasReport = False |
| |
| def isCommentLine(line): |
| return EasytrieveLexer._COMMENT_LINE_REGEX.match(lines[0]) is not None |
| |
| def isEmptyLine(line): |
| return not bool(line.strip()) |
| |
| # Remove possible empty lines and header comments. |
| while lines and (isEmptyLine(lines[0]) or isCommentLine(lines[0])): |
| if not isEmptyLine(lines[0]): |
| hasHeaderComment = True |
| del lines[0] |
| |
| if EasytrieveLexer._MACRO_HEADER_REGEX.match(lines[0]): |
| # Looks like an Easytrieve macro. |
| result = 0.4 |
| if hasHeaderComment: |
| result += 0.4 |
| else: |
| # Scan the source for lines starting with indicators. |
| for line in lines: |
| words = line.split() |
| if (len(words) >= 2): |
| firstWord = words[0] |
| if not hasReport: |
| if not hasJob: |
| if not hasFile: |
| if not hasParm: |
| if firstWord == 'PARM': |
| hasParm = True |
| if firstWord == 'FILE': |
| hasFile = True |
| if firstWord == 'JOB': |
| hasJob = True |
| elif firstWord == 'PROC': |
| hasProc = True |
| elif firstWord == 'END-PROC': |
| hasEndProc = True |
| elif firstWord == 'REPORT': |
| hasReport = True |
| |
| # Weight the findings. |
| if hasJob and (hasProc == hasEndProc): |
| if hasHeaderComment: |
| result += 0.1 |
| if hasParm: |
| if hasProc: |
| # Found PARM, JOB and PROC/END-PROC: |
| # pretty sure this is Easytrieve. |
| result += 0.8 |
| else: |
| # Found PARAM and JOB: probably this is Easytrieve |
| result += 0.5 |
| else: |
| # Found JOB and possibly other keywords: might be Easytrieve |
| result += 0.11 |
| if hasParm: |
| # Note: PARAM is not a proper English word, so this is |
| # regarded a much better indicator for Easytrieve than |
| # the other words. |
| result += 0.2 |
| if hasFile: |
| result += 0.01 |
| if hasReport: |
| result += 0.01 |
| assert 0.0 <= result <= 1.0 |
| return result |
| |
| |
| class JclLexer(RegexLexer): |
| """ |
| Job Control Language (JCL) |
| is a scripting language used on mainframe platforms to instruct the system |
| on how to run a batch job or start a subsystem. It is somewhat |
| comparable to MS DOS batch and Unix shell scripts. |
| |
| .. versionadded:: 2.1 |
| """ |
| name = 'JCL' |
| aliases = ['jcl'] |
| filenames = ['*.jcl'] |
| mimetypes = ['text/x-jcl'] |
| flags = re.IGNORECASE |
| |
| tokens = { |
| 'root': [ |
| (r'//\*.*\n', Comment.Single), |
| (r'//', Keyword.Pseudo, 'statement'), |
| (r'/\*', Keyword.Pseudo, 'jes2_statement'), |
| # TODO: JES3 statement |
| (r'.*\n', Other) # Input text or inline code in any language. |
| ], |
| 'statement': [ |
| (r'\s*\n', Whitespace, '#pop'), |
| (r'([a-z]\w*)(\s+)(exec|job)(\s*)', |
| bygroups(Name.Label, Whitespace, Keyword.Reserved, Whitespace), |
| 'option'), |
| (r'[a-z]\w*', Name.Variable, 'statement_command'), |
| (r'\s+', Whitespace, 'statement_command'), |
| ], |
| 'statement_command': [ |
| (r'\s+(command|cntl|dd|endctl|endif|else|include|jcllib|' |
| r'output|pend|proc|set|then|xmit)\s+', Keyword.Reserved, 'option'), |
| include('option') |
| ], |
| 'jes2_statement': [ |
| (r'\s*\n', Whitespace, '#pop'), |
| (r'\$', Keyword, 'option'), |
| (r'\b(jobparam|message|netacct|notify|output|priority|route|' |
| r'setup|signoff|xeq|xmit)\b', Keyword, 'option'), |
| ], |
| 'option': [ |
| # (r'\n', Text, 'root'), |
| (r'\*', Name.Builtin), |
| (r'[\[\](){}<>;,]', Punctuation), |
| (r'[-+*/=&%]', Operator), |
| (r'[a-z_]\w*', Name), |
| (r'\d+\.\d*', Number.Float), |
| (r'\.\d+', Number.Float), |
| (r'\d+', Number.Integer), |
| (r"'", String, 'option_string'), |
| (r'[ \t]+', Whitespace, 'option_comment'), |
| (r'\.', Punctuation), |
| ], |
| 'option_string': [ |
| (r"(\n)(//)", bygroups(Text, Keyword.Pseudo)), |
| (r"''", String), |
| (r"[^']", String), |
| (r"'", String, '#pop'), |
| ], |
| 'option_comment': [ |
| # (r'\n', Text, 'root'), |
| (r'.+', Comment.Single), |
| ] |
| } |
| |
| _JOB_HEADER_PATTERN = re.compile(r'^//[a-z#$@][a-z0-9#$@]{0,7}\s+job(\s+.*)?$', |
| re.IGNORECASE) |
| |
| def analyse_text(text): |
| """ |
| Recognize JCL job by header. |
| """ |
| result = 0.0 |
| lines = text.split('\n') |
| if len(lines) > 0: |
| if JclLexer._JOB_HEADER_PATTERN.match(lines[0]): |
| result = 1.0 |
| assert 0.0 <= result <= 1.0 |
| return result |
| |
| |
| class MiniScriptLexer(RegexLexer): |
| """ |
| For MiniScript source code. |
| |
| .. versionadded:: 2.6 |
| """ |
| |
| name = 'MiniScript' |
| url = 'https://miniscript.org' |
| aliases = ['miniscript', 'ms'] |
| filenames = ['*.ms'] |
| mimetypes = ['text/x-minicript', 'application/x-miniscript'] |
| |
| tokens = { |
| 'root': [ |
| (r'#!(.*?)$', Comment.Preproc), |
| default('base'), |
| ], |
| 'base': [ |
| ('//.*$', Comment.Single), |
| (r'(?i)(\d*\.\d+|\d+\.\d*)(e[+-]?\d+)?', Number), |
| (r'(?i)\d+e[+-]?\d+', Number), |
| (r'\d+', Number), |
| (r'\n', Text), |
| (r'[^\S\n]+', Text), |
| (r'"', String, 'string_double'), |
| (r'(==|!=|<=|>=|[=+\-*/%^<>.:])', Operator), |
| (r'[;,\[\]{}()]', Punctuation), |
| (words(( |
| 'break', 'continue', 'else', 'end', 'for', 'function', 'if', |
| 'in', 'isa', 'then', 'repeat', 'return', 'while'), suffix=r'\b'), |
| Keyword), |
| (words(( |
| 'abs', 'acos', 'asin', 'atan', 'ceil', 'char', 'cos', 'floor', |
| 'log', 'round', 'rnd', 'pi', 'sign', 'sin', 'sqrt', 'str', 'tan', |
| 'hasIndex', 'indexOf', 'len', 'val', 'code', 'remove', 'lower', |
| 'upper', 'replace', 'split', 'indexes', 'values', 'join', 'sum', |
| 'sort', 'shuffle', 'push', 'pop', 'pull', 'range', |
| 'print', 'input', 'time', 'wait', 'locals', 'globals', 'outer', |
| 'yield'), suffix=r'\b'), |
| Name.Builtin), |
| (r'(true|false|null)\b', Keyword.Constant), |
| (r'(and|or|not|new)\b', Operator.Word), |
| (r'(self|super|__isa)\b', Name.Builtin.Pseudo), |
| (r'[a-zA-Z_]\w*', Name.Variable) |
| ], |
| 'string_double': [ |
| (r'[^"\n]+', String), |
| (r'""', String), |
| (r'"', String, '#pop'), |
| (r'\n', Text, '#pop'), # Stray linefeed also terminates strings. |
| ] |
| } |
