llm-shell 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/LICENSE +21 -0
- data/README.md +24 -160
- data/exe/llm-shell +7 -0
- data/llm-shell.gemspec +26 -32
- metadata +36 -372
- data/bin/llm-shell +0 -21
- data/lib/llm/shell/command.rb +0 -88
- data/lib/llm/shell/commands/clear_screen.rb +0 -18
- data/lib/llm/shell/commands/debug_mode.rb +0 -12
- data/lib/llm/shell/commands/dir_import.rb +0 -33
- data/lib/llm/shell/commands/disable_tool.rb +0 -33
- data/lib/llm/shell/commands/enable_tool.rb +0 -33
- data/lib/llm/shell/commands/file_import.rb +0 -25
- data/lib/llm/shell/commands/help.rb +0 -53
- data/lib/llm/shell/commands/show_chat.rb +0 -31
- data/lib/llm/shell/commands/show_version.rb +0 -17
- data/lib/llm/shell/commands/system_prompt.rb +0 -21
- data/lib/llm/shell/completion.rb +0 -40
- data/lib/llm/shell/config.rb +0 -34
- data/lib/llm/shell/default.rb +0 -23
- data/lib/llm/shell/formatter.rb +0 -41
- data/lib/llm/shell/internal/coderay/lib/coderay/duo.rb +0 -81
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/_map.rb +0 -17
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/comment_filter.rb +0 -25
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/count.rb +0 -39
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/debug.rb +0 -49
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/debug_lint.rb +0 -63
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/div.rb +0 -23
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/encoder.rb +0 -190
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/filter.rb +0 -58
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/html/css.rb +0 -65
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/html/numbering.rb +0 -108
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/html/output.rb +0 -164
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/html.rb +0 -333
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/json.rb +0 -83
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/lines_of_code.rb +0 -45
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/lint.rb +0 -59
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/null.rb +0 -18
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/page.rb +0 -24
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/span.rb +0 -23
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/statistic.rb +0 -95
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/terminal.rb +0 -195
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/text.rb +0 -46
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/token_kind_filter.rb +0 -111
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/xml.rb +0 -72
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders/yaml.rb +0 -50
- data/lib/llm/shell/internal/coderay/lib/coderay/encoders.rb +0 -18
- data/lib/llm/shell/internal/coderay/lib/coderay/for_redcloth.rb +0 -95
- data/lib/llm/shell/internal/coderay/lib/coderay/helpers/file_type.rb +0 -151
- data/lib/llm/shell/internal/coderay/lib/coderay/helpers/plugin.rb +0 -55
- data/lib/llm/shell/internal/coderay/lib/coderay/helpers/plugin_host.rb +0 -221
- data/lib/llm/shell/internal/coderay/lib/coderay/helpers/word_list.rb +0 -72
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/_map.rb +0 -24
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/c.rb +0 -189
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/clojure.rb +0 -217
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/cpp.rb +0 -217
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/css.rb +0 -196
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/debug.rb +0 -75
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/delphi.rb +0 -144
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/diff.rb +0 -221
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/erb.rb +0 -81
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/go.rb +0 -208
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/groovy.rb +0 -268
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/haml.rb +0 -168
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/html.rb +0 -275
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/java/builtin_types.rb +0 -421
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/java.rb +0 -174
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/java_script.rb +0 -236
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/json.rb +0 -98
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/lua.rb +0 -280
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/php.rb +0 -527
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/python.rb +0 -287
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/raydebug.rb +0 -75
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/ruby/patterns.rb +0 -178
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/ruby/string_state.rb +0 -79
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/ruby.rb +0 -477
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/sass.rb +0 -232
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/scanner.rb +0 -337
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/sql.rb +0 -169
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/taskpaper.rb +0 -36
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/text.rb +0 -26
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/xml.rb +0 -17
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners/yaml.rb +0 -140
- data/lib/llm/shell/internal/coderay/lib/coderay/scanners.rb +0 -27
- data/lib/llm/shell/internal/coderay/lib/coderay/styles/_map.rb +0 -7
- data/lib/llm/shell/internal/coderay/lib/coderay/styles/alpha.rb +0 -153
- data/lib/llm/shell/internal/coderay/lib/coderay/styles/style.rb +0 -18
- data/lib/llm/shell/internal/coderay/lib/coderay/styles.rb +0 -15
- data/lib/llm/shell/internal/coderay/lib/coderay/token_kinds.rb +0 -85
- data/lib/llm/shell/internal/coderay/lib/coderay/tokens.rb +0 -164
- data/lib/llm/shell/internal/coderay/lib/coderay/tokens_proxy.rb +0 -55
- data/lib/llm/shell/internal/coderay/lib/coderay/version.rb +0 -3
- data/lib/llm/shell/internal/coderay/lib/coderay.rb +0 -284
- data/lib/llm/shell/internal/io-line/lib/io/line/multiple.rb +0 -19
- data/lib/llm/shell/internal/io-line/lib/io/line.rb +0 -28
- data/lib/llm/shell/internal/llm.rb/lib/llm/bot/builder.rb +0 -31
- data/lib/llm/shell/internal/llm.rb/lib/llm/bot/conversable.rb +0 -37
- data/lib/llm/shell/internal/llm.rb/lib/llm/bot/prompt/completion.rb +0 -49
- data/lib/llm/shell/internal/llm.rb/lib/llm/bot/prompt/respond.rb +0 -49
- data/lib/llm/shell/internal/llm.rb/lib/llm/bot.rb +0 -150
- data/lib/llm/shell/internal/llm.rb/lib/llm/buffer.rb +0 -162
- data/lib/llm/shell/internal/llm.rb/lib/llm/client.rb +0 -36
- data/lib/llm/shell/internal/llm.rb/lib/llm/error.rb +0 -49
- data/lib/llm/shell/internal/llm.rb/lib/llm/eventhandler.rb +0 -44
- data/lib/llm/shell/internal/llm.rb/lib/llm/eventstream/event.rb +0 -69
- data/lib/llm/shell/internal/llm.rb/lib/llm/eventstream/parser.rb +0 -88
- data/lib/llm/shell/internal/llm.rb/lib/llm/eventstream.rb +0 -8
- data/lib/llm/shell/internal/llm.rb/lib/llm/file.rb +0 -91
- data/lib/llm/shell/internal/llm.rb/lib/llm/function.rb +0 -177
- data/lib/llm/shell/internal/llm.rb/lib/llm/message.rb +0 -178
- data/lib/llm/shell/internal/llm.rb/lib/llm/mime.rb +0 -140
- data/lib/llm/shell/internal/llm.rb/lib/llm/multipart.rb +0 -101
- data/lib/llm/shell/internal/llm.rb/lib/llm/object/builder.rb +0 -38
- data/lib/llm/shell/internal/llm.rb/lib/llm/object/kernel.rb +0 -53
- data/lib/llm/shell/internal/llm.rb/lib/llm/object.rb +0 -89
- data/lib/llm/shell/internal/llm.rb/lib/llm/provider.rb +0 -352
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/error_handler.rb +0 -36
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/files.rb +0 -155
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/format/completion_format.rb +0 -88
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/format.rb +0 -29
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/models.rb +0 -54
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/response/completion.rb +0 -39
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/response/enumerable.rb +0 -11
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/response/file.rb +0 -23
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/response/web_search.rb +0 -21
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic/stream_parser.rb +0 -66
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/anthropic.rb +0 -138
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/deepseek/format/completion_format.rb +0 -68
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/deepseek/format.rb +0 -27
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/deepseek.rb +0 -75
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/audio.rb +0 -73
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/error_handler.rb +0 -47
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/files.rb +0 -146
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/format/completion_format.rb +0 -69
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/format.rb +0 -39
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/images.rb +0 -133
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/models.rb +0 -60
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/completion.rb +0 -35
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/embedding.rb +0 -8
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/file.rb +0 -11
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/files.rb +0 -15
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/image.rb +0 -31
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/models.rb +0 -15
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/response/web_search.rb +0 -22
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini/stream_parser.rb +0 -86
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/gemini.rb +0 -173
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/llamacpp.rb +0 -74
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/error_handler.rb +0 -36
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/format/completion_format.rb +0 -77
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/format.rb +0 -29
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/models.rb +0 -56
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/response/completion.rb +0 -28
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/response/embedding.rb +0 -9
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama/stream_parser.rb +0 -44
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/ollama.rb +0 -116
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/audio.rb +0 -91
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/error_handler.rb +0 -46
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/files.rb +0 -134
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/format/completion_format.rb +0 -90
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/format/moderation_format.rb +0 -35
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/format/respond_format.rb +0 -72
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/format.rb +0 -54
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/images.rb +0 -109
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/models.rb +0 -55
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/moderations.rb +0 -65
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/audio.rb +0 -7
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/completion.rb +0 -40
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/embedding.rb +0 -9
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/enumerable.rb +0 -23
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/file.rb +0 -7
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/image.rb +0 -16
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/moderations.rb +0 -34
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/responds.rb +0 -48
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/response/web_search.rb +0 -21
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/responses/stream_parser.rb +0 -76
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/responses.rb +0 -99
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/stream_parser.rb +0 -86
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai/vector_stores.rb +0 -228
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/openai.rb +0 -206
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/xai/images.rb +0 -58
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/xai.rb +0 -72
- data/lib/llm/shell/internal/llm.rb/lib/llm/providers/zai.rb +0 -74
- data/lib/llm/shell/internal/llm.rb/lib/llm/response.rb +0 -67
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/array.rb +0 -26
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/boolean.rb +0 -13
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/integer.rb +0 -43
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/leaf.rb +0 -78
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/null.rb +0 -13
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/number.rb +0 -43
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/object.rb +0 -41
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/string.rb +0 -34
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema/version.rb +0 -8
- data/lib/llm/shell/internal/llm.rb/lib/llm/schema.rb +0 -81
- data/lib/llm/shell/internal/llm.rb/lib/llm/server_tool.rb +0 -32
- data/lib/llm/shell/internal/llm.rb/lib/llm/tool/param.rb +0 -75
- data/lib/llm/shell/internal/llm.rb/lib/llm/tool.rb +0 -78
- data/lib/llm/shell/internal/llm.rb/lib/llm/utils.rb +0 -19
- data/lib/llm/shell/internal/llm.rb/lib/llm/version.rb +0 -5
- data/lib/llm/shell/internal/llm.rb/lib/llm.rb +0 -121
- data/lib/llm/shell/internal/optparse/lib/optionparser.rb +0 -2
- data/lib/llm/shell/internal/optparse/lib/optparse/ac.rb +0 -70
- data/lib/llm/shell/internal/optparse/lib/optparse/date.rb +0 -18
- data/lib/llm/shell/internal/optparse/lib/optparse/kwargs.rb +0 -27
- data/lib/llm/shell/internal/optparse/lib/optparse/shellwords.rb +0 -7
- data/lib/llm/shell/internal/optparse/lib/optparse/time.rb +0 -11
- data/lib/llm/shell/internal/optparse/lib/optparse/uri.rb +0 -7
- data/lib/llm/shell/internal/optparse/lib/optparse/version.rb +0 -80
- data/lib/llm/shell/internal/optparse/lib/optparse.rb +0 -2469
- data/lib/llm/shell/internal/paint/lib/paint/constants.rb +0 -104
- data/lib/llm/shell/internal/paint/lib/paint/pa.rb +0 -13
- data/lib/llm/shell/internal/paint/lib/paint/rgb_colors.rb +0 -14
- data/lib/llm/shell/internal/paint/lib/paint/shortcuts.rb +0 -100
- data/lib/llm/shell/internal/paint/lib/paint/shortcuts_version.rb +0 -5
- data/lib/llm/shell/internal/paint/lib/paint/util.rb +0 -16
- data/lib/llm/shell/internal/paint/lib/paint/version.rb +0 -5
- data/lib/llm/shell/internal/paint/lib/paint.rb +0 -261
- data/lib/llm/shell/internal/reline/lib/reline/config.rb +0 -378
- data/lib/llm/shell/internal/reline/lib/reline/face.rb +0 -199
- data/lib/llm/shell/internal/reline/lib/reline/history.rb +0 -76
- data/lib/llm/shell/internal/reline/lib/reline/io/ansi.rb +0 -322
- data/lib/llm/shell/internal/reline/lib/reline/io/dumb.rb +0 -120
- data/lib/llm/shell/internal/reline/lib/reline/io/windows.rb +0 -530
- data/lib/llm/shell/internal/reline/lib/reline/io.rb +0 -55
- data/lib/llm/shell/internal/reline/lib/reline/key_actor/base.rb +0 -37
- data/lib/llm/shell/internal/reline/lib/reline/key_actor/composite.rb +0 -17
- data/lib/llm/shell/internal/reline/lib/reline/key_actor/emacs.rb +0 -517
- data/lib/llm/shell/internal/reline/lib/reline/key_actor/vi_command.rb +0 -518
- data/lib/llm/shell/internal/reline/lib/reline/key_actor/vi_insert.rb +0 -517
- data/lib/llm/shell/internal/reline/lib/reline/key_actor.rb +0 -8
- data/lib/llm/shell/internal/reline/lib/reline/key_stroke.rb +0 -119
- data/lib/llm/shell/internal/reline/lib/reline/kill_ring.rb +0 -125
- data/lib/llm/shell/internal/reline/lib/reline/line_editor.rb +0 -2356
- data/lib/llm/shell/internal/reline/lib/reline/unicode/east_asian_width.rb +0 -1292
- data/lib/llm/shell/internal/reline/lib/reline/unicode.rb +0 -421
- data/lib/llm/shell/internal/reline/lib/reline/version.rb +0 -3
- data/lib/llm/shell/internal/reline/lib/reline.rb +0 -527
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/generated_parser.rb +0 -712
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/handler.rb +0 -268
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/local_date.rb +0 -35
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/local_date_time.rb +0 -42
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/local_time.rb +0 -40
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/parser.rb +0 -21
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/scanner.rb +0 -92
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/string_utils.rb +0 -40
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb/version.rb +0 -5
- data/lib/llm/shell/internal/tomlrb/lib/tomlrb.rb +0 -49
- data/lib/llm/shell/markdown.rb +0 -83
- data/lib/llm/shell/options.rb +0 -39
- data/lib/llm/shell/renderer.rb +0 -51
- data/lib/llm/shell/repl.rb +0 -111
- data/lib/llm/shell/tool.rb +0 -42
- data/lib/llm/shell/tools/read_file.rb +0 -15
- data/lib/llm/shell/tools/system.rb +0 -17
- data/lib/llm/shell/tools/write_file.rb +0 -16
- data/lib/llm/shell/version.rb +0 -8
- data/lib/llm/shell.rb +0 -132
- data/lib/llm-shell.rb +0 -3
- data/libexec/llm-shell/shell +0 -43
- data/share/llm-shell/prompts/default.txt +0 -21
|
@@ -1,275 +0,0 @@
|
|
|
1
|
-
module CodeRay
|
|
2
|
-
module Scanners
|
|
3
|
-
|
|
4
|
-
# HTML Scanner
|
|
5
|
-
#
|
|
6
|
-
# Alias: +xhtml+
|
|
7
|
-
#
|
|
8
|
-
# See also: Scanners::XML
|
|
9
|
-
class HTML < Scanner
|
|
10
|
-
|
|
11
|
-
register_for :html
|
|
12
|
-
|
|
13
|
-
KINDS_NOT_LOC = [
|
|
14
|
-
:comment, :doctype, :preprocessor,
|
|
15
|
-
:tag, :attribute_name, :operator,
|
|
16
|
-
:attribute_value, :string,
|
|
17
|
-
:plain, :entity, :error,
|
|
18
|
-
] # :nodoc:
|
|
19
|
-
|
|
20
|
-
EVENT_ATTRIBUTES = %w(
|
|
21
|
-
onabort onafterprint onbeforeprint onbeforeunload onblur oncanplay
|
|
22
|
-
oncanplaythrough onchange onclick oncontextmenu oncuechange ondblclick
|
|
23
|
-
ondrag ondragdrop ondragend ondragenter ondragleave ondragover
|
|
24
|
-
ondragstart ondrop ondurationchange onemptied onended onerror onfocus
|
|
25
|
-
onformchange onforminput onhashchange oninput oninvalid onkeydown
|
|
26
|
-
onkeypress onkeyup onload onloadeddata onloadedmetadata onloadstart
|
|
27
|
-
onmessage onmousedown onmousemove onmouseout onmouseover onmouseup
|
|
28
|
-
onmousewheel onmove onoffline ononline onpagehide onpageshow onpause
|
|
29
|
-
onplay onplaying onpopstate onprogress onratechange onreadystatechange
|
|
30
|
-
onredo onreset onresize onscroll onseeked onseeking onselect onshow
|
|
31
|
-
onstalled onstorage onsubmit onsuspend ontimeupdate onundo onunload
|
|
32
|
-
onvolumechange onwaiting
|
|
33
|
-
)
|
|
34
|
-
|
|
35
|
-
IN_ATTRIBUTE = WordList::CaseIgnoring.new(nil).
|
|
36
|
-
add(EVENT_ATTRIBUTES, :script).
|
|
37
|
-
add(['style'], :style)
|
|
38
|
-
|
|
39
|
-
ATTR_NAME = /[\w.:-]+/ # :nodoc:
|
|
40
|
-
TAG_END = /\/?>/ # :nodoc:
|
|
41
|
-
HEX = /[0-9a-fA-F]/ # :nodoc:
|
|
42
|
-
ENTITY = /
|
|
43
|
-
&
|
|
44
|
-
(?:
|
|
45
|
-
\w+
|
|
46
|
-
|
|
|
47
|
-
\#
|
|
48
|
-
(?:
|
|
49
|
-
\d+
|
|
50
|
-
|
|
|
51
|
-
x#{HEX}+
|
|
52
|
-
)
|
|
53
|
-
)
|
|
54
|
-
;
|
|
55
|
-
/ox # :nodoc:
|
|
56
|
-
|
|
57
|
-
PLAIN_STRING_CONTENT = {
|
|
58
|
-
"'" => /[^&'>\n]+/,
|
|
59
|
-
'"' => /[^&">\n]+/,
|
|
60
|
-
} # :nodoc:
|
|
61
|
-
|
|
62
|
-
def reset
|
|
63
|
-
super
|
|
64
|
-
@state = :initial
|
|
65
|
-
@plain_string_content = nil
|
|
66
|
-
end
|
|
67
|
-
|
|
68
|
-
protected
|
|
69
|
-
|
|
70
|
-
def setup
|
|
71
|
-
@state = :initial
|
|
72
|
-
@plain_string_content = nil
|
|
73
|
-
@in_tag = nil
|
|
74
|
-
end
|
|
75
|
-
|
|
76
|
-
def scan_java_script encoder, code
|
|
77
|
-
if code && !code.empty?
|
|
78
|
-
@java_script_scanner ||= Scanners::JavaScript.new '', :keep_tokens => true
|
|
79
|
-
@java_script_scanner.tokenize code, :tokens => encoder
|
|
80
|
-
end
|
|
81
|
-
end
|
|
82
|
-
|
|
83
|
-
def scan_css encoder, code, state = [:initial]
|
|
84
|
-
if code && !code.empty?
|
|
85
|
-
@css_scanner ||= Scanners::CSS.new '', :keep_tokens => true
|
|
86
|
-
@css_scanner.tokenize code, :tokens => encoder, :state => state
|
|
87
|
-
end
|
|
88
|
-
end
|
|
89
|
-
|
|
90
|
-
def scan_tokens encoder, options
|
|
91
|
-
state = options[:state] || @state
|
|
92
|
-
plain_string_content = @plain_string_content
|
|
93
|
-
in_tag = @in_tag
|
|
94
|
-
in_attribute = nil
|
|
95
|
-
|
|
96
|
-
encoder.begin_group :string if state == :attribute_value_string
|
|
97
|
-
|
|
98
|
-
until eos?
|
|
99
|
-
|
|
100
|
-
if state != :in_special_tag && match = scan(/\s+/m)
|
|
101
|
-
encoder.text_token match, :space
|
|
102
|
-
|
|
103
|
-
else
|
|
104
|
-
|
|
105
|
-
case state
|
|
106
|
-
|
|
107
|
-
when :initial
|
|
108
|
-
if match = scan(/<!\[CDATA\[/)
|
|
109
|
-
encoder.text_token match, :inline_delimiter
|
|
110
|
-
if match = scan(/.*?\]\]>/m)
|
|
111
|
-
encoder.text_token match[0..-4], :plain
|
|
112
|
-
encoder.text_token ']]>', :inline_delimiter
|
|
113
|
-
elsif match = scan(/.+/)
|
|
114
|
-
encoder.text_token match, :error
|
|
115
|
-
end
|
|
116
|
-
elsif match = scan(/<!--(?:.*?-->|.*)/m)
|
|
117
|
-
encoder.text_token match, :comment
|
|
118
|
-
elsif match = scan(/<!(\w+)(?:.*?>|.*)|\]>/m)
|
|
119
|
-
encoder.text_token match, :doctype
|
|
120
|
-
elsif match = scan(/<\?xml(?:.*?\?>|.*)/m)
|
|
121
|
-
encoder.text_token match, :preprocessor
|
|
122
|
-
elsif match = scan(/<\?(?:.*?\?>|.*)/m)
|
|
123
|
-
encoder.text_token match, :comment
|
|
124
|
-
elsif match = scan(/<\/[-\w.:]*>?/m)
|
|
125
|
-
in_tag = nil
|
|
126
|
-
encoder.text_token match, :tag
|
|
127
|
-
elsif match = scan(/<(?:(script|style)|[-\w.:]+)(>)?/m)
|
|
128
|
-
encoder.text_token match, :tag
|
|
129
|
-
in_tag = self[1]
|
|
130
|
-
if self[2]
|
|
131
|
-
state = :in_special_tag if in_tag
|
|
132
|
-
else
|
|
133
|
-
state = :attribute
|
|
134
|
-
end
|
|
135
|
-
elsif match = scan(/[^<>&]+/)
|
|
136
|
-
encoder.text_token match, :plain
|
|
137
|
-
elsif match = scan(/#{ENTITY}/ox)
|
|
138
|
-
encoder.text_token match, :entity
|
|
139
|
-
elsif match = scan(/[<>&]/)
|
|
140
|
-
in_tag = nil
|
|
141
|
-
encoder.text_token match, :error
|
|
142
|
-
else
|
|
143
|
-
raise_inspect '[BUG] else-case reached with state %p' % [state], encoder
|
|
144
|
-
end
|
|
145
|
-
|
|
146
|
-
when :attribute
|
|
147
|
-
if match = scan(/#{TAG_END}/o)
|
|
148
|
-
encoder.text_token match, :tag
|
|
149
|
-
in_attribute = nil
|
|
150
|
-
if in_tag
|
|
151
|
-
state = :in_special_tag
|
|
152
|
-
else
|
|
153
|
-
state = :initial
|
|
154
|
-
end
|
|
155
|
-
elsif match = scan(/#{ATTR_NAME}/o)
|
|
156
|
-
in_attribute = IN_ATTRIBUTE[match]
|
|
157
|
-
encoder.text_token match, :attribute_name
|
|
158
|
-
state = :attribute_equal
|
|
159
|
-
else
|
|
160
|
-
in_tag = nil
|
|
161
|
-
encoder.text_token getch, :error
|
|
162
|
-
end
|
|
163
|
-
|
|
164
|
-
when :attribute_equal
|
|
165
|
-
if match = scan(/=/) #/
|
|
166
|
-
encoder.text_token match, :operator
|
|
167
|
-
state = :attribute_value
|
|
168
|
-
else
|
|
169
|
-
state = :attribute
|
|
170
|
-
next
|
|
171
|
-
end
|
|
172
|
-
|
|
173
|
-
when :attribute_value
|
|
174
|
-
if match = scan(/#{ATTR_NAME}/o)
|
|
175
|
-
encoder.text_token match, :attribute_value
|
|
176
|
-
state = :attribute
|
|
177
|
-
elsif match = scan(/["']/)
|
|
178
|
-
if in_attribute == :script || in_attribute == :style
|
|
179
|
-
encoder.begin_group :string
|
|
180
|
-
encoder.text_token match, :delimiter
|
|
181
|
-
if scan(/javascript:[ \t]*/)
|
|
182
|
-
encoder.text_token matched, :comment
|
|
183
|
-
end
|
|
184
|
-
code = scan_until(match == '"' ? /(?="|\z)/ : /(?='|\z)/)
|
|
185
|
-
if in_attribute == :script
|
|
186
|
-
scan_java_script encoder, code
|
|
187
|
-
else
|
|
188
|
-
scan_css encoder, code, [:block]
|
|
189
|
-
end
|
|
190
|
-
match = scan(/["']/)
|
|
191
|
-
encoder.text_token match, :delimiter if match
|
|
192
|
-
encoder.end_group :string
|
|
193
|
-
state = :attribute
|
|
194
|
-
in_attribute = nil
|
|
195
|
-
else
|
|
196
|
-
encoder.begin_group :string
|
|
197
|
-
state = :attribute_value_string
|
|
198
|
-
plain_string_content = PLAIN_STRING_CONTENT[match]
|
|
199
|
-
encoder.text_token match, :delimiter
|
|
200
|
-
end
|
|
201
|
-
elsif match = scan(/#{TAG_END}/o)
|
|
202
|
-
encoder.text_token match, :tag
|
|
203
|
-
state = :initial
|
|
204
|
-
else
|
|
205
|
-
encoder.text_token getch, :error
|
|
206
|
-
end
|
|
207
|
-
|
|
208
|
-
when :attribute_value_string
|
|
209
|
-
if match = scan(plain_string_content)
|
|
210
|
-
encoder.text_token match, :content
|
|
211
|
-
elsif match = scan(/['"]/)
|
|
212
|
-
encoder.text_token match, :delimiter
|
|
213
|
-
encoder.end_group :string
|
|
214
|
-
state = :attribute
|
|
215
|
-
elsif match = scan(/#{ENTITY}/ox)
|
|
216
|
-
encoder.text_token match, :entity
|
|
217
|
-
elsif match = scan(/&/)
|
|
218
|
-
encoder.text_token match, :content
|
|
219
|
-
elsif match = scan(/[\n>]/)
|
|
220
|
-
encoder.end_group :string
|
|
221
|
-
state = :initial
|
|
222
|
-
encoder.text_token match, :error
|
|
223
|
-
end
|
|
224
|
-
|
|
225
|
-
when :in_special_tag
|
|
226
|
-
case in_tag
|
|
227
|
-
when 'script', 'style'
|
|
228
|
-
encoder.text_token match, :space if match = scan(/[ \t]*\n/)
|
|
229
|
-
if scan(/(\s*<!--)(?:(.*?)(-->)|(.*))/m)
|
|
230
|
-
code = self[2] || self[4]
|
|
231
|
-
closing = self[3]
|
|
232
|
-
encoder.text_token self[1], :comment
|
|
233
|
-
else
|
|
234
|
-
code = scan_until(/(?=(?:\n\s*)?<\/#{in_tag}>)|\z/)
|
|
235
|
-
closing = false
|
|
236
|
-
end
|
|
237
|
-
unless code.empty?
|
|
238
|
-
encoder.begin_group :inline
|
|
239
|
-
if in_tag == 'script'
|
|
240
|
-
scan_java_script encoder, code
|
|
241
|
-
else
|
|
242
|
-
scan_css encoder, code
|
|
243
|
-
end
|
|
244
|
-
encoder.end_group :inline
|
|
245
|
-
end
|
|
246
|
-
encoder.text_token closing, :comment if closing
|
|
247
|
-
state = :initial
|
|
248
|
-
else
|
|
249
|
-
raise 'unknown special tag: %p' % [in_tag]
|
|
250
|
-
end
|
|
251
|
-
|
|
252
|
-
else
|
|
253
|
-
raise_inspect 'Unknown state: %p' % [state], encoder
|
|
254
|
-
|
|
255
|
-
end
|
|
256
|
-
|
|
257
|
-
end
|
|
258
|
-
|
|
259
|
-
end
|
|
260
|
-
|
|
261
|
-
if options[:keep_state]
|
|
262
|
-
@state = state
|
|
263
|
-
@plain_string_content = plain_string_content
|
|
264
|
-
@in_tag = in_tag
|
|
265
|
-
end
|
|
266
|
-
|
|
267
|
-
encoder.end_group :string if state == :attribute_value_string
|
|
268
|
-
|
|
269
|
-
encoder
|
|
270
|
-
end
|
|
271
|
-
|
|
272
|
-
end
|
|
273
|
-
|
|
274
|
-
end
|
|
275
|
-
end
|