Sign Up
Log In
Log In
or
Sign Up
Places
All Projects
Status Monitor
Collapse sidebar
openSUSE:Factory
tokei
tokei-13.0.0.alpha.5+git0.obscpio
Overview
Repositories
Revisions
Requests
Users
Attributes
Meta
File tokei-13.0.0.alpha.5+git0.obscpio of Package tokei
07070100000000000081A400000000000000000000000166C8A4FD00000060000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/.git-blame-ignore-revs# Format JSON d7c548537cd5828b2d58e09f3207ddacc517b227 f356d27ab21e0f93839da90393c0edf9225740c2 07070100000001000081A400000000000000000000000166C8A4FD00000024000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/.gitattributestests/data/* linguist-documentation 07070100000002000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002200000000tokei-13.0.0.alpha.5+git0/.github07070100000003000081A400000000000000000000000166C8A4FD00000042000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/.github/FUNDING.yml# These are supported funding model platforms github: XAMPPRocky 07070100000004000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002C00000000tokei-13.0.0.alpha.5+git0/.github/workflows07070100000005000081A400000000000000000000000166C8A4FD00001606000000000000000000000000000000000000003D00000000tokei-13.0.0.alpha.5+git0/.github/workflows/mean_bean_ci.ymlname: Mean Bean CI on: push: branches: - master pull_request: jobs: # This job downloads and stores `cross` as an artifact, so that it can be # redownloaded across all of the jobs. Currently this copied pasted between # `ci.yml` and `deploy.yml`. Make sure to update both places when making # changes. install-cross: runs-on: ubuntu-latest steps: - uses: XAMPPRocky/get-github-release@v1 id: cross with: owner: rust-embedded repo: cross matches: ${{ matrix.platform }} token: ${{ secrets.GITHUB_TOKEN }} - uses: actions/upload-artifact@v3 with: name: cross-${{ matrix.platform }} path: ${{ steps.cross.outputs.install_path }} strategy: matrix: platform: [linux-musl, apple-darwin] windows: runs-on: windows-latest # Windows technically doesn't need this, but if we don't block windows on it # some of the windows jobs could fill up the concurrent job queue before # one of the install-cross jobs has started, so this makes sure all # artifacts are downloaded first. needs: install-cross steps: - uses: actions/checkout@v3 - run: ci/set_rust_version.bash ${{ matrix.channel }} ${{ matrix.target }} shell: bash - run: ci/build.bash cargo ${{ matrix.target }} shell: bash - run: ci/test.bash cargo ${{ matrix.target }} shell: bash strategy: fail-fast: true matrix: channel: [stable, beta, nightly] target: # MSVC - i686-pc-windows-msvc - x86_64-pc-windows-msvc # GNU: You typically only need to test Windows GNU if you're # specifically targeting it, and it can cause issues with some # dependencies if you're not so it's disabled by self. # - i686-pc-windows-gnu # - x86_64-pc-windows-gnu macos: runs-on: macos-latest needs: install-cross steps: - uses: actions/checkout@v3 - uses: actions/download-artifact@v3 with: name: cross-apple-darwin path: /usr/local/bin/ - run: chmod +x /usr/local/bin/cross - run: ci/set_rust_version.bash ${{ matrix.channel }} ${{ matrix.target }} - run: ci/build.bash cross ${{ matrix.target }} # Only test on macOS platforms since we can't simulate iOS. - run: ci/test.bash cross ${{ matrix.target }} if: matrix.target == 'x86_64-apple-darwin' strategy: fail-fast: true matrix: channel: [stable, beta, nightly] target: # macOS - x86_64-apple-darwin # iOS - aarch64-apple-ios - x86_64-apple-ios linux: runs-on: ubuntu-latest needs: install-cross steps: - uses: actions/checkout@v3 - name: Download Cross uses: actions/download-artifact@v3 with: name: cross-linux-musl path: /tmp/ - run: chmod +x /tmp/cross - run: ci/set_rust_version.bash ${{ matrix.channel }} ${{ matrix.target }} - run: ci/build.bash /tmp/cross ${{ matrix.target }} # These targets have issues with being tested so they are disabled # by default. You can try disabling to see if they work for # your project. - run: ci/test.bash /tmp/cross ${{ matrix.target }} if: | !contains(matrix.target, 'android') && !contains(matrix.target, 'bsd') && !contains(matrix.target, 'solaris') && matrix.target != 'armv5te-unknown-linux-musleabi' && matrix.target != 'sparc64-unknown-linux-gnu' strategy: fail-fast: true matrix: channel: [stable, beta, nightly] target: # WASM, off by default as most rust projects aren't compatible yet. # - wasm32-unknown-emscripten # Linux - aarch64-unknown-linux-gnu - aarch64-unknown-linux-musl - arm-unknown-linux-gnueabi - arm-unknown-linux-gnueabihf - arm-unknown-linux-musleabi - arm-unknown-linux-musleabihf - armv5te-unknown-linux-musleabi - armv7-unknown-linux-gnueabihf - armv7-unknown-linux-musleabihf - i586-unknown-linux-gnu - i586-unknown-linux-musl - i686-unknown-linux-gnu - i686-unknown-linux-musl # - mips-unknown-linux-gnu # - mips-unknown-linux-musl # - mips64-unknown-linux-gnuabi64 # - mips64el-unknown-linux-gnuabi64 # - mipsel-unknown-linux-gnu # - mipsel-unknown-linux-musl - powerpc-unknown-linux-gnu - powerpc64le-unknown-linux-gnu - s390x-unknown-linux-gnu - x86_64-unknown-linux-gnu - x86_64-unknown-linux-musl # Android # - aarch64-linux-android # - arm-linux-androideabi # - armv7-linux-androideabi # - i686-linux-android # - x86_64-linux-android # *BSD # The FreeBSD targets can have issues linking so they are disabled # by default. # - i686-unknown-freebsd # - x86_64-unknown-freebsd # - x86_64-unknown-netbsd # Solaris # - sparcv9-sun-solaris # - x86_64-sun-solaris # Bare Metal # These are no-std embedded targets, so they will only build if your # crate is `no_std` compatible. # - thumbv6m-none-eabi # - thumbv7em-none-eabi # - thumbv7em-none-eabihf # - thumbv7m-none-eabi 07070100000006000081A400000000000000000000000166C8A4FD000019AC000000000000000000000000000000000000004100000000tokei-13.0.0.alpha.5+git0/.github/workflows/mean_bean_deploy.ymlon: workflow_run: workflows: ["Release-plz"] branches: [main] types: - completed name: Mean Bean Deploy env: BIN: tokei jobs: # This job downloads and stores `cross` as an artifact, so that it can be # redownloaded across all of the jobs. Currently this copied pasted between # `ci.yml` and `deploy.yml`. Make sure to update both places when making # changes. install-cross: runs-on: ubuntu-latest steps: - uses: XAMPPRocky/get-github-release@v1 id: cross with: owner: rust-embedded repo: cross matches: ${{ matrix.platform }} token: ${{ secrets.GITHUB_TOKEN }} - uses: actions/upload-artifact@v3 with: name: cross-${{ matrix.platform }} path: ${{ steps.cross.outputs.install_path }} strategy: matrix: platform: [linux-musl, apple-darwin] windows: runs-on: windows-latest needs: install-cross strategy: matrix: target: # MSVC - i686-pc-windows-msvc - x86_64-pc-windows-msvc # GNU # - i686-pc-windows-gnu # - x86_64-pc-windows-gnu steps: - uses: actions/checkout@v3 # FIXME: Hack around thinLTO being broken. - run: echo "RUSTFLAGS=-Clto=fat" >> $GITHUB_ENV - run: bash ci/set_rust_version.bash stable ${{ matrix.target }} - run: bash ci/build.bash cargo ${{ matrix.target }} RELEASE # We're using using a fork of `actions/create-release` that detects # whether a release is already available or not first. - uses: XAMPPRocky/create-release@v1.0.2 id: create_release env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: tag_name: ${{ github.ref }} release_name: ${{ github.ref }} # Draft should **always** be false. GitHub doesn't provide a way to # get draft releases from its API, so there's no point using it. draft: false prerelease: true - uses: actions/upload-release-asset@v1 id: upload-release-asset env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: upload_url: ${{ steps.create_release.outputs.upload_url }} asset_path: target/${{ matrix.target }}/release/${{ env.BIN }}.exe asset_name: ${{ env.BIN }}-${{ matrix.target }}.exe asset_content_type: application/zip macos: runs-on: macos-latest needs: install-cross strategy: matrix: target: # macOS - x86_64-apple-darwin # iOS # - aarch64-apple-ios # - armv7-apple-ios # - armv7s-apple-ios # - i386-apple-ios # - x86_64-apple-ios steps: - uses: actions/checkout@v3 - uses: actions/download-artifact@v3 with: name: cross-apple-darwin path: /usr/local/bin/ - run: chmod +x /usr/local/bin/cross - run: ci/set_rust_version.bash stable ${{ matrix.target }} - run: ci/build.bash cross ${{ matrix.target }} RELEASE - run: tar -czvf ${{ env.BIN }}.tar.gz --directory=target/${{ matrix.target }}/release ${{ env.BIN }} - uses: XAMPPRocky/create-release@v1.0.2 id: create_release env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: tag_name: ${{ github.ref }} release_name: ${{ github.ref }} draft: false prerelease: true - uses: actions/upload-release-asset@v1 id: upload-release-asset env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: upload_url: ${{ steps.create_release.outputs.upload_url }} asset_path: ${{ env.BIN }}.tar.gz asset_name: ${{ env.BIN }}-${{ matrix.target }}.tar.gz asset_content_type: application/gzip linux: runs-on: ubuntu-latest needs: install-cross strategy: fail-fast: false matrix: target: # WASM, off by default as most rust projects aren't compatible yet. # - wasm32-unknown-emscripten # Linux - aarch64-unknown-linux-gnu - arm-unknown-linux-gnueabi - armv7-unknown-linux-gnueabihf - i686-unknown-linux-gnu - i686-unknown-linux-musl - mips-unknown-linux-gnu - mips64-unknown-linux-gnuabi64 - mips64el-unknown-linux-gnuabi64 - mipsel-unknown-linux-gnu - powerpc64-unknown-linux-gnu - powerpc64le-unknown-linux-gnu - s390x-unknown-linux-gnu - x86_64-unknown-linux-gnu - x86_64-unknown-linux-musl # Android - aarch64-linux-android - arm-linux-androideabi - armv7-linux-androideabi - i686-linux-android - x86_64-linux-android # *BSD # The FreeBSD targets can have issues linking so they are disabled # by default. # - i686-unknown-freebsd # - x86_64-unknown-freebsd - x86_64-unknown-netbsd # Solaris - sparcv9-sun-solaris # Bare Metal # These are no-std embedded targets, so they will only build if your # crate is `no_std` compatible. # - thumbv6m-none-eabi # - thumbv7em-none-eabi # - thumbv7em-none-eabihf # - thumbv7m-none-eabi steps: - uses: actions/checkout@v3 - uses: actions/download-artifact@v3 with: name: cross-linux-musl path: /tmp/ - run: chmod +x /tmp/cross - run: ci/set_rust_version.bash stable ${{ matrix.target }} - run: ci/build.bash /tmp/cross ${{ matrix.target }} RELEASE - run: tar -czvf ${{ env.BIN }}.tar.gz --directory=target/${{ matrix.target }}/release ${{ env.BIN }} - uses: XAMPPRocky/create-release@v1.0.2 id: create_release env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: tag_name: ${{ github.ref }} release_name: ${{ github.ref }} draft: false prerelease: false - name: Upload Release Asset id: upload-release-asset uses: actions/upload-release-asset@v1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: upload_url: ${{ steps.create_release.outputs.upload_url }} asset_path: ${{ env.BIN }}.tar.gz asset_name: ${{ env.BIN }}-${{ matrix.target }}.tar.gz asset_content_type: application/gzip 07070100000007000081A400000000000000000000000166C8A4FD00000494000000000000000000000000000000000000003F00000000tokei-13.0.0.alpha.5+git0/.github/workflows/publish_image.yamlname: Publish Docker Images on: push: branches: - master tags: - v* jobs: image: concurrency: group: ${{ github.workflow }}-${{ github.ref }} cancel-in-progress: true runs-on: ubuntu-latest permissions: packages: write contents: read attestations: write steps: - uses: earthly/actions-setup@v1 with: github-token: ${{ secrets.GITHUB_TOKEN }} - name: Check out the repo uses: actions/checkout@v4 - name: Extract metadata (tags, labels) for Docker id: meta uses: docker/metadata-action@v5 with: images: ghcr.io/${{ github.repository }} tags: | type=semver,pattern={{raw}} type=raw,value=latest,enable={{is_default_branch}} - name: Log in to the Container registry uses: docker/login-action@v3 with: registry: ghcr.io username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Build and Push Docker Image run: echo "${{ steps.meta.outputs.tags }}" | xargs -I {} earthly --ci --push +docker --image_name="{}" 07070100000008000081A400000000000000000000000166C8A4FD00000254000000000000000000000000000000000000003D00000000tokei-13.0.0.alpha.5+git0/.github/workflows/release-plz.yamlname: Release-plz permissions: pull-requests: write contents: write on: push: branches: - master jobs: release-plz: name: Release-plz runs-on: ubuntu-22.04 steps: - name: Checkout repository uses: actions/checkout@v3 with: fetch-depth: 0 - name: Install Rust toolchain uses: dtolnay/rust-toolchain@stable - name: Run release-plz uses: MarcoIeni/release-plz-action@v0.5 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} 07070100000009000081A400000000000000000000000166C8A4FD00000251000000000000000000000000000000000000002500000000tokei-13.0.0.alpha.5+git0/.gitignore# Created by https://www.toptal.com/developers/gitignore/api/rust # Edit at https://www.toptal.com/developers/gitignore?templates=rust ### Rust ### # Generated by Cargo # will have compiled files and executables debug/ target/ # These are backup files generated by rustfmt **/*.rs.bk # MSVC Windows builds of rustc generate these, which store debugging information *.pdb # End of https://www.toptal.com/developers/gitignore/api/rust ### IDE ### .vscode .idea/ *.iml ### Other ### # macOS .DS_Store # settings .settings .tokeirc # benchmark results.csv node_modules *.code-workspace 0707010000000A000081A400000000000000000000000166C8A4FD00000118000000000000000000000000000000000000002300000000tokei-13.0.0.alpha.5+git0/.mailmapErin Power <xampprocky@gmail.com> <theaaronepower@gmail.com> Erin Power <xampprocky@gmail.com> <Aaronepower@users.noreply.github.com> Erin Power <xampprocky@gmail.com> <4464295+XAMPPRocky@users.noreply.github.com> Erin Power <xampprocky@gmail.com> <aaron.power@softwaredesign.ie> 0707010000000B000081A400000000000000000000000166C8A4FD00000015000000000000000000000000000000000000002600000000tokei-13.0.0.alpha.5+git0/.tokeignoretests/data resources 0707010000000C000081A400000000000000000000000166C8A4FD000090AA000000000000000000000000000000000000002700000000tokei-13.0.0.alpha.5+git0/CHANGELOG.md# Changelog All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). ## [Unreleased] ## [13.0.0-alpha.5](https://github.com/XAMPPRocky/tokei/compare/v13.0.0-alpha.4...v13.0.0-alpha.5) - 2024-08-23 ### Fixed - fix issue https://github.com/XAMPPRocky/tokei/issues/1147 ([#1149](https://github.com/XAMPPRocky/tokei/pull/1149)) ### Other - Fix issue [#1145](https://github.com/XAMPPRocky/tokei/pull/1145) (part 2) ([#1148](https://github.com/XAMPPRocky/tokei/pull/1148)) ## [13.0.0-alpha.4](https://github.com/XAMPPRocky/tokei/compare/v13.0.0-alpha.3...v13.0.0-alpha.4) - 2024-08-22 ### Fixed - fix issue https://github.com/XAMPPRocky/tokei/issues/1145 ([#1146](https://github.com/XAMPPRocky/tokei/pull/1146)) ### Other - Add support for Glimmer JS/TS ([#1052](https://github.com/XAMPPRocky/tokei/pull/1052)) - Fix issue [#1141](https://github.com/XAMPPRocky/tokei/pull/1141) ([#1142](https://github.com/XAMPPRocky/tokei/pull/1142)) ## [13.0.0-alpha.3](https://github.com/XAMPPRocky/tokei/compare/v13.0.0-alpha.2...v13.0.0-alpha.3) - 2024-08-20 ### Fixed - fix issue https://github.com/XAMPPRocky/tokei/issues/1138 ([#1139](https://github.com/XAMPPRocky/tokei/pull/1139)) ## [13.0.0-alpha.2](https://github.com/XAMPPRocky/tokei/compare/v13.0.0-alpha.1...v13.0.0-alpha.2) - 2024-08-19 ### Added - Add support for Monkey C ([#1081](https://github.com/XAMPPRocky/tokei/pull/1081)) - added plantuml support ([#1125](https://github.com/XAMPPRocky/tokei/pull/1125)) - add language Tact ([#1103](https://github.com/XAMPPRocky/tokei/pull/1103)) - add support for bicep ([#1100](https://github.com/XAMPPRocky/tokei/pull/1100)) - add hledger ([#1121](https://github.com/XAMPPRocky/tokei/pull/1121)) - add SELinux CIL policy source files ([#1124](https://github.com/XAMPPRocky/tokei/pull/1124)) - --files argument now sorts alphabetically ([#1059](https://github.com/XAMPPRocky/tokei/pull/1059)) - add support for LALRPOP ([#1077](https://github.com/XAMPPRocky/tokei/pull/1077)) ### Fixed - read hidden from config file ([#1093](https://github.com/XAMPPRocky/tokei/pull/1093)) ### Other - Fix cargo audit issues ([#1137](https://github.com/XAMPPRocky/tokei/pull/1137)) - Add support for MDX ([#1046](https://github.com/XAMPPRocky/tokei/pull/1046)) - Add PRQL to README.md ([#1088](https://github.com/XAMPPRocky/tokei/pull/1088)) - add fypp extension `.fpp` to `languages.json` for Modern Fortran ([#1060](https://github.com/XAMPPRocky/tokei/pull/1060)) - Add support for Lex ([#1087](https://github.com/XAMPPRocky/tokei/pull/1087)) - Add d2 ([#1091](https://github.com/XAMPPRocky/tokei/pull/1091)) - Add support for Stata ([#1112](https://github.com/XAMPPRocky/tokei/pull/1112)) - Add support for CUE ([#1049](https://github.com/XAMPPRocky/tokei/pull/1049)) - bump libc from 0.2.147 to 0.2.155 ([#1104](https://github.com/XAMPPRocky/tokei/pull/1104)) - add cangjie language support ([#1127](https://github.com/XAMPPRocky/tokei/pull/1127)) ([#1128](https://github.com/XAMPPRocky/tokei/pull/1128)) - Add support for JSLT ([#1129](https://github.com/XAMPPRocky/tokei/pull/1129)) - Add Arturo support ([#1108](https://github.com/XAMPPRocky/tokei/pull/1108)) - Support Bazel's MODULE files and *.bzlmod files ([#1130](https://github.com/XAMPPRocky/tokei/pull/1130)) - read only first 128B from the file when searching for shebang ([#1040](https://github.com/XAMPPRocky/tokei/pull/1040)) - add OpenCL as a languages.json entry ([#980](https://github.com/XAMPPRocky/tokei/pull/980)) - Add GetText Portable Object (PO) files ([#814](https://github.com/XAMPPRocky/tokei/pull/814)) - Support godot shader ([#1118](https://github.com/XAMPPRocky/tokei/pull/1118)) - Add Modelica language ([#1061](https://github.com/XAMPPRocky/tokei/pull/1061)) - Add menhir support ([#781](https://github.com/XAMPPRocky/tokei/pull/781)) - Update README.md - [issue_1114] remove Cargo.lock from .gitignore ([#1115](https://github.com/XAMPPRocky/tokei/pull/1115)) - [issue_891] give more space for Files column ([#933](https://github.com/XAMPPRocky/tokei/pull/933)) - GitHub Action to publish docker images ([#1096](https://github.com/XAMPPRocky/tokei/pull/1096)) - Support MoonBit language. ([#1095](https://github.com/XAMPPRocky/tokei/pull/1095)) - Add OpenSCAD ([#1097](https://github.com/XAMPPRocky/tokei/pull/1097)) - add jinja extension for Jinja2 ([#1083](https://github.com/XAMPPRocky/tokei/pull/1083)) - Fix slang ([#1089](https://github.com/XAMPPRocky/tokei/pull/1089)) - Temporarily remove Hare - Support .pyi python file ([#1075](https://github.com/XAMPPRocky/tokei/pull/1075)) - add luau extension to lua ([#1066](https://github.com/XAMPPRocky/tokei/pull/1066)) - Adding support for Snakemake ([#1045](https://github.com/XAMPPRocky/tokei/pull/1045)) - Add Janet to languages.json ([#1042](https://github.com/XAMPPRocky/tokei/pull/1042)) - Add OpenQASM support ([#1041](https://github.com/XAMPPRocky/tokei/pull/1041)) - typst ([#1037](https://github.com/XAMPPRocky/tokei/pull/1037)) - Add the ZoKrates language ([#1035](https://github.com/XAMPPRocky/tokei/pull/1035)) - Add PRQL ([#1030](https://github.com/XAMPPRocky/tokei/pull/1030)) - remove refs ([#1006](https://github.com/XAMPPRocky/tokei/pull/1006)) - Add lingua franca language ([#993](https://github.com/XAMPPRocky/tokei/pull/993)) - Add support for Razor Components ([#992](https://github.com/XAMPPRocky/tokei/pull/992)) - Add arch's PKGBUILD files ([#972](https://github.com/XAMPPRocky/tokei/pull/972)) - Add Hare support ([#971](https://github.com/XAMPPRocky/tokei/pull/971)) - Add Max support ([#963](https://github.com/XAMPPRocky/tokei/pull/963)) - Add support for Chapel ([#960](https://github.com/XAMPPRocky/tokei/pull/960)) - Add language support for Slang ([#956](https://github.com/XAMPPRocky/tokei/pull/956)) - Update TypeScript language ([#953](https://github.com/XAMPPRocky/tokei/pull/953)) - Added support for Circom ([#949](https://github.com/XAMPPRocky/tokei/pull/949)) - link to earthly project ([#1078](https://github.com/XAMPPRocky/tokei/pull/1078)) ## [13.0.0-alpha.1](https://github.com/XAMPPRocky/tokei/compare/v13.0.0-alpha.0...v13.0.0-alpha.1) - 2024-03-04 ### Fixed - fixed language names not showing when in Light mode (light background ([#1048](https://github.com/XAMPPRocky/tokei/pull/1048)) ### Other - Create release-plz.yaml - Update mean_bean_ci.yml - Fix LD Script language data ([#1028](https://github.com/XAMPPRocky/tokei/pull/1028)) - Fix language data example in CONTRIBUTING.md ([#1029](https://github.com/XAMPPRocky/tokei/pull/1029)) - Update dependencies - Add widget install instructions - Update mean_bean_ci.yml - Dockerize tokei ([#930](https://github.com/XAMPPRocky/tokei/pull/930)) - Ignore format commits for `languages.json` ([#1013](https://github.com/XAMPPRocky/tokei/pull/1013)) - Upgrade GitHub Actions ([#955](https://github.com/XAMPPRocky/tokei/pull/955)) - add --languages ouput formatter ([#1007](https://github.com/XAMPPRocky/tokei/pull/1007)) - Add Nuget Config, Bazel and EdgeQL Support, Fix Output Formatter ([#999](https://github.com/XAMPPRocky/tokei/pull/999)) - show nushell in the readme ([#991](https://github.com/XAMPPRocky/tokei/pull/991)) - Add support for Redscript ([#994](https://github.com/XAMPPRocky/tokei/pull/994)) - Add support for jq ([#965](https://github.com/XAMPPRocky/tokei/pull/965)) - Add support for Astro ([#966](https://github.com/XAMPPRocky/tokei/pull/966)) - Use XDG conventions on macOS too ([#989](https://github.com/XAMPPRocky/tokei/pull/989)) - Add JSON5 support for languages.json ([#986](https://github.com/XAMPPRocky/tokei/pull/986)) - Delete Smalltalk.cs.st ([#990](https://github.com/XAMPPRocky/tokei/pull/990)) - Add support for smalltalk ([#839](https://github.com/XAMPPRocky/tokei/pull/839)) - Disable *-android - Add HiCAD to languages.json ([#985](https://github.com/XAMPPRocky/tokei/pull/985)) - Add Nushell to languages.json ([#982](https://github.com/XAMPPRocky/tokei/pull/982)) # 12.1.0 ## Introduction Tokei is a fast and accurate code analysis CLI tool and library, allowing you to easily and quickly see how many blank lines, comments, and lines of code are in your codebase. All releases and work on Tokei and tokei.rs ([the free companion badge service][rs-info]) are [funded by the community through GitHub Sponsors][sponsor]. You can always download the latest version of tokei through GitHub Releases or Cargo. Tokei is also available through other [package managers][pkg], though they may not always contain the latest release. ``` cargo install tokei ``` [pkg]: https://github.com/XAMPPRocky/tokei#package-managers [rs-info]: https://github.com/XAMPPRocky/tokei/blob/master/README.md#Badges [sponsor]: https://github.com/sponsors/XAMPPRocky ## What's New? - [Added `-n/--num-format=[commas, dots, plain, underscores]` for adding separator formatting for numbers.](https://github.com/XAMPPRocky/tokei/pull/591) - [The total is now included in output formats such as JSON.](https://github.com/XAMPPRocky/tokei/pull/580) - [`--no-ignore` now implies other ignore flags.](https://github.com/XAMPPRocky/tokei/pull/588) - [Added `--no-ignore-dot` flag to ignore files such as `.ignore`.](https://github.com/XAMPPRocky/tokei/pull/588) - [Added single line comments to F\*](https://github.com/XAMPPRocky/tokei/pull/670) - Updated various dependencies. ### Added Languages - [ABNF](https://github.com/XAMPPRocky/tokei/pull/577) - [CodeQL](https://github.com/XAMPPRocky/tokei/pull/604) - [LiveScript](https://github.com/XAMPPRocky/tokei/pull/607) - [Stylus](https://github.com/XAMPPRocky/tokei/pull/619) - [DAML](https://github.com/XAMPPRocky/tokei/pull/620) - [Tera](https://github.com/XAMPPRocky/tokei/pull/627) - [TTCN-3](https://github.com/XAMPPRocky/tokei/pull/621) - [Beancount](https://github.com/XAMPPRocky/tokei/pull/630) - [Gleam](https://github.com/XAMPPRocky/tokei/pull/646) - [JSONNet](https://github.com/XAMPPRocky/tokei/pull/634) - [Stan](https://github.com/XAMPPRocky/tokei/pull/633) - [Gwion](https://github.com/XAMPPRocky/tokei/pull/659) # 12.0.0 ## What's New? Tokei 12 comes with some of the biggest user facing changes since 1.0, now in the latest version tokei will now **analyse and count multiple languages embedded in your source code** as well as adding support for **Jupyter Notebooks**. Now for the first time is able to handle and display different languages contained in a single source file. This currently available for a limited set of languages, with plans to add more support for more in the future. The currently supported languages are; ### HTML + Siblings (Vue, Svelte, Etc...) Tokei will now analyse and report the source code contained in `<script>`, `<style>`, and `<template>` tags in HTML and other similar languages. Tokei will read the value of the`type` attribute from the `<script>` tag and detects the appropriate language based on its mime type or JavaScript if not present. Tokei will do the same for `<style>` and `<template>` except reading the `lang` attribute instead of `type` and defaulting to CSS and HTML each respectively. ### Jupyter Notebooks Tokei will now read Jupyter Notebook files (`.ipynb`) and will read the source code and markdown from Jupyter's JSON and output the analysed result. ### Markdown Tokei will now detect any code blocks marked with specified source language and count each as their respective languages or as Markdown if not present or not found. Now you can easily see how many code examples are included in your documentation. ### Rust Tokei will now detect blocks of rustdoc documentation (e.g. `///`/`//!`) and parse them as markdown. ### Verbatim Strings Tokei is now also capable of handling "verbatim" strings, which are strings that do not accept escape sequences like `\`. Thanks to @NickHackman for providing the implementation! This is initially supported for C++, C#, F#, and Rust. ## New Look To be able to show these new features, tokei's output has been changed to look like below. For brevity the CLI only displays one level deep in each language, however the library's parser is fully recursive and you can get access to the complete report using the library or by outputting the JSON format. ``` =============================================================================== Language Files Lines Code Comments Blanks =============================================================================== BASH 4 49 30 10 9 JSON 1 1332 1332 0 0 Shell 1 49 38 1 10 TOML 2 77 64 4 9 ------------------------------------------------------------------------------- Markdown 5 1230 0 965 265 |- JSON 1 41 41 0 0 |- Rust 2 53 42 6 5 |- Shell 1 22 18 0 4 (Total) 1346 101 971 274 ------------------------------------------------------------------------------- Rust 19 3349 2782 116 451 |- Markdown 12 351 5 295 51 (Total) 3700 2787 411 502 =============================================================================== Total 32 6553 4352 1397 804 =============================================================================== ``` This feature is not just limited to the default output of tokei. You can see it broken down by each file with the `--files` option. ``` =============================================================================== Language Files Lines Code Comments Blanks =============================================================================== Markdown 5 1230 0 965 265 |- JSON 1 41 41 0 0 |- Rust 2 53 42 6 5 |- Shell 1 22 18 0 4 (Total) 1346 101 971 274 ------------------------------------------------------------------------------- ./CODE_OF_CONDUCT.md 46 0 28 18 ./CHANGELOG.md 570 0 434 136 -- ./markdown.md -------------------------------------------------------------- |- Markdown 4 0 3 1 |- Rust 6 4 1 1 |- (Total) 10 4 4 2 -- ./README.md ---------------------------------------------------------------- |- Markdown 498 0 421 77 |- Shell 22 18 0 4 |- (Total) 520 18 421 81 -- ./CONTRIBUTING.md ---------------------------------------------------------- |- Markdown 112 0 79 33 |- JSON 41 41 0 0 |- Rust 46 38 4 4 |- (Total) 200 79 84 37 =============================================================================== Total 5 1346 101 971 274 =============================================================================== ``` ## Breaking Changes - The JSON Output and format of `Languages` has changed. - The JSON feature has been removed and is now included by default. - `Stats` has been split into `Report` and `CodeStats` to better represent the separation between analysing a file versus a blob of code. # 11.2.0 - @alexmaco Added shebang and env detection for Crystal. - @NickHackman Updated both Vue and HTML to count CSS & JS comments as comments. - @XAMPPRocky renamed Perl6's display name to Rakudo. - @dbackeus Added `erb` extension for Ruby HTML. - @kobataiwan Tokei will now check for a configuration file in your home directory as well as your current and configuration directory. - @dependabot Updated dependencies **Added Languages** - @alexmaco Dhall - @NickHackman Svelte - @athas Futhark - @morphy2k Gohtml - @LucasMW Headache - @rosasynstylae Tsx - @XAMPPRocky OpenType Feature Files # 11.1.0 **Added Languages** - @rubdos Arduino - @LuqueDaniel Pan - @itkovian Ren'Py - Added `LanguageType::shebangs`, `LanguageType::from_file_extension`, and `LanguageType::from_shebang`. (@solanav) # 11.0.0 **Added languages** - @bwidawsk GNU Assembly, GDB Script - @isker Dust, Apache Velocity - @andreblanke FreeMarker Thanks to some major internal refactoring, Tokei has received significant performance improvements, and is now one of the fastest code counters across any size of codebase. With Tokei 11 showing up to 40โ60% faster results than tokei's previous version. To showcase the improvements I've highlighted benchmarks of counting five differently sized codebases. Redis (~220k lines), Rust (~16M lines), and the Unreal Engine (~37.5M lines). In every one of these benchmarks Tokei 11 performed the best by a noticeable margin. *All benchmarks were done on a 15-inch MacBook Pro, with a 2.7GHz Intel Core i7 processor and 16GB 2133 MHz LPDDR3 RAM running macOS Catalina 10.15.3. Your mileage may vary, All benchmarks were done using [hyperfine], using default settings for all programs.* [hyperfine]: https://github.com/sharkdp/hyperfine ### Tokei **Note** This benchmark is not accurate due to `tokei` and `loc` both taking less than 5ms to complete, there is a high degree of error between the times and should mostly be considered equivalent. However it is included because it is notable that `scc` takes nearly 3x as long to complete on smaller codebases (~5k lines).  ### Redis  ### Rust  ### Unreal  # 10.1.2 - Added `pyw` extension to Python. - Updated dependencies # 10.1.1 - Fixed `.tokeignore` always working even when `--no-ignore` is present. - Updated dependencies **Added languages** - @erikaxel Gherkin (Cucumber) # 10.1.0 - Added `cjsx` extension to CoffeeScript. - Tokei will now recognise files with `#!/usr/bin/env ruby` as Ruby. - Updated dependencies. - Tokei now uses `crossbeam` channels over `std::mpsc`, which should have a noticeable performance improvement on large repos. - Improved documentation for `libtokei`. **Added languages** - @lzybkr PowerShell - @turbo MoonScript - @dtolnay Thrift - @Tranzystorek FlatBuffers - @NieDzejkob Emojicode - @DanteFalzone0 HolyC - @sci4me Odin - @fkarg Rusty Object Notation (RON) # 10.0.0 - Fixed minor parsing bugs. - Width is now limited to 80 unless you use the `--files` flag. - Added the `mjs` extension to JavaScript. - Added the `tpp` extension to C++. - You can now disable Tokei's git ignore detection, similar to ripgrep. See `--help` for options. - You can now add a `.tokeignore` file to your project to specify file paths for tokei to always ignore. This file uses the same syntax as `.gitignore`. - Improved Pascal representation **Added languages** - @hobofan solidity - @stefanmaric GraphQL - @jhpratt PostCSS - @evitalis RPM - @alexmaco Pony - @yjhmelody WASM, LLVM, Pest - @XAMPPRocky ASN.1 # 9.0.0 - Tokei now has config files. You can now specify some commonly used arguments in a `.tokeirc`/`tokei.toml`. Namely `columns` to set the default column output, `types` to filter your count to just a single set of languages, and `treat_doc_strings_as_comments` which is a new option that allows you to specify whether to treat doc strings such as `"""` in Python as comments or code. The config files can be specified in two places, the current directory tokei is running in and your [system configuration directory](//docs.rs/tokei/struct.Config.html#method.from_config_files). The priority of options is as follows `CLI > <current_directory> > <configuration_directory>`. - Tokei is now available on [Conda](https://anaconda.org/conda-forge/tokei). - [Tokei's README has been translated to chinese.](https://github.com/chinanf-boy/tokei-zh#tokei-) - `LanguageType` now implements `Hash`. - Tokei now batches it's console output, this should result in a small performance boost. - There is now a `--columns` argument for manually setting tokei's output width. - The `--sort` argument is now case-insensitive. - Tokei will now mark languages who's files failed to parse correctly as potentially inaccurate. - Due to a bug in trust-ci `x86_64-unknown-netbsd` versions are will not be available in GitHub releases. (You will still be able to install from source.) - Due to toml-rs's lacking enum support the TOML output option has been disabled. **Added languages** - @t-richards Liquid - @diaphore Added the `.glsl` extension to GLSL. - @ahmedelgabri Twig - @pmoura Logtalk - @alekratz Perl, Not Quite Perl - @XAMPPRocky Automake, .NET Resource, HLSL, INI, Unreal Plugin, Unreal Project, Unreal Shader, Unreal Shader Header, Unreal Markdown, Visual Basic, Visual Studio Solution, Visual Studio Project, Xcode Config, - @TheMrNomis SWIG - @xnorme Added the `.vhdl` extension to VHDL # 8.0.0 - A language's comments, and quotes are now available through the `LanguageType` enum. - You can filter by language using the `-t/--type` option. e.g. `tokei -t "Rust,C"` will print only Rust and C files. - Tokei now understands terminal width and will expand to fit it. (Thanks to @Veykril) - Added [comparison](./COMPARISON.md) document to compare Tokei to other code counters. - Updated dependencies **Added languages** - @BrandonBoone VB6, VBScript, XSLT - @ialpert BrightScript - @PJB3005 Dream Maker - @schmee edn # 7.0.3 Made various optimisations, up to 65% faster in some cases. **Added languages** - @DenialAdams Added Forsyth-Edwards-Notation (FEN) - @DjebbZ Added ClojureC - @grimm26 Added HCL/Terraform # 7.0.2 - Updated dependencies. - Changed how compilied serialization formats are handled. - Fixed minor parser inaccuracies. - Tokei should now recognise more python files from their shebang. **Added languages** - @ignatenko Added Meson - @sprang Added Scheme - @fengcms Added Vue - @mark.knol Added Haxe - @rleungx Added ABAP, COBOL, and Groovy - @tiehuis Added Zig - @murielsilveira Added Mint - @notramo Added Elvish Shell and Kakoune - @aatxe Added Racket - @kamilchm Added ReasonML - @cyplp Added XSL # 7.0.1 - Updated dependencies # 7.0.0 - Fixed parsing corner cases - Changed storage of comments and quotes from `Vec` to static slices. - Added tracing for debugging single files. Not recommended for use on multiple file - Updated `log` # 6.1.0 - Fixed inaccuracies relating to the end comment being smaller than start comment. **Added languages** - @mattico Added Xaml - @weakish Added Ceylon - @theduke Added tsx extension to typescript - @vmchale Added Hamlet, Cassius, Lucius, Cabal, Nix, Happy, Alex, and Madlang - @notramo Added Crystal # 6.0.2 - Now can recognise file languages based on their filename. **Added Languages:** - @kazimuth CMake, Dockerfile, Rakefile, Scons # 6.0.1 - Multiple exclude flags now allowed. **Added Languages:** - @seiks Added Fish Shell - @XAMPPRocky Added Module-Definition - @tbu- Added Vala # 6.0.0 - Reworked internals - Now uses serde*derive(\_and thusly requires rust v1.15*) - Now has better file based testing **Added languages:** - @tuncer Added Ur/Web - @svisser Added PureScript - @tjodden Add some common extensions for HTML, C++ and Makefile - @xd009642 Added VHDL # 5.0.0 - Optimised internals **Added languages:** - @GungnirInd Added GDScript - @tuncer Differentiate between sh and Bash, Added Cogent, F\*, F# - @pthariensflame Added Agda # 4.5.0 - Added Regex based hueristics so more expensive multi line handling isn't used if there are no multi line comments in the file. - Now uses the `ignore` crate for getting files. Which now also makes determining language from path/file parallelised - File counting used to only be parallelised per language, now it is also parallelised per file per language. - Updated homepage, and documentation links - @rmbreak Tokei will now not add directories with `foo.bar` like syntax to a language. - @Michael-F-Bryan tokei will now exit gracefully when a feature is missing instead of panicking **Added languages:** - @hauleth Added Elixir support # 4.4.0 - Simplified language definitions, now consolidated into a single JSON file. - Fixed regression where lines and files weren't sorted. - @llogiq : made clippy fixes - @lligo : Added long verbose name **Added languages:** - @little-dude : Tcl(_tcl_) - @svenstaro : GLSL(_vert, tesc, tese, geom, frag, comp_) - @not-fl3 : Elm(_elm_) **Changes to existing languages:** - @xpayn : Added `pm` extension to Perl. # 4.3.0 - @lligo : Tokei no longer panics on non-character-boundary when printing file names. - Fixed regression where no comment style files(_json, markdown_) weren't counted. - Tokei can now handle files in different encodings.(_using the [encoding](https://crates.io/crates/encoding) library_) - Tokei now prints errors instead of silently skipping them. - Tokei can now print unused extensions using `-v` option. **Added languages:** - Asp(_asa, asp_) - Asp.NET(_asax, ascx, asmx, aspx, master, sitemap, webinfo_) - Hex(_hex_) - Intel Hex(_ihex_) - ReStructuredText(_rst_) - Razor(_cshtml_) **Changes to existing languages Thanks to @mwilli20 :** - Another Ada extension(_pad_) - Assembly - Uses `' '` or `" "` and added another extension(_asm_) - Bash - Uses `' '` or `" "` - Batch - They don't use quotes for strings, added `::` - Cold Fusion - Uses `' '` or `" "` - D - Uses `" "` or - Dart - Uses `" "` or `' '` or `""" """` or `''' '''` - Forth - Uses `" "` but new, doesn't have a preset - Fortrans - Use `" "` or `' '` - Idris - Uses `" "` or `""" """` - Julia - Uses `" "` or `""" """` - Kotlin - Uses `" "` or `""" """` - Lisp - Comments can be nested - Moustache - Uses `" "` or `' '` - Nim - Uses `" "` or `""" """` - Pascal - Uses `' '` - Perl - Uses `" "` or `' '` - Php - Uses `" "` or `' '` - Python - Uses `" "` or `' '` or `""" """` or `''' '''` - Ruby - Uses `" "` or `' '` - Sass - Uses `" "` or `' '` - Sql - Uses `' '` - Toml - Uses `" "` or `' '` or `""" """` or `''' '''` - Typescript - Uses `" "` or `' '` or - Vimscript - Uses `" "` or `' '` - Yaml - Uses `" "` or `' '` - Zsh - Uses `" "` or `' '` - Clojure - Removed `#` - Forth - `( Comment)` style comments need a space after the opening paren - Haskell - Has nested comments - Idris - Has nested comments - Jai - Has nested block comments - Julia - Has nested block comments - Kotlin - Has nested block comments - Pascal - Pascal should be multiline from `{` or `(*` to `}` or `*)` - Perl - Perl5 and earlier for multiline comments need `=pod` to `=cut`. - Swift - Has nested block comments ### Tokei's code count ``` ------------------------------------------------------------------------------- Language Files Lines Code Comments Blanks ------------------------------------------------------------------------------- Rust 13 2413 1596 601 216 ------------------------------------------------------------------------------- |ib\language\languages.rs 693 420 197 76 |anguage\language_type.rs 500 386 102 12 .\src\main.rs 314 256 17 41 |lib\language\language.rs 356 166 166 24 .\src\lib\utils\fs.rs 129 107 9 13 |\lib\utils\multi_line.rs 149 89 39 21 .\src\lib\utils\macros.rs 59 50 3 6 .\src\lib\stats.rs 63 45 12 6 .\src\lib\lib.rs 76 25 47 4 .\src\lib\build.rs 31 23 0 8 .\src\lib\sort.rs 28 19 6 3 .\src\lib\language\mod.rs 11 6 3 2 .\src\lib\utils\mod.rs 4 4 0 0 ------------------------------------------------------------------------------- Markdown 4 492 492 0 0 ------------------------------------------------------------------------------- .\README.md 252 252 0 0 .\CHANGELOG.md 202 202 0 0 .\CONTRIBUTING.md 25 25 0 0 .\CONTRIBUTORS.md 13 13 0 0 ------------------------------------------------------------------------------- YAML 2 70 67 3 0 ------------------------------------------------------------------------------- .\cli.yml 53 50 3 0 .\.travis.yml 17 17 0 0 ------------------------------------------------------------------------------- TOML 1 80 65 0 15 ------------------------------------------------------------------------------- .\Cargo.toml 80 65 0 15 ------------------------------------------------------------------------------- Autoconf 1 9 7 1 1 ------------------------------------------------------------------------------- .\src\lib\lib.rs.in 9 7 1 1 ------------------------------------------------------------------------------- Total 21 3064 2227 605 232 ------------------------------------------------------------------------------- ``` # 4.2.0 Tokei is now more precise, and shouldn't ever panic. Tokei now handles comments in quotes and more precise nested comments properly. Fixes #53 ### Tokei's code count. ``` ------------------------------------------------------------------------------- Language Files Lines Code Comments Blanks ------------------------------------------------------------------------------- Rust 13 2303 1487 594 222 ------------------------------------------------------------------------------- |ib\language\languages.rs 682 401 198 83 |anguage\language_type.rs 467 359 96 12 .\src\main.rs 302 243 17 42 |lib\language\language.rs 356 166 166 24 .\src\lib\utils\fs.rs 116 95 9 12 |\lib\utils\multi_line.rs 156 93 41 22 .\src\lib\stats.rs 54 36 12 6 .\src\lib\build.rs 31 23 0 8 .\src\lib\lib.rs 69 22 43 4 .\src\lib\utils\macros.rs 27 20 3 4 .\src\lib\sort.rs 28 19 6 3 .\src\lib\language\mod.rs 11 6 3 2 .\src\lib\utils\mod.rs 4 4 0 0 ------------------------------------------------------------------------------- YAML 2 68 65 3 0 ------------------------------------------------------------------------------- .\cli.yml 49 46 3 0 .\.travis.yml 19 19 0 0 ------------------------------------------------------------------------------- TOML 1 71 58 0 13 ------------------------------------------------------------------------------- .\Cargo.toml 71 58 0 13 ------------------------------------------------------------------------------- Autoconf 1 9 7 1 1 ------------------------------------------------------------------------------- .\src\lib\lib.rs.in 9 7 1 1 ------------------------------------------------------------------------------- Total 17 2451 1617 598 236 ------------------------------------------------------------------------------- ``` # 4.1.0 Tokei is now **~40%** faster. **Added languages** - Ada - Forth # 4.0.0 Tokei now has a minimal version without `serde` for faster compilation. Updated various dependencies. Internal dependencies removed. ## Regressions - CBOR is not supported till it supports `serde 0.8` **Added languages** - Handlebars # 3.0.0 Tokei is now available as a library. Tokei now has a lot more tests. Tokei now supports TOML Fixed #41 Fixed #44 Fixed #45 # 2.1.0 Tokei, can now output results in various formats(_cbor, json, yaml_) Conversely tokei can now take in results in those formats, and add them to the current run. Premilarily support for nested comments(_currently only supported for rust_) Change in the output format [PR #35](https://github.com/XAMPPRocky/tokei/pull/35) Moved `.sc` from Lisp to Scala. Internals changed to allow for multiple multi line comment formats. **Added languages:** - Isabelle # 2.0.0 Major rewrite, now parallelized. Can now support sorting files. Added a progress message for when it is counting files. Fixed #29 **Added languages:** - Coq - Erlang - Kotlin - Idris - Nim - Oz - Prolog - Qcl - Scala - Unreal Script - Wolfram # 1.6.0 Added file counting. # 1.5.0 Added Shebang support. **Added languages:** - Assembly - LD Scripts - Device Trees - Makefiles - Plain Text - C Shell # 1.4.1 Changed the formatting so tokei looks nice for consoles of 80 column width. # 1.4.0 Changed from handmade recursive file opening to [walkdir](https://github.com/BurntSushi/walkdir) 0707010000000D000081A400000000000000000000000166C8A4FD00000C95000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/CODE_OF_CONDUCT.md# Contributor Covenant Code of Conduct ## Our Pledge In the interest of fostering an open and welcoming environment, we as contributors and maintainers pledge to making participation in our project and our community a harassment-free experience for everyone, regardless of age, body size, disability, ethnicity, gender identity and expression, level of experience, nationality, personal appearance, race, religion, or sexual identity and orientation. ## Our Standards Examples of behavior that contributes to creating a positive environment include: * Using welcoming and inclusive language * Being respectful of differing viewpoints and experiences * Gracefully accepting constructive criticism * Focusing on what is best for the community * Showing empathy towards other community members Examples of unacceptable behavior by participants include: * The use of sexualized language or imagery and unwelcome sexual attention or advances * Trolling, insulting/derogatory comments, and personal or political attacks * Public or private harassment * Publishing others' private information, such as a physical or electronic address, without explicit permission * Other conduct which could reasonably be considered inappropriate in a professional setting ## Our Responsibilities Project maintainers are responsible for clarifying the standards of acceptable behavior and are expected to take appropriate and fair corrective action in response to any instances of unacceptable behavior. Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct, or to ban temporarily or permanently any contributor for other behaviors that they deem inappropriate, threatening, offensive, or harmful. ## Scope This Code of Conduct applies both within project spaces and in public spaces when an individual is representing the project or its community. Examples of representing a project or community include using an official project e-mail address, posting via an official social media account, or acting as an appointed representative at an online or offline event. Representation of a project may be further defined and clarified by project maintainers. ## Enforcement Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by contacting the project team at xampprocky+coc@gmail.com. The project team will review and investigate all complaints, and will respond in a way that it deems appropriate to the circumstances. The project team is obligated to maintain confidentiality with regard to the reporter of an incident. Further details of specific enforcement policies may be posted separately. Project maintainers who do not follow or enforce the Code of Conduct in good faith may face temporary or permanent repercussions as determined by other members of the project's leadership. ## Attribution This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4, available at [http://contributor-covenant.org/version/1/4][version] [homepage]: http://contributor-covenant.org [version]: http://contributor-covenant.org/version/1/4/ 0707010000000E000081A400000000000000000000000166C8A4FD000013D5000000000000000000000000000000000000002A00000000tokei-13.0.0.alpha.5+git0/CONTRIBUTING.md# Contributing to Tokei - [Language Addition](#language-addition) - [Bug Reports](#bug-reports) # Language Addition Currently, Tokei generates languages from the [`languages.json`](languages.json) file. JSON was chosen to make it easy to add new languages and change code structure without changing large data structures. Here, we will go over the properties of a language in `languages.json` through examples. ```json "JavaScript": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["js", "mjs"] }, ``` Above is the JavaScript's definition. The first thing that needs to be defined is the key. The key's format should be same as [Rust's enum style]. As this key will be used in an enum for identifying the language. For a lot of languages, this also works for showing the language when we print to the screen. However, there are some languages whose names don't work with the enum style. For example, `JSON` is usually shown in all caps, but that doesn't fit in Rust's enum style. So we have an additional optional field called `name` which defines how the language should look when displayed to the user. ```json "Json": { "name": "JSON", //... }, ``` For defining comments, there are a few properties. The most commonly used property is `line_comment` which defines single line comments. These are comments which don't continue onto the next line. Here is an example in Rust: ```rust let x = 5; // default x position let y = 0; // default y position ``` The `line_comment` property expects an array of strings, as some languages have multiple syntaxes for defining a single line comment. For example, `PHP` allows both `#` and `//` for single line comments. ```json "Php": { "line_comment": [ "#", "//" ], //... }, ``` For defining comments that also have an ending syntax, there is the `multi_line` property. An example for such comments in Rust: ```rust let x = /* There is a reason for this comment, I swear! */ 10; ``` The `verbatim_quotes` property expects an array of strings, as some languages have multiple syntaxes for defining verbatim strings. A verbatim string in the context of Tokei is a string literal that can have unescaped `"`s. For example [`CSharp`](https://docs.microsoft.com/en-us/dotnet/csharp/programming-guide/strings/#regular-and-verbatim-string-literals) ```json "CSharp": { "verbatim_quotes": [ [ "@\\\"", "\\\"" ] ], //... }, ``` ```csharp const string BasePath = @"C:\"; ``` Some languages have a single, standard filename with no extension like `Makefile` or `Dockerfile`. These can be defined with the `filenames` property: ```json "Makefile": { "filenames": [ "makefile" ], "extensions": [ "makefile", "mak", "mk" ] }, ``` Filenames should be all-lowercase, whether or not the filename typically has capital letters included. Note that filenames will **override** extensions. With the following definition, a file named `CMakeLists.txt` will be detected as a `CMake` file, not a `Text` file. ```json "Text": { "extensions": [ "txt" ] }, "CMake": { "filenames": [ "cmakelists.txt" ] }, ``` # Tests A test file is required for language additions. The file should contain every variant comments and quotes, as well as a comment at the top of the file containing the manually verified lines, code, comments, blanks in the following format: ``` NUM lines NUM code NUM comments NUM blanks ``` ### Example In Rust for example, the first line should look like the following: ```rust //! 39 lines 32 code 2 comments 5 blanks ``` The comment should use the syntax of the language you're testing. A good example of a test file is [`tests/data/rust.rs`](tests/data/rust.rs). ```rust //! 48 lines 36 code 6 comments 6 blanks //! ```rust //! fn main () { //! // Comment //! //! println!("Hello World!"); //! } //! ``` /* /**/ */ fn main() { let start = r##"/*##\" \"##; // comment loop { if x.len() >= 2 && x[0] == '*' && x[1] == '/' { // found the */ break; } } } fn foo<'a, 'b>(name: &'b str) { let this_ends = "a \"test/*."; call1(); call2(); let this_does_not = /* a /* nested */ comment " */ "*/another /*test call3(); */"; } fn foobar() { let does_not_start = // " "until here, test/* test"; // a quote: " let also_doesnt_start = /* " */ "until here, test,*/ test"; // another quote: " } fn foo() { let a = 4; // /* let b = 5; let c = 6; // */ } ``` # Bug Reports Please include the error message and a minimum working example including the file or file structure. ```` This file crashes the program: <filename> ``` <file/file structure> ``` ```` [Rust's enum style]: https://github.com/rust-lang/rfcs/blob/master/text/0430-finalizing-naming-conventions.md#general-naming-conventions 0707010000000F000081A400000000000000000000000166C8A4FD0000BA25000000000000000000000000000000000000002500000000tokei-13.0.0.alpha.5+git0/Cargo.lock# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 3 [[package]] name = "aho-corasick" version = "1.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916" dependencies = [ "memchr", ] [[package]] name = "android-tzdata" version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e999941b234f3131b00bc13c22d06e8c5ff726d1b6318ac7eb276997bbb4fef0" [[package]] name = "android_system_properties" version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" dependencies = [ "libc", ] [[package]] name = "anstream" version = "0.6.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "64e15c1ab1f89faffbf04a634d5e1962e9074f2741eef6d97f3c4e322426d526" dependencies = [ "anstyle", "anstyle-parse", "anstyle-query", "anstyle-wincon", "colorchoice", "is_terminal_polyfill", "utf8parse", ] [[package]] name = "anstyle" version = "1.0.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1bec1de6f59aedf83baf9ff929c98f2ad654b97c9510f4e70cf6f661d49fd5b1" [[package]] name = "anstyle-parse" version = "0.2.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "eb47de1e80c2b463c735db5b217a0ddc39d612e7ac9e2e96a5aed1f57616c1cb" dependencies = [ "utf8parse", ] [[package]] name = "anstyle-query" version = "1.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6d36fc52c7f6c869915e99412912f22093507da8d9e942ceaf66fe4b7c14422a" dependencies = [ "windows-sys 0.52.0", ] [[package]] name = "anstyle-wincon" version = "3.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5bf74e1b6e971609db8ca7a9ce79fd5768ab6ae46441c572e46cf596f59e57f8" dependencies = [ "anstyle", "windows-sys 0.52.0", ] [[package]] name = "arbitrary" version = "1.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7d5a26814d8dcb93b0e5a0ff3c6d80a8843bafb21b39e8e18a6f05471870e110" dependencies = [ "derive_arbitrary", ] [[package]] name = "arrayvec" version = "0.7.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" [[package]] name = "autocfg" version = "1.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0c4b4d0bd25bd0b74681c0ad21497610ce1b7c91b1022cd21c80c6fbdd9476b0" [[package]] name = "bit-set" version = "0.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1" dependencies = [ "bit-vec", ] [[package]] name = "bit-vec" version = "0.6.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb" [[package]] name = "bitflags" version = "2.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b048fb63fd8b5923fc5aa7b340d8e156aec7ec02f0c78fa8a6ddc2613f6f71de" [[package]] name = "block-buffer" version = "0.10.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" dependencies = [ "generic-array", ] [[package]] name = "bstr" version = "1.10.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "40723b8fb387abc38f4f4a37c09073622e41dd12327033091ef8950659e6dc0c" dependencies = [ "memchr", "serde", ] [[package]] name = "bumpalo" version = "3.16.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c" [[package]] name = "byteorder" version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" [[package]] name = "cc" version = "1.1.13" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "72db2f7947ecee9b03b510377e8bb9077afa27176fdbff55c51027e976fdcc48" dependencies = [ "jobserver", "libc", "shlex", ] [[package]] name = "cfg-if" version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" [[package]] name = "chrono" version = "0.4.38" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a21f936df1771bf62b77f047b726c4625ff2e8aa607c01ec06e5a05bd8463401" dependencies = [ "android-tzdata", "iana-time-zone", "num-traits", "windows-targets 0.52.6", ] [[package]] name = "chrono-tz" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93698b29de5e97ad0ae26447b344c482a7284c737d9ddc5f9e52b74a336671bb" dependencies = [ "chrono", "chrono-tz-build", "phf", ] [[package]] name = "chrono-tz-build" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0c088aee841df9c3041febbb73934cfc39708749bf96dc827e3359cd39ef11b1" dependencies = [ "parse-zoneinfo", "phf", "phf_codegen", ] [[package]] name = "clap" version = "4.5.16" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed6719fffa43d0d87e5fd8caeab59be1554fb028cd30edc88fc4369b17971019" dependencies = [ "clap_builder", ] [[package]] name = "clap_builder" version = "4.5.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "216aec2b177652e3846684cbfe25c9964d18ec45234f0f5da5157b207ed1aab6" dependencies = [ "anstream", "anstyle", "clap_lex", "strsim", "terminal_size", ] [[package]] name = "clap_lex" version = "0.7.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1462739cb27611015575c0c11df5df7601141071f07518d56fcc1be504cbec97" [[package]] name = "colorchoice" version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d3fd119d74b830634cea2a0f58bbd0d54540518a14397557951e79340abc28c0" [[package]] name = "colored" version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cbf2150cce219b664a8a70df7a1f933836724b503f8a413af9365b4dcc4d90b8" dependencies = [ "lazy_static", "windows-sys 0.48.0", ] [[package]] name = "core-foundation-sys" version = "0.8.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" [[package]] name = "cpufeatures" version = "0.2.13" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "51e852e6dc9a5bed1fae92dd2375037bf2b768725bf3be87811edee3249d09ad" dependencies = [ "libc", ] [[package]] name = "crossbeam-channel" version = "0.5.13" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "33480d6946193aa8033910124896ca395333cae7e2d1113d1fef6c3272217df2" dependencies = [ "crossbeam-utils", ] [[package]] name = "crossbeam-deque" version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d" dependencies = [ "crossbeam-epoch", "crossbeam-utils", ] [[package]] name = "crossbeam-epoch" version = "0.9.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e" dependencies = [ "crossbeam-utils", ] [[package]] name = "crossbeam-utils" version = "0.8.20" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80" [[package]] name = "crypto-common" version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1bfb12502f3fc46cca1bb51ac28df9d618d813cdc3d2f25b9fe775a34af26bb3" dependencies = [ "generic-array", "typenum", ] [[package]] name = "dashmap" version = "6.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "804c8821570c3f8b70230c2ba75ffa5c0f9a4189b9a432b6656c536712acae28" dependencies = [ "cfg-if", "crossbeam-utils", "hashbrown", "lock_api", "once_cell", "parking_lot_core", "serde", ] [[package]] name = "derive_arbitrary" version = "1.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "67e77553c4162a157adbf834ebae5b415acbecbeafc7a74b0e886657506a7611" dependencies = [ "proc-macro2", "quote", "syn", ] [[package]] name = "deunicode" version = "1.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "339544cc9e2c4dc3fc7149fd630c5f22263a4fdf18a98afd0075784968b5cf00" [[package]] name = "digest" version = "0.10.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" dependencies = [ "block-buffer", "crypto-common", ] [[package]] name = "either" version = "1.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0" [[package]] name = "encoding_rs" version = "0.8.34" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b45de904aa0b010bce2ab45264d0631681847fa7b6f2eaa7dab7619943bc4f59" dependencies = [ "cfg-if", ] [[package]] name = "encoding_rs_io" version = "0.1.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1cc3c5651fb62ab8aa3103998dade57efdd028544bd300516baa31840c252a83" dependencies = [ "encoding_rs", ] [[package]] name = "env_filter" version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4f2c92ceda6ceec50f43169f9ee8424fe2db276791afde7b2cd8bc084cb376ab" dependencies = [ "log", "regex", ] [[package]] name = "env_logger" version = "0.11.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e13fa619b91fb2381732789fc5de83b45675e882f66623b7d8cb4f643017018d" dependencies = [ "anstream", "anstyle", "env_filter", "humantime", "log", ] [[package]] name = "equivalent" version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5443807d6dff69373d433ab9ef5378ad8df50ca6298caf15de6e52e24aaf54d5" [[package]] name = "errno" version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "534c5cf6194dfab3db3242765c03bbe257cf92f22b38f6bc0c58d59108a820ba" dependencies = [ "libc", "windows-sys 0.52.0", ] [[package]] name = "etcetera" version = "0.8.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "136d1b5283a1ab77bd9257427ffd09d8667ced0570b6f938942bc7568ed5b943" dependencies = [ "cfg-if", "home", "windows-sys 0.48.0", ] [[package]] name = "fastrand" version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9fc0510504f03c51ada170672ac806f1f105a88aa97a5281117e1ddc3368e51a" [[package]] name = "fnv" version = "1.0.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" [[package]] name = "form_urlencoded" version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e13624c2627564efccf4934284bdd98cbaa14e79b0b5a141218e507b3a823456" dependencies = [ "percent-encoding", ] [[package]] name = "generic-array" version = "0.14.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a" dependencies = [ "typenum", "version_check", ] [[package]] name = "getrandom" version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7" dependencies = [ "cfg-if", "libc", "wasi", ] [[package]] name = "git2" version = "0.19.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b903b73e45dc0c6c596f2d37eccece7c1c8bb6e4407b001096387c63d0d93724" dependencies = [ "bitflags", "libc", "libgit2-sys", "log", "url", ] [[package]] name = "globset" version = "0.4.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "57da3b9b5b85bd66f31093f8c408b90a74431672542466497dcbdfdc02034be1" dependencies = [ "aho-corasick", "bstr", "log", "regex-automata", "regex-syntax", ] [[package]] name = "globwalk" version = "0.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0bf760ebf69878d9fd8f110c89703d90ce35095324d1f1edcb595c63945ee757" dependencies = [ "bitflags", "ignore", "walkdir", ] [[package]] name = "grep-matcher" version = "0.1.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "47a3141a10a43acfedc7c98a60a834d7ba00dfe7bec9071cbfc19b55b292ac02" dependencies = [ "memchr", ] [[package]] name = "grep-searcher" version = "0.1.13" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ba536ae4f69bec62d8839584dd3153d3028ef31bb229f04e09fb5a9e5a193c54" dependencies = [ "bstr", "encoding_rs", "encoding_rs_io", "grep-matcher", "log", "memchr", "memmap2", ] [[package]] name = "half" version = "1.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1b43ede17f21864e81be2fa654110bf1e793774238d86ef8555c37e6519c0403" [[package]] name = "hashbrown" version = "0.14.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" [[package]] name = "heck" version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" [[package]] name = "hex" version = "0.4.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70" [[package]] name = "home" version = "0.5.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e3d1354bf6b7235cb4a0576c2619fd4ed18183f689b12b006a0ee7329eeff9a5" dependencies = [ "windows-sys 0.52.0", ] [[package]] name = "humansize" version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6cb51c9a029ddc91b07a787f1d86b53ccfa49b0e86688c946ebe8d3555685dd7" dependencies = [ "libm", ] [[package]] name = "humantime" version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4" [[package]] name = "iana-time-zone" version = "0.1.60" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e7ffbb5a1b541ea2561f8c41c087286cc091e21e556a4f09a8f6cbf17b69b141" dependencies = [ "android_system_properties", "core-foundation-sys", "iana-time-zone-haiku", "js-sys", "wasm-bindgen", "windows-core", ] [[package]] name = "iana-time-zone-haiku" version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" dependencies = [ "cc", ] [[package]] name = "idna" version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "634d9b1461af396cad843f47fdba5597a4f9e6ddd4bfb6ff5d85028c25cb12f6" dependencies = [ "unicode-bidi", "unicode-normalization", ] [[package]] name = "ignore" version = "0.4.22" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b46810df39e66e925525d6e38ce1e7f6e1d208f72dc39757880fcb66e2c58af1" dependencies = [ "crossbeam-deque", "globset", "log", "memchr", "regex-automata", "same-file", "walkdir", "winapi-util", ] [[package]] name = "indexmap" version = "2.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93ead53efc7ea8ed3cfb0c79fc8023fbb782a5432b52830b6518941cebe6505c" dependencies = [ "equivalent", "hashbrown", ] [[package]] name = "is_terminal_polyfill" version = "1.70.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7943c866cc5cd64cbc25b2e01621d07fa8eb2a1a23160ee81ce38704e97b8ecf" [[package]] name = "itertools" version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57" dependencies = [ "either", ] [[package]] name = "itoa" version = "1.0.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b" [[package]] name = "jobserver" version = "0.1.32" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "48d1dbcbbeb6a7fec7e059840aa538bd62aaccf972c7346c4d9d2059312853d0" dependencies = [ "libc", ] [[package]] name = "js-sys" version = "0.3.70" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1868808506b929d7b0cfa8f75951347aa71bb21144b7791bae35d9bccfcfe37a" dependencies = [ "wasm-bindgen", ] [[package]] name = "json5" version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "96b0db21af676c1ce64250b5f40f3ce2cf27e4e47cb91ed91eb6fe9350b430c1" dependencies = [ "pest", "pest_derive", "serde", ] [[package]] name = "lazy_static" version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" [[package]] name = "libc" version = "0.2.156" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a5f43f184355eefb8d17fc948dbecf6c13be3c141f20d834ae842193a448c72a" [[package]] name = "libgit2-sys" version = "0.17.0+1.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "10472326a8a6477c3c20a64547b0059e4b0d086869eee31e6d7da728a8eb7224" dependencies = [ "cc", "libc", "libz-sys", "pkg-config", ] [[package]] name = "libm" version = "0.2.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4ec2a862134d2a7d32d7983ddcdd1c4923530833c9f2ea1a44fc5fa473989058" [[package]] name = "libz-sys" version = "1.1.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fdc53a7799a7496ebc9fd29f31f7df80e83c9bda5299768af5f9e59eeea74647" dependencies = [ "cc", "libc", "pkg-config", "vcpkg", ] [[package]] name = "linux-raw-sys" version = "0.4.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "78b3ae25bc7c8c38cec158d1f2757ee79e9b3740fbc7ccf0e59e4b08d793fa89" [[package]] name = "lock_api" version = "0.4.12" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "07af8b9cdd281b7915f413fa73f29ebd5d55d0d3f0155584dade1ff18cea1b17" dependencies = [ "autocfg", "scopeguard", ] [[package]] name = "log" version = "0.4.22" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24" [[package]] name = "memchr" version = "2.7.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3" [[package]] name = "memmap2" version = "0.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fe751422e4a8caa417e13c3ea66452215d7d63e19e604f4980461212f3ae1322" dependencies = [ "libc", ] [[package]] name = "num-format" version = "0.4.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a652d9771a63711fd3c3deb670acfbe5c30a4072e664d7a3bf5a9e1056ac72c3" dependencies = [ "arrayvec", "itoa", ] [[package]] name = "num-traits" version = "0.2.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" dependencies = [ "autocfg", "libm", ] [[package]] name = "once_cell" version = "1.19.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92" [[package]] name = "parking_lot" version = "0.12.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f1bf18183cf54e8d6059647fc3063646a1801cf30896933ec2311622cc4b9a27" dependencies = [ "lock_api", "parking_lot_core", ] [[package]] name = "parking_lot_core" version = "0.9.10" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1e401f977ab385c9e4e3ab30627d6f26d00e2c73eef317493c4ec6d468726cf8" dependencies = [ "cfg-if", "libc", "redox_syscall", "smallvec", "windows-targets 0.52.6", ] [[package]] name = "parse-zoneinfo" version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1f2a05b18d44e2957b88f96ba460715e295bc1d7510468a2f3d3b44535d26c24" dependencies = [ "regex", ] [[package]] name = "percent-encoding" version = "2.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e" [[package]] name = "pest" version = "2.7.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cd53dff83f26735fdc1ca837098ccf133605d794cdae66acfc2bfac3ec809d95" dependencies = [ "memchr", "thiserror", "ucd-trie", ] [[package]] name = "pest_derive" version = "2.7.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2a548d2beca6773b1c244554d36fcf8548a8a58e74156968211567250e48e49a" dependencies = [ "pest", "pest_generator", ] [[package]] name = "pest_generator" version = "2.7.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3c93a82e8d145725dcbaf44e5ea887c8a869efdcc28706df2d08c69e17077183" dependencies = [ "pest", "pest_meta", "proc-macro2", "quote", "syn", ] [[package]] name = "pest_meta" version = "2.7.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a941429fea7e08bedec25e4f6785b6ffaacc6b755da98df5ef3e7dcf4a124c4f" dependencies = [ "once_cell", "pest", "sha2", ] [[package]] name = "phf" version = "0.11.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ade2d8b8f33c7333b51bcf0428d37e217e9f32192ae4772156f65063b8ce03dc" dependencies = [ "phf_shared", ] [[package]] name = "phf_codegen" version = "0.11.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e8d39688d359e6b34654d328e262234662d16cc0f60ec8dcbe5e718709342a5a" dependencies = [ "phf_generator", "phf_shared", ] [[package]] name = "phf_generator" version = "0.11.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "48e4cc64c2ad9ebe670cb8fd69dd50ae301650392e81c05f9bfcb2d5bdbc24b0" dependencies = [ "phf_shared", "rand", ] [[package]] name = "phf_shared" version = "0.11.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "90fcb95eef784c2ac79119d1dd819e162b5da872ce6f3c3abe1e8ca1c082f72b" dependencies = [ "siphasher", ] [[package]] name = "pkg-config" version = "0.3.30" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d231b230927b5e4ad203db57bbcbee2802f6bce620b1e4a9024a07d94e2907ec" [[package]] name = "ppv-lite86" version = "0.2.20" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04" dependencies = [ "zerocopy", ] [[package]] name = "proc-macro2" version = "1.0.86" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5e719e8df665df0d1c8fbfd238015744736151d4445ec0836b8e628aae103b77" dependencies = [ "unicode-ident", ] [[package]] name = "proptest" version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b4c2511913b88df1637da85cc8d96ec8e43a3f8bb8ccb71ee1ac240d6f3df58d" dependencies = [ "bit-set", "bit-vec", "bitflags", "lazy_static", "num-traits", "rand", "rand_chacha", "rand_xorshift", "regex-syntax", "rusty-fork", "tempfile", "unarray", ] [[package]] name = "quick-error" version = "1.2.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a1d01941d82fa2ab50be1e79e6714289dd7cde78eba4c074bc5a4374f650dfe0" [[package]] name = "quote" version = "1.0.36" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0fa76aaf39101c457836aec0ce2316dbdc3ab723cdda1c6bd4e6ad4208acaca7" dependencies = [ "proc-macro2", ] [[package]] name = "rand" version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" dependencies = [ "libc", "rand_chacha", "rand_core", ] [[package]] name = "rand_chacha" version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" dependencies = [ "ppv-lite86", "rand_core", ] [[package]] name = "rand_core" version = "0.6.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" dependencies = [ "getrandom", ] [[package]] name = "rand_xorshift" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d25bf25ec5ae4a3f1b92f929810509a2f53d7dca2f50b794ff57e3face536c8f" dependencies = [ "rand_core", ] [[package]] name = "rayon" version = "1.10.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa" dependencies = [ "either", "rayon-core", ] [[package]] name = "rayon-core" version = "1.12.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2" dependencies = [ "crossbeam-deque", "crossbeam-utils", ] [[package]] name = "redox_syscall" version = "0.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2a908a6e00f1fdd0dfd9c0eb08ce85126f6d8bbda50017e74bc4a4b7d4a926a4" dependencies = [ "bitflags", ] [[package]] name = "regex" version = "1.10.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4219d74c6b67a3654a9fbebc4b419e22126d13d2f3c4a07ee0cb61ff79a79619" dependencies = [ "aho-corasick", "memchr", "regex-automata", "regex-syntax", ] [[package]] name = "regex-automata" version = "0.4.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "38caf58cc5ef2fed281f89292ef23f6365465ed9a41b7a7754eb4e26496c92df" dependencies = [ "aho-corasick", "memchr", "regex-syntax", ] [[package]] name = "regex-syntax" version = "0.8.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7a66a03ae7c801facd77a29370b4faec201768915ac14a721ba36f20bc9c209b" [[package]] name = "rustix" version = "0.38.34" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "70dc5ec042f7a43c4a73241207cecc9873a06d45debb38b329f8541d85c2730f" dependencies = [ "bitflags", "errno", "libc", "linux-raw-sys", "windows-sys 0.52.0", ] [[package]] name = "rustversion" version = "1.0.17" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "955d28af4278de8121b7ebeb796b6a45735dc01436d898801014aced2773a3d6" [[package]] name = "rusty-fork" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cb3dcc6e454c328bb824492db107ab7c0ae8fcffe4ad210136ef014458c1bc4f" dependencies = [ "fnv", "quick-error", "tempfile", "wait-timeout", ] [[package]] name = "ryu" version = "1.0.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f" [[package]] name = "same-file" version = "1.0.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" dependencies = [ "winapi-util", ] [[package]] name = "scopeguard" version = "1.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" [[package]] name = "serde" version = "1.0.208" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cff085d2cb684faa248efb494c39b68e522822ac0de72ccf08109abde717cfb2" dependencies = [ "serde_derive", ] [[package]] name = "serde_cbor" version = "0.11.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2bef2ebfde456fb76bbcf9f59315333decc4fda0b2b44b420243c11e0f5ec1f5" dependencies = [ "half", "serde", ] [[package]] name = "serde_derive" version = "1.0.208" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "24008e81ff7613ed8e5ba0cfaf24e2c2f1e5b8a0495711e44fcd4882fca62bcf" dependencies = [ "proc-macro2", "quote", "syn", ] [[package]] name = "serde_json" version = "1.0.125" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "83c8e735a073ccf5be70aa8066aa984eaf2fa000db6c8d0100ae605b366d31ed" dependencies = [ "itoa", "memchr", "ryu", "serde", ] [[package]] name = "serde_spanned" version = "0.6.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "eb5b1b31579f3811bf615c144393417496f152e12ac8b7663bf664f4a815306d" dependencies = [ "serde", ] [[package]] name = "serde_yaml" version = "0.9.34+deprecated" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6a8b1a1a2ebf674015cc02edccce75287f1a0130d394307b36743c2f5d504b47" dependencies = [ "indexmap", "itoa", "ryu", "serde", "unsafe-libyaml", ] [[package]] name = "sha2" version = "0.10.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "793db75ad2bcafc3ffa7c68b215fee268f537982cd901d132f89c6343f3a3dc8" dependencies = [ "cfg-if", "cpufeatures", "digest", ] [[package]] name = "shlex" version = "1.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" [[package]] name = "siphasher" version = "0.3.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "38b58827f4464d87d377d175e90bf58eb00fd8716ff0a62f80356b5e61555d0d" [[package]] name = "slug" version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "882a80f72ee45de3cc9a5afeb2da0331d58df69e4e7d8eeb5d3c7784ae67e724" dependencies = [ "deunicode", "wasm-bindgen", ] [[package]] name = "smallvec" version = "1.13.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67" [[package]] name = "strsim" version = "0.11.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" [[package]] name = "strum" version = "0.26.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8fec0f0aef304996cf250b31b5a10dee7980c85da9d759361292b8bca5a18f06" [[package]] name = "strum_macros" version = "0.26.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4c6bee85a5a24955dc440386795aa378cd9cf82acd5f764469152d2270e581be" dependencies = [ "heck", "proc-macro2", "quote", "rustversion", "syn", ] [[package]] name = "syn" version = "2.0.74" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1fceb41e3d546d0bd83421d3409b1460cc7444cd389341a4c880fe7a042cb3d7" dependencies = [ "proc-macro2", "quote", "unicode-ident", ] [[package]] name = "table_formatter" version = "0.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "beef5d3fd5472c911d41286849de6a9aee93327f7fae9fb9148fe9ff0102c17d" dependencies = [ "colored", "itertools", "thiserror", ] [[package]] name = "tempfile" version = "3.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "04cbcdd0c794ebb0d4cf35e88edd2f7d2c4c3e9a5a6dab322839b321c6a87a64" dependencies = [ "cfg-if", "fastrand", "once_cell", "rustix", "windows-sys 0.59.0", ] [[package]] name = "tera" version = "1.20.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ab9d851b45e865f178319da0abdbfe6acbc4328759ff18dafc3a41c16b4cd2ee" dependencies = [ "chrono", "chrono-tz", "globwalk", "humansize", "lazy_static", "percent-encoding", "pest", "pest_derive", "rand", "regex", "serde", "serde_json", "slug", "unic-segment", ] [[package]] name = "term_size" version = "0.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1e4129646ca0ed8f45d09b929036bafad5377103edd06e50bf574b353d2b08d9" dependencies = [ "libc", "winapi", ] [[package]] name = "terminal_size" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "21bebf2b7c9e0a515f6e0f8c51dc0f8e4696391e6f1ff30379559f8365fb0df7" dependencies = [ "rustix", "windows-sys 0.48.0", ] [[package]] name = "thiserror" version = "1.0.63" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c0342370b38b6a11b6cc11d6a805569958d54cfa061a29969c3b5ce2ea405724" dependencies = [ "thiserror-impl", ] [[package]] name = "thiserror-impl" version = "1.0.63" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a4558b58466b9ad7ca0f102865eccc95938dca1a74a856f2b57b6629050da261" dependencies = [ "proc-macro2", "quote", "syn", ] [[package]] name = "tinyvec" version = "1.8.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "445e881f4f6d382d5f27c034e25eb92edd7c784ceab92a0937db7f2e9471b938" dependencies = [ "tinyvec_macros", ] [[package]] name = "tinyvec_macros" version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" [[package]] name = "tokei" version = "13.0.0-alpha.5" dependencies = [ "aho-corasick", "arbitrary", "clap", "colored", "crossbeam-channel", "dashmap", "encoding_rs_io", "env_logger", "etcetera", "git2", "grep-searcher", "hex", "ignore", "json5", "log", "num-format", "once_cell", "parking_lot", "proptest", "rayon", "regex", "serde", "serde_cbor", "serde_json", "serde_yaml", "strum", "strum_macros", "table_formatter", "tempfile", "tera", "term_size", "toml", ] [[package]] name = "toml" version = "0.8.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e" dependencies = [ "serde", "serde_spanned", "toml_datetime", "toml_edit", ] [[package]] name = "toml_datetime" version = "0.6.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41" dependencies = [ "serde", ] [[package]] name = "toml_edit" version = "0.22.20" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "583c44c02ad26b0c3f3066fe629275e50627026c51ac2e595cca4c230ce1ce1d" dependencies = [ "indexmap", "serde", "serde_spanned", "toml_datetime", "winnow", ] [[package]] name = "typenum" version = "1.17.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "42ff0bf0c66b8238c6f3b578df37d0b7848e55df8577b3f74f92a69acceeb825" [[package]] name = "ucd-trie" version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed646292ffc8188ef8ea4d1e0e0150fb15a5c2e12ad9b8fc191ae7a8a7f3c4b9" [[package]] name = "unarray" version = "0.1.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "eaea85b334db583fe3274d12b4cd1880032beab409c0d774be044d4480ab9a94" [[package]] name = "unic-char-property" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a8c57a407d9b6fa02b4795eb81c5b6652060a15a7903ea981f3d723e6c0be221" dependencies = [ "unic-char-range", ] [[package]] name = "unic-char-range" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0398022d5f700414f6b899e10b8348231abf9173fa93144cbc1a43b9793c1fbc" [[package]] name = "unic-common" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "80d7ff825a6a654ee85a63e80f92f054f904f21e7d12da4e22f9834a4aaa35bc" [[package]] name = "unic-segment" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e4ed5d26be57f84f176157270c112ef57b86debac9cd21daaabbe56db0f88f23" dependencies = [ "unic-ucd-segment", ] [[package]] name = "unic-ucd-segment" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2079c122a62205b421f499da10f3ee0f7697f012f55b675e002483c73ea34700" dependencies = [ "unic-char-property", "unic-char-range", "unic-ucd-version", ] [[package]] name = "unic-ucd-version" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "96bd2f2237fe450fcd0a1d2f5f4e91711124f7857ba2e964247776ebeeb7b0c4" dependencies = [ "unic-common", ] [[package]] name = "unicode-bidi" version = "0.3.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "08f95100a766bf4f8f28f90d77e0a5461bbdb219042e7679bebe79004fed8d75" [[package]] name = "unicode-ident" version = "1.0.12" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b" [[package]] name = "unicode-normalization" version = "0.1.23" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a56d1686db2308d901306f92a263857ef59ea39678a5458e7cb17f01415101f5" dependencies = [ "tinyvec", ] [[package]] name = "unsafe-libyaml" version = "0.2.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "673aac59facbab8a9007c7f6108d11f63b603f7cabff99fabf650fea5c32b861" [[package]] name = "url" version = "2.5.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "22784dbdf76fdde8af1aeda5622b546b422b6fc585325248a2bf9f5e41e94d6c" dependencies = [ "form_urlencoded", "idna", "percent-encoding", ] [[package]] name = "utf8parse" version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" [[package]] name = "vcpkg" version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" [[package]] name = "version_check" version = "0.9.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" [[package]] name = "wait-timeout" version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9f200f5b12eb75f8c1ed65abd4b2db8a6e1b138a20de009dacee265a2498f3f6" dependencies = [ "libc", ] [[package]] name = "walkdir" version = "2.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" dependencies = [ "same-file", "winapi-util", ] [[package]] name = "wasi" version = "0.11.0+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" [[package]] name = "wasm-bindgen" version = "0.2.93" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a82edfc16a6c469f5f44dc7b571814045d60404b55a0ee849f9bcfa2e63dd9b5" dependencies = [ "cfg-if", "once_cell", "wasm-bindgen-macro", ] [[package]] name = "wasm-bindgen-backend" version = "0.2.93" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9de396da306523044d3302746f1208fa71d7532227f15e347e2d93e4145dd77b" dependencies = [ "bumpalo", "log", "once_cell", "proc-macro2", "quote", "syn", "wasm-bindgen-shared", ] [[package]] name = "wasm-bindgen-macro" version = "0.2.93" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "585c4c91a46b072c92e908d99cb1dcdf95c5218eeb6f3bf1efa991ee7a68cccf" dependencies = [ "quote", "wasm-bindgen-macro-support", ] [[package]] name = "wasm-bindgen-macro-support" version = "0.2.93" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "afc340c74d9005395cf9dd098506f7f44e38f2b4a21c6aaacf9a105ea5e1e836" dependencies = [ "proc-macro2", "quote", "syn", "wasm-bindgen-backend", "wasm-bindgen-shared", ] [[package]] name = "wasm-bindgen-shared" version = "0.2.93" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c62a0a307cb4a311d3a07867860911ca130c3494e8c2719593806c08bc5d0484" [[package]] name = "winapi" version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" dependencies = [ "winapi-i686-pc-windows-gnu", "winapi-x86_64-pc-windows-gnu", ] [[package]] name = "winapi-i686-pc-windows-gnu" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" [[package]] name = "winapi-util" version = "0.1.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cf221c93e13a30d793f7645a0e7762c55d169dbb0a49671918a2319d289b10bb" dependencies = [ "windows-sys 0.59.0", ] [[package]] name = "winapi-x86_64-pc-windows-gnu" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" [[package]] name = "windows-core" version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "33ab640c8d7e35bf8ba19b884ba838ceb4fba93a4e8c65a9059d08afcfc683d9" dependencies = [ "windows-targets 0.52.6", ] [[package]] name = "windows-sys" version = "0.48.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "677d2418bec65e3338edb076e806bc1ec15693c5d0104683f2efe857f61056a9" dependencies = [ "windows-targets 0.48.5", ] [[package]] name = "windows-sys" version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" dependencies = [ "windows-targets 0.52.6", ] [[package]] name = "windows-sys" version = "0.59.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" dependencies = [ "windows-targets 0.52.6", ] [[package]] name = "windows-targets" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9a2fa6e2155d7247be68c096456083145c183cbbbc2764150dda45a87197940c" dependencies = [ "windows_aarch64_gnullvm 0.48.5", "windows_aarch64_msvc 0.48.5", "windows_i686_gnu 0.48.5", "windows_i686_msvc 0.48.5", "windows_x86_64_gnu 0.48.5", "windows_x86_64_gnullvm 0.48.5", "windows_x86_64_msvc 0.48.5", ] [[package]] name = "windows-targets" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" dependencies = [ "windows_aarch64_gnullvm 0.52.6", "windows_aarch64_msvc 0.52.6", "windows_i686_gnu 0.52.6", "windows_i686_gnullvm", "windows_i686_msvc 0.52.6", "windows_x86_64_gnu 0.52.6", "windows_x86_64_gnullvm 0.52.6", "windows_x86_64_msvc 0.52.6", ] [[package]] name = "windows_aarch64_gnullvm" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8" [[package]] name = "windows_aarch64_gnullvm" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" [[package]] name = "windows_aarch64_msvc" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc" [[package]] name = "windows_aarch64_msvc" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" [[package]] name = "windows_i686_gnu" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e" [[package]] name = "windows_i686_gnu" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" [[package]] name = "windows_i686_gnullvm" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" [[package]] name = "windows_i686_msvc" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406" [[package]] name = "windows_i686_msvc" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" [[package]] name = "windows_x86_64_gnu" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e" [[package]] name = "windows_x86_64_gnu" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" [[package]] name = "windows_x86_64_gnullvm" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc" [[package]] name = "windows_x86_64_gnullvm" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" [[package]] name = "windows_x86_64_msvc" version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538" [[package]] name = "windows_x86_64_msvc" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" [[package]] name = "winnow" version = "0.6.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "68a9bda4691f099d435ad181000724da8e5899daa10713c2d432552b9ccd3a6f" dependencies = [ "memchr", ] [[package]] name = "zerocopy" version = "0.7.35" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0" dependencies = [ "byteorder", "zerocopy-derive", ] [[package]] name = "zerocopy-derive" version = "0.7.35" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e" dependencies = [ "proc-macro2", "quote", "syn", ] 07070100000010000081A400000000000000000000000166C8A4FD00000736000000000000000000000000000000000000002500000000tokei-13.0.0.alpha.5+git0/Cargo.toml[package] authors = ["Erin Power <xampprocky@gmail.com>"] build = "build.rs" categories = ["command-line-utilities", "development-tools", "visualization"] description = "Count your code, quickly." edition = "2018" homepage = "https://tokei.rs" include = [ "Cargo.lock", "Cargo.toml", "LICENCE-APACHE", "LICENCE-MIT", "build.rs", "languages.json", "src/**/*", ] keywords = ["utility", "cli", "cloc", "lines", "statistics"] license = "MIT/Apache-2.0" name = "tokei" readme = "README.md" repository = "https://github.com/XAMPPRocky/tokei.git" version = "13.0.0-alpha.5" [features] all = ["cbor", "yaml"] cbor = ["hex", "serde_cbor"] default = [] yaml = ["serde_yaml"] [profile.release] lto = "thin" panic = "abort" [build-dependencies] tera = "1.20.0" ignore = "0.4.22" serde_json = "1.0.125" json5 = "0.4.1" [dependencies] aho-corasick = "1.1.3" arbitrary = { version = "1.3.2", features = ["derive"] } clap = { version = "4", features = ["cargo", "string", "wrap_help"] } colored = "2.1.0" crossbeam-channel = "0.5.13" encoding_rs_io = "0.1.7" grep-searcher = "0.1.13" ignore = "0.4.22" log = "0.4.22" rayon = "1.10.0" serde = { version = "1.0.208", features = ["derive", "rc"] } term_size = "0.3.2" toml = "0.8.19" parking_lot = "0.12.3" dashmap = { version = "6.0.1", features = ["serde"] } num-format = "0.4.4" once_cell = "1.19.0" regex = "1.10.6" serde_json = "1.0.125" etcetera = "0.8.0" table_formatter = "0.6.1" [dependencies.env_logger] features = [] version = "0.11.5" [dependencies.hex] optional = true version = "0.4.3" [dependencies.serde_cbor] optional = true version = "0.11.2" [dependencies.serde_yaml] optional = true version = "0.9.34" [dev-dependencies] proptest = "1.5.0" strum = "0.26.3" strum_macros = "0.26.4" tempfile = "3.12.0" git2 = { version = "0.19.0", default-features = false, features = [] } 07070100000011000081A400000000000000000000000166C8A4FD000001F0000000000000000000000000000000000000002400000000tokei-13.0.0.alpha.5+git0/EarthfileVERSION 0.6 FROM alpine:3.19 WORKDIR /src build: FROM rust:alpine3.19 RUN apk update \ && apk add \ git \ gcc \ g++ \ pkgconfig COPY . /src WORKDIR /src RUN cargo build --release SAVE ARTIFACT /src/target/release/tokei AS LOCAL ./tokei docker: COPY +build/tokei /usr/local/bin/ WORKDIR /src ENTRYPOINT [ "tokei" ] CMD [ "--help" ] ARG image_name=tokei:latest SAVE IMAGE --push $image_name 07070100000012000081A400000000000000000000000166C8A4FD00000227000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/LICENCE-APACHECopyright 2016 Erin Power Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. 07070100000013000081A400000000000000000000000166C8A4FD00000431000000000000000000000000000000000000002600000000tokei-13.0.0.alpha.5+git0/LICENCE-MITMIT License (MIT) Copyright (c) 2016 Erin Power Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 07070100000014000081A400000000000000000000000166C8A4FD00003F67000000000000000000000000000000000000002400000000tokei-13.0.0.alpha.5+git0/README.md# Tokei ([ๆ่จ](https://en.wiktionary.org/wiki/%E6%99%82%E8%A8%88)) [](https://github.com/XAMPPRocky/tokei/actions?query=workflow%3A%22Mean+Bean+CI%22) [](https://github.com/XAMPPRocky/tokei/issues?q=is%3Aissue+is%3Aopen+label%3A%22help+wanted%22) [](https://github.com/XAMPPRocky/tokei) [](https://docs.rs/tokei/)    ) [](https://deps.rs/repo/github/XAMPPRocky/tokei) [](https://repology.org/project/tokei/versions) Tokei is a program that displays statistics about your code. Tokei will show the number of files, total lines within those files and code, comments, and blanks grouped by language. ### Translations - [ไธญๆ](https://github.com/chinanf-boy/tokei-zh#ๆฏๆ็่ฏญ่จ) ## Example ```console โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ Language Files Lines Code Comments Blanks โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ BASH 4 49 30 10 9 JSON 1 1332 1332 0 0 Shell 1 49 38 1 10 TOML 2 77 64 4 9 โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ Markdown 5 1355 0 1074 281 |- JSON 1 41 41 0 0 |- Rust 2 53 42 6 5 |- Shell 1 22 18 0 4 (Total) 1471 101 1080 290 โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ Rust 19 3416 2840 116 460 |- Markdown 12 351 5 295 51 (Total) 3767 2845 411 511 โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ Total 32 6745 4410 1506 829 โโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโโ ``` ## [API Documentation](https://docs.rs/tokei) ## Table of Contents - [Features](#features) - [Installation](#installation) - [Package Managers](#package-managers) - [Manual](#manual) - [Configuration](#configuration) - [How to use Tokei](#how-to-use-tokei) - [Options](#options) - [Badges](#badges) - [Supported Languages](#supported-languages) - [Changelog](CHANGELOG.md) - [Common Issues](#common-issues) - [Canonical Source](#canonical-source) - [Copyright and License](#copyright-and-license) ## Features - Tokei is **very fast**, and is able to count millions of lines of code in seconds. Check out the [11.0.0 release](https://github.com/XAMPPRocky/tokei/releases/v11.0.0) to see how Tokei's speed compares to others. - Tokei is **accurate**, Tokei correctly handles multi line comments, nested comments, and not counting comments that are in strings. Providing an accurate code statistics. - Tokei has huge range of languages, supporting over **150** languages, and their various extensions. - Tokei can output in multiple formats(**CBOR**, **JSON**, **YAML**) allowing Tokei's output to be easily stored, and reused. These can also be reused in tokei combining a previous run's statistics with another set. - Tokei is available on **Mac**, **Linux**, and **Windows**. See [installation instructions](#installation) for how to get Tokei on your platform. - Tokei is also a **library** allowing you to easily integrate it with other projects. - Tokei comes with and without color. Set the env variable NO_COLOR to 1, and it'll be black and white. ## Installation ### Package Managers #### Unix ```console # Alpine Linux (since 3.13) apk add tokei # Arch Linux pacman -S tokei # Cargo cargo install tokei # Conda conda install -c conda-forge tokei # Fedora sudo dnf install tokei # FreeBSD pkg install tokei # NetBSD pkgin install tokei # Nix/NixOS nix-env -i tokei # OpenSUSE sudo zypper install tokei # Void Linux sudo xbps-install tokei ``` #### macOS ```console # Homebrew brew install tokei # MacPorts sudo port selfupdate sudo port install tokei ``` #### Windows ```console # Winget winget install XAMPPRocky.tokei # Scoop scoop install tokei ``` ### Manual #### Downloading You can download prebuilt binaries in the [releases section](https://github.com/XAMPPRocky/tokei/releases). #### Building You can also build and install from source (requires the latest stable [Rust] compiler.) ```console cargo install --git https://github.com/XAMPPRocky/tokei.git tokei ``` [rust]: https://www.rust-lang.org ## Configuration Tokei has a [configuration] file that allows you to change default behaviour. The file can be named `tokei.toml` or `.tokeirc`. Currently tokei looks for this file in three different places. The current directory, your home directory, and your configuration directory. ## How to use Tokei #### Basic usage This is the basic way to use tokei. Which will report on the code in `./foo` and all subfolders. ```shell $ tokei ./foo ``` [configuration]: ./tokei.example.toml #### Multiple folders To have tokei report on multiple folders in the same call simply add a comma, or a space followed by another path. ```shell $ tokei ./foo ./bar ./baz ``` ```shell $ tokei ./foo, ./bar, ./baz ``` #### Excluding folders Tokei will respect all `.gitignore` and `.ignore` files, and you can use the `--exclude` option to exclude any additional files. The `--exclude` flag has the same semantics as `.gitignore`. ```shell $ tokei ./foo --exclude *.rs ``` Paths to exclude can also be listed in a `.tokeignore` file, using the same [syntax](https://git-scm.com/docs/gitignore) as .gitignore files. #### Sorting output By default tokei sorts alphabetically by language name, however using `--sort` tokei can also sort by any of the columns. `blanks, code, comments, lines` ```shell $ tokei ./foo --sort code ``` #### Outputting file statistics By default tokei only outputs the total of the languages, and using `--files` flag tokei can also output individual file statistics. ```shell $ tokei ./foo --files ``` #### Outputting into different formats Tokei normally outputs into a nice human readable format designed for terminals. There is also using the `--output` option various other formats that are more useful for bringing the data into another program. **Note:** This version of tokei was compiled without any serialization formats, to enable serialization, reinstall tokei with the features flag. ```shell ALL: cargo install tokei --features all CBOR: cargo install tokei --features cbor YAML: cargo install tokei --features yaml ``` **Currently supported formats** - JSON `--output json` - YAML `--output yaml` - CBOR `--output cbor` ```shell $ tokei ./foo --output json ``` #### Reading in stored formats Tokei can also take in the outputted formats added in the previous results to its current run. Tokei can take either a path to a file, the format passed in as a value to the option, or from stdin. ```shell $ tokei ./foo --input ./stats.json ``` ## Options ``` USAGE: tokei [FLAGS] [OPTIONS] [--] [input]... FLAGS: -f, --files Will print out statistics on individual files. -h, --help Prints help information --hidden Count hidden files. -l, --languages Prints out supported languages and their extensions. --no-ignore Don't respect ignore files (.gitignore, .ignore, etc.). This implies --no-ignore-parent, --no-ignore-dot, and --no-ignore-vcs. --no-ignore-dot Don't respect .ignore and .tokeignore files, including those in parent directories. --no-ignore-parent Don't respect ignore files (.gitignore, .ignore, etc.) in parent directories. --no-ignore-vcs Don't respect VCS ignore files (.gitignore, .hgignore, etc.), including those in parent directories. -V, --version Prints version information -v, --verbose Set log output level: 1: to show unknown file extensions, 2: reserved for future debugging, 3: enable file level trace. Not recommended on multiple files OPTIONS: -c, --columns <columns> Sets a strict column width of the output, only available for terminal output. -e, --exclude <exclude>... Ignore all files & directories matching the pattern. -i, --input <file_input> Gives statistics from a previous tokei run. Can be given a file path, or "stdin" to read from stdin. -o, --output <output> Outputs Tokei in a specific format. Compile with additional features for more format support. [possible values: cbor, json, yaml] -s, --sort <sort> Sort languages based on column [possible values: files, lines, blanks, code, comments] -t, --type <types> Filters output by language type, separated by a comma. i.e. -t=Rust,Markdown ARGS: <input>... The path(s) to the file or directory to be counted. ``` ## Badges Tokei has support for badges. For example [](https://github.com/XAMPPRocky/tokei). ``` [](https://github.com/XAMPPRocky/tokei). ``` Tokei's URL scheme is as follows. ``` https://tokei.rs/b1/{host: values: github|gitlab}/{Repo Owner eg: XAMPPRocky}/{Repo name eg: tokei} ``` By default the badge will show the repo's LoC(_Lines of Code_), you can also specify for it to show a different category, by using the `?category=` query string. It can be either `code`, `blanks`, `files`, `lines`, `comments`, Example show total lines: ``` [](https://github.com/XAMPPRocky/tokei). ``` The server code hosted on tokei.rs is in [XAMPPRocky/tokei_rs](https://github.com/XAMPPRocky/tokei_rs) ## Dockerized version Tokei is available in a small `alpine`-based docker image, buildable through [earthly](https://github.com/earthly/earthly): ```bash earthly +docker ``` Once built, one can run the image with: ```bash docker run --rm -v /path/to/analyze:/src tokei . ``` Or, to simply analyze the current folder (linux): ```bash docker run --rm -v $(pwd):/src tokei . ``` ## Supported Languages If there is a language that you would to add to tokei feel free to make a pull request. Languages are defined in [`languages.json`](./languages.json), and you can read how to add and test your language in our [CONTRIBUTING.md](./CONTRIBUTING.md). ``` Abap ActionScript Ada Agda Alex Alloy Asn1 Asp AspNet Assembly AssemblyGAS ATS Autoconf AutoHotKey Automake AWK Bash Batch Bazel Bean Bicep Bitbake BrightScript C Cabal Cassius Ceylon CHeader Cil Clojure ClojureC ClojureScript CMake Cobol CoffeeScript Cogent ColdFusion ColdFusionScript Coq Cpp CppHeader Crystal CSharp CShell Css Cuda CUE Cython D D2 DAML Dart DeviceTree Dhall Dockerfile DotNetResource DreamMaker Dust Ebuild EdgeDB Edn Elisp Elixir Elm Elvish EmacsDevEnv Emojicode Erlang Factor FEN Fish FlatBuffers ForgeConfig Forth FortranLegacy FortranModern FreeMarker FSharp Fstar GDB GdScript GdShader Gherkin Gleam Glsl Go Graphql Groovy Gwion Hamlet Handlebars Happy Hare Haskell Haxe Hcl Hex hledger Hlsl HolyC Html Hy Idris Ini IntelHex Isabelle Jai Janet Java JavaScript Jq Json Jsx Julia Julius KakouneScript Kotlin Lean Less Lingua Franca LinkerScript Liquid Lisp LLVM Logtalk Lua Lucius Madlang Max Makefile Markdown Mdx Meson Mint Mlatu ModuleDef MonkeyC MoonScript MsBuild Mustache Nim Nix NotQuitePerl NuGetConfig Nushell ObjectiveC ObjectiveCpp OCaml Odin OpenSCAD OpenQASM Org Oz Pascal Perl Perl6 Pest Php Po Poke Polly Pony PostCss PowerShell Processing Prolog Protobuf PRQL PSL PureScript Python Qcl Qml R Racket Rakefile Razor Renpy ReStructuredText RON RPMSpecfile Ruby RubyHtml Rust Sass Scala Scheme Scons Sh ShaderLab Slang Sml Solidity SpecmanE Spice Sql SRecode Stata Stratego Svelte Svg Swift Swig SystemVerilog Tact Tcl Tex Text Thrift Toml Tsx Twig TypeScript UMPL UnrealDeveloperMarkdown UnrealPlugin UnrealProject UnrealScript UnrealShader UnrealShaderHeader UrWeb UrWebProject Vala VB6 VBScript Velocity Verilog VerilogArgsFile Vhdl VimScript VisualBasic VisualStudioProject VisualStudioSolution Vue WebAssembly Wolfram Xaml XcodeConfig Xml XSL Xtend Yaml ZenCode Zig ZoKrates Zsh ``` ## Common issues ### Tokei says I have a lot of D code, but I know there is no D code! This is likely due to `gcc` generating `.d` files. Until the D people decide on a different file extension, you can always exclude `.d` files using the `-e --exclude` flag like so ``` $ tokei . -e *.d ``` ## Canonical Source The canonical source of this repo is hosted on [GitHub](https://github.com/XAMPPRocky/tokei). If you have a GitHub account, please make your issues, and pull requests there. ## Related Tools - [tokei-pie](https://github.com/laixintao/tokei-pie): Render tokei's output to interactive sunburst chart. ## Copyright and License (C) Copyright 2015 by XAMPPRocky and contributors See [the graph](https://github.com/XAMPPRocky/tokei/graphs/contributors) for a full list of contributors. Tokei is distributed under the terms of both the MIT license and the Apache License (Version 2.0). See [LICENCE-APACHE](./LICENCE-APACHE), [LICENCE-MIT](./LICENCE-MIT) for more information. 07070100000015000081ED00000000000000000000000166C8A4FD000003E5000000000000000000000000000000000000002700000000tokei-13.0.0.alpha.5+git0/benchmark.sh#!/usr/bin/env bash set -e if [ "$1" = "--full" ]; then FILE=$2 FULL=true else FILE=$1 FULL=false fi echo 'Tokei Benchmarking Tool' if [ $FULL = true ]; then REQUIRED='cloc, tokei, loc, hyperfine, and scc' else REQUIRED='tokei, and hyperfine' fi echo "The use of this tool requires $REQUIRED to be installed and available in your PATH variable." echo 'Please enter the path you would like to benchmark:' if [ -z ${FILE+x} ]; then read -r input else input=$FILE fi hyperfine --version echo "old tokei: $(tokei --version)" if [ $FULL = true ]; then scc --version loc --version echo "cloc: $(cloc --version)" fi cargo build --release if [ $FULL = true ]; then hyperfine -w 10 --export-csv './results.csv' "target/release/tokei $input" \ "tokei $input" \ "scc $input" \ "loc $input" # \ "cloc $input" else hyperfine -w 5 "target/release/tokei $input" \ "tokei $input" fi 07070100000016000081A400000000000000000000000166C8A4FD000013AA000000000000000000000000000000000000002300000000tokei-13.0.0.alpha.5+git0/build.rsextern crate ignore; extern crate json5; extern crate serde_json; use std::ffi::OsStr; use std::fs; use std::path::Path; use std::{cmp, env, error}; use ignore::Walk; use serde_json::Value; fn main() -> Result<(), Box<dyn error::Error>> { let out_dir = env::var_os("OUT_DIR").expect("No OUT_DIR variable."); generate_languages(&out_dir)?; generate_tests(&out_dir)?; Ok(()) } fn generate_languages(out_dir: &OsStr) -> Result<(), Box<dyn error::Error>> { let mut tera = tera::Tera::default(); let json_string: String = fs::read_to_string("languages.json")?.parse()?; let mut json: Value = json5::from_str(&json_string)?; for (_key, ref mut item) in json .get_mut("languages") .unwrap() .as_object_mut() .unwrap() .iter_mut() { macro_rules! sort_prop { ($prop:expr) => {{ if let Some(ref mut prop) = item.get_mut($prop) { prop.as_array_mut() .unwrap() .sort_unstable_by(compare_json_str_len) } }}; } sort_prop!("quotes"); sort_prop!("verbatim_quotes"); sort_prop!("multi_line"); } let output_path = Path::new(&out_dir).join("language_type.rs"); let rust_code = tera.render_str( &std::fs::read_to_string("src/language/language_type.tera.rs")?, &tera::Context::from_value(json)?, )?; std::fs::write(output_path, rust_code)?; Ok(()) } fn compare_json_str_len(a: &Value, b: &Value) -> cmp::Ordering { let a = a.as_array().expect("a as array"); let b = b.as_array().expect("b as array"); let max_a_size = a.iter().map(|e| e.as_str().unwrap().len()).max().unwrap(); let max_b_size = b.iter().map(|e| e.as_str().unwrap().len()).max().unwrap(); max_b_size.cmp(&max_a_size) } fn generate_tests(out_dir: &OsStr) -> Result<(), Box<dyn error::Error>> { // Length of string literal below by number of languages const INITIAL_BUFFER_SIZE: usize = 989 * 130; let mut string = String::with_capacity(INITIAL_BUFFER_SIZE); generate_tests_batch("./tests/data", None, &mut string)?; generate_tests_batch("./tests/embedding", Some("embedding"), &mut string)?; Ok(fs::write(Path::new(&out_dir).join("tests.rs"), string)?) } fn generate_tests_batch( src_dir: &str, test_module: Option<&str>, string: &mut String, ) -> Result<(), Box<dyn error::Error>> { let walker = Walk::new(src_dir).filter(|p| match p { Ok(ref p) => { if let Ok(ref p) = p.metadata() { p.is_file() } else { false } } _ => false, }); if let Some(test_module) = test_module { string.push_str(&format!( r####" #[cfg(test)] mod {0} {{ use super::*; "####, test_module )); } for path in walker { let path = path?; let path = path.path(); let root = std::path::PathBuf::from(std::env::var("CARGO_MANIFEST_DIR").unwrap()); let name = path.file_stem().unwrap().to_str().unwrap().to_lowercase(); if name == "jupyter" { continue; } string.push_str(&format!( r####" #[test] fn {0}() {{ const _: &str = include_str!(r###"{2}"###); let mut languages = Languages::new(); languages.get_statistics(&["{1}"], &[], &Config::default()); if languages.len() != 1 {{ panic!("wrong languages detected: expected just {0}, found {{:?}}", languages.into_iter().collect::<Vec<_>>()); }} let (name, language) = languages.into_iter().next().unwrap(); let mut language = language.summarise(); let contents = fs::read_to_string("{1}").unwrap(); println!("{{}} {1}", name); assert_eq!(get_digit!(LINES, contents), language.lines()); println!("{{}} LINES MATCH", name); assert_eq!(get_digit!(CODE, contents), language.code); println!("{{}} CODE MATCH", name); assert_eq!(get_digit!(COMMENTS, contents), language.comments); println!("{{}} COMMENTS MATCH", name); assert_eq!(get_digit!(BLANKS, contents), language.blanks); println!("{{}} BLANKS MATCH", name); let report = language.reports.pop().unwrap(); let stats = report.stats.summarise(); assert_eq!(language.lines(), stats.lines()); assert_eq!(language.code, stats.code); assert_eq!(language.comments, stats.comments); assert_eq!(language.blanks, stats.blanks); }} "####, name, path.to_string_lossy().replace('\\', "/"), std::fs::canonicalize(root.join(path)).unwrap().display(), )); } if test_module.is_some() { string.push_str("\n}"); } Ok(()) } 07070100000017000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000001D00000000tokei-13.0.0.alpha.5+git0/ci07070100000018000081ED00000000000000000000000166C8A4FD00000234000000000000000000000000000000000000002800000000tokei-13.0.0.alpha.5+git0/ci/build.bash#!/usr/bin/env bash # Script for building your rust projects. set -e source ci/common.bash # $1 {path} = Path to cross/cargo executable CROSS=$1 # $1 {string} = <Target Triple> TARGET_TRIPLE=$2 # $3 {boolean} = Whether or not building for release or not. RELEASE_BUILD=$3 required_arg "$CROSS" 'CROSS' required_arg "$TARGET_TRIPLE" '<Target Triple>' if [ -z "$RELEASE_BUILD" ]; then $CROSS build --target "$TARGET_TRIPLE" $CROSS build --target "$TARGET_TRIPLE" --all-features else $CROSS build --target "$TARGET_TRIPLE" --all-features --release fi 07070100000019000081A400000000000000000000000166C8A4FD0000006E000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/ci/common.bashrequired_arg() { if [ -z "$1" ]; then echo "Required argument $2 missing" exit 1 fi } 0707010000001A000081ED00000000000000000000000166C8A4FD00000046000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/ci/set_rust_version.bash#!/usr/bin/env bash set -e rustup default "$1" rustup target add "$2" 0707010000001B000081ED00000000000000000000000166C8A4FD00000170000000000000000000000000000000000000002700000000tokei-13.0.0.alpha.5+git0/ci/test.bash#!/usr/bin/env bash # Script for building your rust projects. set -e source ci/common.bash # $1 {path} = Path to cross/cargo executable CROSS=$1 # $1 {string} = <Target Triple> TARGET_TRIPLE=$2 required_arg "$CROSS" 'CROSS' required_arg "$TARGET_TRIPLE" '<Target Triple>' $CROSS test --target "$TARGET_TRIPLE" $CROSS build --target "$TARGET_TRIPLE" --all-features 0707010000001C000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000001F00000000tokei-13.0.0.alpha.5+git0/fuzz0707010000001D000081A400000000000000000000000166C8A4FD00000019000000000000000000000000000000000000002A00000000tokei-13.0.0.alpha.5+git0/fuzz/.gitignore target corpus artifacts 0707010000001E000081A400000000000000000000000166C8A4FD00007181000000000000000000000000000000000000002A00000000tokei-13.0.0.alpha.5+git0/fuzz/Cargo.lock# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 3 [[package]] name = "aho-corasick" version = "0.7.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7404febffaa47dac81aa44dba71523c9d069b1bdc50a77db41195149e17f68e5" dependencies = [ "memchr", ] [[package]] name = "ansi_term" version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ee49baf6cb617b853aa8d93bf420db2383fab46d314482ca2803b40d5fde979b" dependencies = [ "winapi", ] [[package]] name = "arbitrary" version = "1.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "510c76ecefdceada737ea728f4f9a84bd2e1ef29f1ba555e560940fe279954de" dependencies = [ "derive_arbitrary", ] [[package]] name = "arrayvec" version = "0.4.12" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cd9fd44efafa8690358b7408d253adf110036b88f55672a933f01d616ad9b1b9" dependencies = [ "nodrop", ] [[package]] name = "atty" version = "0.2.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d9b39be18770d11421cdb1b9947a45dd3f37e93092cbf377614828a319d5fee8" dependencies = [ "hermit-abi", "libc", "winapi", ] [[package]] name = "autocfg" version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cdb031dd78e28731d87d56cc8ffef4a8f36ca26c38fe2de700543e627f8a464a" [[package]] name = "bitflags" version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cf1de2fe8c75bc145a2f577add951f8134889b4795d47466a54a5c846d691693" [[package]] name = "block-buffer" version = "0.7.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c0940dc441f31689269e10ac70eb1002a3a1d3ad1390e030043662eb7fe4688b" dependencies = [ "block-padding", "byte-tools", "byteorder", "generic-array", ] [[package]] name = "block-padding" version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fa79dedbb091f449f1f39e53edf88d5dbe95f895dae6135a8d7b881fb5af73f5" dependencies = [ "byte-tools", ] [[package]] name = "bstr" version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a40b47ad93e1a5404e6c18dec46b628214fee441c70f4ab5d6942142cc268a3d" dependencies = [ "memchr", ] [[package]] name = "byte-tools" version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e3b5ca7a04898ad4bcd41c90c5285445ff5b791899bb1b0abdd2a2aa791211d7" [[package]] name = "bytecount" version = "0.6.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "72feb31ffc86498dacdbd0fcebb56138e7177a8cc5cea4516031d15ae85a742e" [[package]] name = "byteorder" version = "1.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ae44d1a3d5a19df61dd0c8beb138458ac2a53a7ac09eba97d55592540004306b" [[package]] name = "cc" version = "1.0.67" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e3c69b077ad434294d3ce9f1f6143a2a4b89a8a2d54ef813d85003a4fd1137fd" [[package]] name = "cfg-if" version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" [[package]] name = "chrono" version = "0.4.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "670ad68c9088c2a963aaa298cb369688cf3f9465ce5e2d4ca10e6e0098a1ce73" dependencies = [ "libc", "num-integer", "num-traits", "time", "winapi", ] [[package]] name = "chrono-tz" version = "0.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2554a3155fec064362507487171dcc4edc3df60cb10f3a1fb10ed8094822b120" dependencies = [ "chrono", "parse-zoneinfo", ] [[package]] name = "clap" version = "2.33.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "37e58ac78573c40708d45522f0d80fa2f01cc4f9b4e2bf749807255454312002" dependencies = [ "ansi_term", "atty", "bitflags", "strsim", "term_size", "textwrap", "unicode-width", "vec_map", ] [[package]] name = "colored" version = "2.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b3616f750b84d8f0de8a58bda93e08e2a81ad3f523089b05f1dffecab48c6cbd" dependencies = [ "atty", "lazy_static", "winapi", ] [[package]] name = "crossbeam-channel" version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dca26ee1f8d361640700bde38b2c37d8c22b3ce2d360e1fc1c74ea4b0aa7d775" dependencies = [ "cfg-if", "crossbeam-utils", ] [[package]] name = "crossbeam-deque" version = "0.8.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "94af6efb46fef72616855b036a624cf27ba656ffc9be1b9a3c931cfc7749a9a9" dependencies = [ "cfg-if", "crossbeam-epoch", "crossbeam-utils", ] [[package]] name = "crossbeam-epoch" version = "0.9.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d60ab4a8dba064f2fbb5aa270c28da5cf4bbd0e72dae1140a6b0353a779dbe00" dependencies = [ "cfg-if", "crossbeam-utils", "lazy_static", "loom", "memoffset", "scopeguard", ] [[package]] name = "crossbeam-utils" version = "0.8.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bae8f328835f8f5a6ceb6a7842a7f2d0c03692adb5c889347235d59194731fe3" dependencies = [ "autocfg", "cfg-if", "lazy_static", "loom", ] [[package]] name = "dashmap" version = "4.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e77a43b28d0668df09411cb0bc9a8c2adc40f9a048afe863e05fd43251e8e39c" dependencies = [ "cfg-if", "num_cpus", "serde", ] [[package]] name = "derive_arbitrary" version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "df89dd0d075dea5cc5fdd6d5df6b8a61172a710b3efac1d6bdb9dd8b78f82c1a" dependencies = [ "proc-macro2", "quote", "syn", ] [[package]] name = "deunicode" version = "0.4.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "850878694b7933ca4c9569d30a34b55031b9b139ee1fc7b94a527c4ef960d690" [[package]] name = "digest" version = "0.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f3d0c8c8752312f9713efd397ff63acb9f85585afbf179282e720e7704954dd5" dependencies = [ "generic-array", ] [[package]] name = "dirs-next" version = "2.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b98cf8ebf19c3d1b223e151f99a4f9f0690dca41414773390fc824184ac833e1" dependencies = [ "cfg-if", "dirs-sys-next", ] [[package]] name = "dirs-sys-next" version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4ebda144c4fe02d1f7ea1a7d9641b6fc6b580adcfa024ae48797ecdeb6825b4d" dependencies = [ "libc", "redox_users", "winapi", ] [[package]] name = "either" version = "1.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e78d4f1cc4ae33bbfc157ed5d5a5ef3bc29227303d595861deb238fcec4e9457" [[package]] name = "encoding_rs" version = "0.8.28" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "80df024fbc5ac80f87dfef0d9f5209a252f2a497f7f42944cff24d8253cac065" dependencies = [ "cfg-if", ] [[package]] name = "encoding_rs_io" version = "0.1.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1cc3c5651fb62ab8aa3103998dade57efdd028544bd300516baa31840c252a83" dependencies = [ "encoding_rs", ] [[package]] name = "env_logger" version = "0.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "17392a012ea30ef05a610aa97dfb49496e71c9f676b27879922ea5bdf60d9d3f" dependencies = [ "atty", "humantime", "log", "regex", "termcolor", ] [[package]] name = "fake-simd" version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e88a8acf291dafb59c2d96e8f59828f3838bb1a70398823ade51a84de6a6deed" [[package]] name = "fnv" version = "1.0.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" [[package]] name = "generator" version = "0.6.24" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a9fed24fd1e18827652b4d55652899a1e9da8e54d91624dc3437a5bc3a9f9a9c" dependencies = [ "cc", "libc", "log", "rustversion", "winapi", ] [[package]] name = "generic-array" version = "0.12.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c68f0274ae0e023facc3c97b2e00f076be70e254bc851d972503b328db79b2ec" dependencies = [ "typenum", ] [[package]] name = "getrandom" version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c9495705279e7140bf035dde1f6e750c162df8b625267cd52cc44e0b156732c8" dependencies = [ "cfg-if", "libc", "wasi", ] [[package]] name = "globset" version = "0.4.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "10463d9ff00a2a068db14231982f5132edebad0d7660cd956a1c30292dbcbfbd" dependencies = [ "aho-corasick", "bstr", "fnv", "log", "regex", ] [[package]] name = "globwalk" version = "0.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93e3af942408868f6934a7b85134a3230832b9977cf66125df2f9edcfce4ddcc" dependencies = [ "bitflags", "ignore", "walkdir", ] [[package]] name = "grep-matcher" version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6d27563c33062cd33003b166ade2bb4fd82db1fd6a86db764dfdad132d46c1cc" dependencies = [ "memchr", ] [[package]] name = "grep-searcher" version = "0.1.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7fbdbde90ba52adc240d2deef7b6ad1f99f53142d074b771fe9b7bede6c4c23d" dependencies = [ "bstr", "bytecount", "encoding_rs", "encoding_rs_io", "grep-matcher", "log", "memmap2", ] [[package]] name = "hermit-abi" version = "0.1.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "322f4de77956e22ed0e5032c359a0f1273f1f7f0d79bfa3b8ffbc730d7fbcc5c" dependencies = [ "libc", ] [[package]] name = "humansize" version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b6cab2627acfc432780848602f3f558f7e9dd427352224b0d9324025796d2a5e" [[package]] name = "humantime" version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4" [[package]] name = "ignore" version = "0.4.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "713f1b139373f96a2e0ce3ac931cd01ee973c3c5dd7c40c0c2efe96ad2b6751d" dependencies = [ "crossbeam-utils", "globset", "lazy_static", "log", "memchr", "regex", "same-file", "thread_local", "walkdir", "winapi-util", ] [[package]] name = "instant" version = "0.1.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "61124eeebbd69b8190558df225adf7e4caafce0d743919e5d6b19652314ec5ec" dependencies = [ "cfg-if", ] [[package]] name = "itoa" version = "0.4.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dd25036021b0de88a0aff6b850051563c6516d0bf53f8638938edbb9de732736" [[package]] name = "itoa" version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1aab8fc367588b89dcee83ab0fd66b72b50b72fa1904d7095045ace2b0c81c35" [[package]] name = "lazy_static" version = "1.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" [[package]] name = "libc" version = "0.2.86" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b7282d924be3275cec7f6756ff4121987bc6481325397dde6ba3e7802b1a8b1c" [[package]] name = "libfuzzer-sys" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "86c975d637bc2a2f99440932b731491fc34c7f785d239e38af3addd3c2fd0e46" dependencies = [ "arbitrary", "cc", ] [[package]] name = "lock_api" version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dd96ffd135b2fd7b973ac026d28085defbe8983df057ced3eb4f2130b0831312" dependencies = [ "scopeguard", ] [[package]] name = "log" version = "0.4.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "51b9bbe6c47d51fc3e1a9b945965946b4c44142ab8792c50835a980d362c2710" dependencies = [ "cfg-if", ] [[package]] name = "loom" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d44c73b4636e497b4917eb21c33539efa3816741a2d3ff26c6316f1b529481a4" dependencies = [ "cfg-if", "generator", "scoped-tls", ] [[package]] name = "maplit" version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3e2e65a1a2e43cfcb47a895c4c8b10d1f4a61097f9f254f183aee60cad9c651d" [[package]] name = "memchr" version = "2.3.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0ee1c47aaa256ecabcaea351eae4a9b01ef39ed810004e298d2511ed284b1525" [[package]] name = "memmap2" version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "00b6c2ebff6180198788f5db08d7ce3bc1d0b617176678831a7510825973e357" dependencies = [ "libc", ] [[package]] name = "memoffset" version = "0.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "157b4208e3059a8f9e78d559edc658e13df41410cb3ae03979c83130067fdd87" dependencies = [ "autocfg", ] [[package]] name = "nodrop" version = "0.1.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "72ef4a56884ca558e5ddb05a1d1e7e1bfd9a68d9ed024c21704cc98872dae1bb" [[package]] name = "num-format" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bafe4179722c2894288ee77a9f044f02811c86af699344c498b0840c698a2465" dependencies = [ "arrayvec", "itoa 0.4.7", ] [[package]] name = "num-integer" version = "0.1.44" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d2cc698a63b549a70bc047073d2949cce27cd1c7b0a4a862d08a8031bc2801db" dependencies = [ "autocfg", "num-traits", ] [[package]] name = "num-traits" version = "0.2.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9a64b1ec5cda2586e284722486d802acf1f7dbdc623e2bfc57e65ca1cd099290" dependencies = [ "autocfg", ] [[package]] name = "num_cpus" version = "1.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "05499f3756671c15885fee9034446956fff3f243d6077b91e5767df161f766b3" dependencies = [ "hermit-abi", "libc", ] [[package]] name = "once_cell" version = "1.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "10acf907b94fc1b1a152d08ef97e7759650268cf986bf127f387e602b02c7e5a" [[package]] name = "opaque-debug" version = "0.2.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2839e79665f131bdb5782e51f2c6c9599c133c6098982a54c794358bf432529c" [[package]] name = "parking_lot" version = "0.11.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6d7744ac029df22dca6284efe4e898991d28e3085c706c972bcd7da4a27a15eb" dependencies = [ "instant", "lock_api", "parking_lot_core", ] [[package]] name = "parking_lot_core" version = "0.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fa7a782938e745763fe6907fc6ba86946d72f49fe7e21de074e08128a99fb018" dependencies = [ "cfg-if", "instant", "libc", "redox_syscall", "smallvec", "winapi", ] [[package]] name = "parse-zoneinfo" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c705f256449c60da65e11ff6626e0c16a0a0b96aaa348de61376b249bc340f41" dependencies = [ "regex", ] [[package]] name = "percent-encoding" version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d4fd5641d01c8f18a23da7b6fe29298ff4b55afcccdf78973b24cf3175fee32e" [[package]] name = "pest" version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "10f4872ae94d7b90ae48754df22fd42ad52ce740b8f370b03da4835417403e53" dependencies = [ "ucd-trie", ] [[package]] name = "pest_derive" version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "833d1ae558dc601e9a60366421196a8d94bc0ac980476d0b67e1d0988d72b2d0" dependencies = [ "pest", "pest_generator", ] [[package]] name = "pest_generator" version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "99b8db626e31e5b81787b9783425769681b347011cc59471e33ea46d2ea0cf55" dependencies = [ "pest", "pest_meta", "proc-macro2", "quote", "syn", ] [[package]] name = "pest_meta" version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "54be6e404f5317079812fc8f9f5279de376d8856929e21c184ecf6bbd692a11d" dependencies = [ "maplit", "pest", "sha-1", ] [[package]] name = "ppv-lite86" version = "0.2.10" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ac74c624d6b2d21f425f752262f42188365d7b8ff1aff74c82e45136510a4857" [[package]] name = "proc-macro2" version = "1.0.24" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1e0704ee1a7e00d7bb417d0770ea303c1bccbabf0ef1667dae92b5967f5f8a71" dependencies = [ "unicode-xid", ] [[package]] name = "quote" version = "1.0.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c3d0b9745dc2debf507c8422de05d7226cc1f0644216dfdfead988f9b1ab32a7" dependencies = [ "proc-macro2", ] [[package]] name = "rand" version = "0.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0ef9e7e66b4468674bfcb0c81af8b7fa0bb154fa9f28eb840da5c447baeb8d7e" dependencies = [ "libc", "rand_chacha", "rand_core", "rand_hc", ] [[package]] name = "rand_chacha" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e12735cf05c9e10bf21534da50a147b924d555dc7a547c42e6bb2d5b6017ae0d" dependencies = [ "ppv-lite86", "rand_core", ] [[package]] name = "rand_core" version = "0.6.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "34cf66eb183df1c5876e2dcf6b13d57340741e8dc255b48e40a26de954d06ae7" dependencies = [ "getrandom", ] [[package]] name = "rand_hc" version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3190ef7066a446f2e7f42e239d161e905420ccab01eb967c9eb27d21b2322a73" dependencies = [ "rand_core", ] [[package]] name = "rayon" version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8b0d8e0819fadc20c74ea8373106ead0600e3a67ef1fe8da56e39b9ae7275674" dependencies = [ "autocfg", "crossbeam-deque", "either", "rayon-core", ] [[package]] name = "rayon-core" version = "1.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9ab346ac5921dc62ffa9f89b7a773907511cdfa5490c572ae9be1be33e8afa4a" dependencies = [ "crossbeam-channel", "crossbeam-deque", "crossbeam-utils", "lazy_static", "num_cpus", ] [[package]] name = "redox_syscall" version = "0.2.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "94341e4e44e24f6b591b59e47a8a027df12e008d73fd5672dbea9cc22f4507d9" dependencies = [ "bitflags", ] [[package]] name = "redox_users" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "528532f3d801c87aec9def2add9ca802fe569e44a544afe633765267840abe64" dependencies = [ "getrandom", "redox_syscall", ] [[package]] name = "regex" version = "1.4.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2a26af418b574bd56588335b3a3659a65725d4e636eb1016c2f9e3b38c7cc759" dependencies = [ "aho-corasick", "memchr", "regex-syntax", ] [[package]] name = "regex-syntax" version = "0.6.22" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b5eb417147ba9860a96cfe72a0b93bf88fee1744b5636ec99ab20c1aa9376581" [[package]] name = "rustversion" version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cb5d2a036dc6d2d8fd16fde3498b04306e29bd193bf306a57427019b823d5acd" [[package]] name = "ryu" version = "1.0.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "71d301d4193d031abdd79ff7e3dd721168a9572ef3fe51a1517aba235bd8f86e" [[package]] name = "same-file" version = "1.0.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" dependencies = [ "winapi-util", ] [[package]] name = "scoped-tls" version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ea6a9290e3c9cf0f18145ef7ffa62d68ee0bf5fcd651017e586dc7fd5da448c2" [[package]] name = "scopeguard" version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd" [[package]] name = "serde" version = "1.0.132" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8b9875c23cf305cd1fd7eb77234cbb705f21ea6a72c637a5c6db5fe4b8e7f008" dependencies = [ "serde_derive", ] [[package]] name = "serde_derive" version = "1.0.132" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ecc0db5cb2556c0e558887d9bbdcf6ac4471e83ff66cf696e5419024d1606276" dependencies = [ "proc-macro2", "quote", "syn", ] [[package]] name = "serde_json" version = "1.0.73" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bcbd0344bc6533bc7ec56df11d42fb70f1b912351c0825ccb7211b59d8af7cf5" dependencies = [ "itoa 1.0.1", "ryu", "serde", ] [[package]] name = "sha-1" version = "0.8.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f7d94d0bede923b3cea61f3f1ff57ff8cdfd77b400fb8f9998949e0cf04163df" dependencies = [ "block-buffer", "digest", "fake-simd", "opaque-debug", ] [[package]] name = "slug" version = "0.1.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b3bc762e6a4b6c6fcaade73e77f9ebc6991b676f88bb2358bddb56560f073373" dependencies = [ "deunicode", ] [[package]] name = "smallvec" version = "1.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fe0f37c9e8f3c5a4a66ad655a93c74daac4ad00c441533bf5c6e7990bb42604e" [[package]] name = "strsim" version = "0.8.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8ea5119cdb4c55b55d432abb513a0429384878c15dde60cc77b1c99de1a95a6a" [[package]] name = "syn" version = "1.0.60" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c700597eca8a5a762beb35753ef6b94df201c81cca676604f547495a0d7f0081" dependencies = [ "proc-macro2", "quote", "unicode-xid", ] [[package]] name = "tera" version = "1.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "eac6ab7eacf40937241959d540670f06209c38ceadb62116999db4a950fbf8dc" dependencies = [ "chrono", "chrono-tz", "globwalk", "humansize", "lazy_static", "percent-encoding", "pest", "pest_derive", "rand", "regex", "serde", "serde_json", "slug", "unic-segment", ] [[package]] name = "term_size" version = "0.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1e4129646ca0ed8f45d09b929036bafad5377103edd06e50bf574b353d2b08d9" dependencies = [ "libc", "winapi", ] [[package]] name = "termcolor" version = "1.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2dfed899f0eb03f32ee8c6a0aabdb8a7949659e3466561fc0adf54e26d88c5f4" dependencies = [ "winapi-util", ] [[package]] name = "textwrap" version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d326610f408c7a4eb6f51c37c330e496b08506c9457c9d34287ecc38809fb060" dependencies = [ "term_size", "unicode-width", ] [[package]] name = "thread_local" version = "1.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8018d24e04c95ac8790716a5987d0fec4f8b27249ffa0f7d33f1369bdfb88cbd" dependencies = [ "once_cell", ] [[package]] name = "time" version = "0.1.43" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ca8a50ef2360fbd1eeb0ecd46795a87a19024eb4b53c5dc916ca1fd95fe62438" dependencies = [ "libc", "winapi", ] [[package]] name = "tokei" version = "12.1.2" dependencies = [ "aho-corasick", "arbitrary", "clap", "colored", "crossbeam-channel", "dashmap", "dirs-next", "encoding_rs_io", "env_logger", "grep-searcher", "ignore", "log", "num-format", "once_cell", "parking_lot", "rayon", "regex", "serde", "serde_json", "tera", "term_size", "toml", ] [[package]] name = "tokei-fuzz" version = "0.0.1" dependencies = [ "arbitrary", "libfuzzer-sys", "tokei", ] [[package]] name = "toml" version = "0.5.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a31142970826733df8241ef35dc040ef98c679ab14d7c3e54d827099b3acecaa" dependencies = [ "serde", ] [[package]] name = "typenum" version = "1.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "373c8a200f9e67a0c95e62a4f52fbf80c23b4381c05a17845531982fa99e6b33" [[package]] name = "ucd-trie" version = "0.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "56dee185309b50d1f11bfedef0fe6d036842e3fb77413abef29f8f8d1c5d4c1c" [[package]] name = "unic-char-property" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a8c57a407d9b6fa02b4795eb81c5b6652060a15a7903ea981f3d723e6c0be221" dependencies = [ "unic-char-range", ] [[package]] name = "unic-char-range" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0398022d5f700414f6b899e10b8348231abf9173fa93144cbc1a43b9793c1fbc" [[package]] name = "unic-common" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "80d7ff825a6a654ee85a63e80f92f054f904f21e7d12da4e22f9834a4aaa35bc" [[package]] name = "unic-segment" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e4ed5d26be57f84f176157270c112ef57b86debac9cd21daaabbe56db0f88f23" dependencies = [ "unic-ucd-segment", ] [[package]] name = "unic-ucd-segment" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2079c122a62205b421f499da10f3ee0f7697f012f55b675e002483c73ea34700" dependencies = [ "unic-char-property", "unic-char-range", "unic-ucd-version", ] [[package]] name = "unic-ucd-version" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "96bd2f2237fe450fcd0a1d2f5f4e91711124f7857ba2e964247776ebeeb7b0c4" dependencies = [ "unic-common", ] [[package]] name = "unicode-width" version = "0.1.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9337591893a19b88d8d87f2cec1e73fad5cdfd10e5a6f349f498ad6ea2ffb1e3" [[package]] name = "unicode-xid" version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f7fe0bb3479651439c9112f72b6c505038574c9fbb575ed1bf3b797fa39dd564" [[package]] name = "vec_map" version = "0.8.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f1bddf1187be692e79c5ffeab891132dfb0f236ed36a43c7ed39f1165ee20191" [[package]] name = "walkdir" version = "2.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "777182bc735b6424e1a57516d35ed72cb8019d85c8c9bf536dccb3445c1a2f7d" dependencies = [ "same-file", "winapi", "winapi-util", ] [[package]] name = "wasi" version = "0.10.2+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fd6fbd9a79829dd1ad0cc20627bf1ed606756a7f77edff7b66b7064f9cb327c6" [[package]] name = "winapi" version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" dependencies = [ "winapi-i686-pc-windows-gnu", "winapi-x86_64-pc-windows-gnu", ] [[package]] name = "winapi-i686-pc-windows-gnu" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" [[package]] name = "winapi-util" version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "70ec6ce85bb158151cae5e5c87f95a8e97d2c0c4b001223f33a334e3ce5de178" dependencies = [ "winapi", ] [[package]] name = "winapi-x86_64-pc-windows-gnu" version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" 0707010000001F000081A400000000000000000000000166C8A4FD00000248000000000000000000000000000000000000002A00000000tokei-13.0.0.alpha.5+git0/fuzz/Cargo.toml [package] name = "tokei-fuzz" version = "0.0.1" authors = ["Michael Macnair"] publish = false edition = "2018" [package.metadata] cargo-fuzz = true [dependencies] libfuzzer-sys = "0.4" arbitrary = { version = "1.0.0", features = ["derive"] } [dependencies.tokei] path = ".." # Prevent this from interfering with workspaces [workspace] members = ["."] [[bin]] name = "parse_from_slice_total" path = "fuzz_targets/parse_from_slice_total.rs" test = false doc = false [[bin]] name = "parse_from_slice_panic" path = "fuzz_targets/parse_from_slice_panic.rs" test = false doc = false 07070100000020000081A400000000000000000000000166C8A4FD00000624000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/fuzz/README.md## Fuzzing Tokei Tokei can be fuzzed using libFuzzer, via [cargo-fuzz](https://github.com/rust-fuzz/cargo-fuzz/). First install cargo-fuzz: `cargo install cargo-fuzz`. To launch a fuzzing job: `cargo +nightly fuzz run <target>` - it will run until you kill it with ctrl-c. To use multiple cores: `cargo +nightly fuzz run <target> --jobs=6` To speed things up (at the expensive of missing bugs that only manifest in larger files): `cargo +nightly fuzz run <target> -- -max_len=200` Available fuzz targets: - `parse_from_slice_panic` - checks that all of the LanguageType instances' `parse_from_slice` function doesn't panic. - `parse_from_slice_total` - checks that the language stats pass a basic test of reporting no more total lines than there are new lines in the file. At the time of writing there are low-hanging bugs here. With the two `parse_from_slice` fuzz targets, it makes sense to share a common corpus directory as they have identical input formats, e.g.: `cargo +nightly fuzz run parse_from_slice_{panic,total} fuzz/corpus/common` Potential improvements: - Build the fuzz harnesses in CI, so they don't rot. - Do some coverage analysis to check if we're missing any code we would benefit from fuzzing (once it's [integrated into cargo-fuzz](https://github.com/rust-fuzz/cargo-fuzz/pull/248)) - Tighten the `parse_from_slice_total` fuzz target to check the total lines exactly matches the number of lines in the file. Only once any bugs found with the current fuzzer are fixed. - Check in a minimized corpus, and run regression over it in CI. 07070100000021000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002C00000000tokei-13.0.0.alpha.5+git0/fuzz/fuzz_targets07070100000022000081A400000000000000000000000166C8A4FD000006DD000000000000000000000000000000000000004000000000tokei-13.0.0.alpha.5+git0/fuzz/fuzz_targets/parse_from_slice.rsuse arbitrary::Arbitrary; use std::str; use tokei::{Config, LanguageType}; #[derive(Arbitrary, Debug)] pub struct FuzzInput<'a> { lang: LanguageType, treat_doc_strings_as_comments: bool, data: &'a [u8], } // The first byte of data is used to select a language; remaining input is parsed // If check_total is true, asserts that the parsed stats pass a basic sanity test pub fn parse_from_slice(input: FuzzInput, check_total: bool) { let config = &Config { treat_doc_strings_as_comments: Some(input.treat_doc_strings_as_comments), // these options don't impact the behaviour of parse_from_slice: columns: None, hidden: None, no_ignore: None, no_ignore_parent: None, no_ignore_dot: None, no_ignore_vcs: None, sort: None, types: None, for_each_fn: None, }; // check that parsing doesn't panic let stats = input.lang.parse_from_slice(input.data, config); if check_total { // verify that the parsed total lines is not more than the total occurrences of \n and \r\n. // if/when all of the current discrepancies are fixed, we could make this stronger by checking it is equal. if let Ok(s) = str::from_utf8(input.data) { assert!( stats.lines() <= s.lines().count(), "{} got more total lines ({}) than str::lines ({}). Code: {}, Comments: {}, Blanks: {}. treat_doc_strings_as_comments: {}. File contents (as UTF-8):\n{}", input.lang.name(), stats.lines(), s.lines().count(), stats.code, stats.comments, input.treat_doc_strings_as_comments, stats.blanks, s ) }; } } 07070100000023000081A400000000000000000000000166C8A4FD000000C1000000000000000000000000000000000000004600000000tokei-13.0.0.alpha.5+git0/fuzz/fuzz_targets/parse_from_slice_panic.rs#![no_main] use libfuzzer_sys::fuzz_target; mod parse_from_slice; use parse_from_slice::{parse_from_slice, FuzzInput}; fuzz_target!(|data: FuzzInput| { parse_from_slice(data, false); }); 07070100000024000081A400000000000000000000000166C8A4FD000000C0000000000000000000000000000000000000004600000000tokei-13.0.0.alpha.5+git0/fuzz/fuzz_targets/parse_from_slice_total.rs#![no_main] use libfuzzer_sys::fuzz_target; mod parse_from_slice; use parse_from_slice::{parse_from_slice, FuzzInput}; fuzz_target!(|data: FuzzInput| { parse_from_slice(data, true); }); 07070100000025000081A400000000000000000000000166C8A4FD0000CF0D000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/languages.json{ "languages": { "Abap": { "name": "ABAP", "line_comment": ["*", "\\\""], "extensions": ["abap"] }, "ABNF": { "line_comment": [";"], "extensions": ["abnf"] }, "ActionScript": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["as"] }, "Ada": { "line_comment": ["--"], "extensions": ["ada", "adb", "ads", "pad"] }, "Agda": { "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "extensions": ["agda"] }, "Alex": { "extensions": ["x"] }, "Alloy": { "line_comment": ["--", "//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["als"] }, "Arduino": { "name": "Arduino C++", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["ino"] }, "Arturo": { "line_comment": [";"], "quotes": [["\\\"", "\\\""]], "extensions": ["art"] }, "AsciiDoc": { "line_comment": ["//"], "multi_line_comments": [["////", "////"]], "extensions": ["adoc", "asciidoc"] }, "Asn1": { "name": "ASN.1", "line_comment": ["--"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "multi_line_comments": [["/*", "*/"]], "extensions": ["asn1"] }, "Asp": { "name": "ASP", "line_comment": ["'", "REM"], "extensions": ["asa", "asp"] }, "AspNet": { "name": "ASP.NET", "multi_line_comments": [["<!--", "-->"], ["<%--", "-->"]], "extensions": [ "asax", "ascx", "asmx", "aspx", "master", "sitemap", "webinfo" ] }, "Assembly": { "line_comment": [";"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["asm"] }, "AssemblyGAS": { "name": "GNU Style Assembly", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["s"] }, "Astro": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"], ["<!--", "-->"]], "extensions": ["astro"] }, "Ats": { "name": "ATS", "line_comment": ["//"], "multi_line_comments": [["(*", "*)"], ["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": [ "dats", "hats", "sats", "atxt" ] }, "Autoconf": { "line_comment": ["#", "dnl"], "extensions": ["in"] }, "Autoit": { "line_comment": [";"], "multi_line_comments": [["#comments-start", "#comments-end"], ["#cs", "#ce"]], "extensions": ["au3"] }, "AutoHotKey": { "line_comment": [";"], "multi_line_comments": [["/*", "*/"]], "extensions": ["ahk"] }, "Automake": { "line_comment": ["#"], "extensions": ["am"] }, "AWK": { "line_comment": ["#"], "shebangs": ["#!/bin/awk -f"], "extensions": ["awk"] }, "Bash": { "name": "BASH", "shebangs": ["#!/bin/bash"], "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["bash"], "extensions": ["bash"] }, "Batch": { "line_comment": ["REM", "::"], "extensions": ["bat", "btm", "cmd"] }, "Bazel": { "line_comment": ["#"], "doc_quotes": [["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["bzl", "bazel", "bzlmod"], "filenames": ["build", "workspace", "module"] }, "Bean": { "line_comment": [";"], "quotes": [["\\\"", "\\\""]], "extensions": ["bean", "beancount"] }, "Bicep" : { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["'", "'"], ["'''", "'''"]], "extensions": ["bicep", "bicepparam"] }, "Bitbake": { "name": "Bitbake", "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["bb", "bbclass", "bbappend", "inc", "conf"] }, "BrightScript": { "quotes": [["\\\"", "\\\""]], "line_comment": ["'", "REM"], "extensions": ["brs"] }, "C": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["c", "ec", "pgc"] }, "Cabal": { "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "extensions": ["cabal"] }, "Cangjie": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "nested": true, "quotes": [["\\\"", "\\\""],["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "verbatim_quotes": [["#\\\"", "\\\"#"],["##\\\"", "\\\"##"],["###\\\"", "\\\"###"], ["#'", "'#"],["##'", "'##"],["###'", "'###"]], "extensions": ["cj"] }, "Cassius": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["cassius"] }, "Ceylon": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "extensions": ["ceylon"] }, "Chapel": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["chpl"] }, "CHeader": { "name": "C Header", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["h"] }, "Cil": { "name": "CIL (SELinux)", "line_comment": [";"], "quotes": [["\\\"", "\\\""]], "extensions": ["cil"] }, "Circom": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["circom"] }, "Clojure": { "line_comment": [";"], "quotes": [["\\\"", "\\\""]], "extensions": ["clj"] }, "ClojureC": { "line_comment": [";"], "quotes": [["\\\"", "\\\""]], "extensions": ["cljc"] }, "ClojureScript": { "line_comment": [";"], "quotes": [["\\\"", "\\\""]], "extensions": ["cljs"] }, "CMake": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""]], "extensions": ["cmake"], "filenames": ["cmakelists.txt"] }, "Cobol": { "name": "COBOL", "line_comment": ["*"], "extensions": ["cob", "cbl", "ccp", "cobol", "cpy"] }, "CodeQL": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["ql", "qll"] }, "CoffeeScript": { "line_comment": ["#"], "multi_line_comments": [["###", "###"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["coffee", "cjsx"] }, "Cogent": { "line_comment": ["--"], "extensions": ["cogent"] }, "ColdFusion": { "multi_line_comments": [["<!---", "--->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["cfm"] }, "ColdFusionScript": { "name": "ColdFusion CFScript", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["cfc"] }, "Coq": { "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["(*", "*)"]], "extensions": ["v"] }, "Cpp": { "name": "C++", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "verbatim_quotes": [["R\\\"(", ")\\\""]], "extensions": ["cc", "cpp", "cxx", "c++", "pcc", "tpp"] }, "CppHeader": { "name": "C++ Header", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["hh", "hpp", "hxx", "inl", "ipp"] }, "Crystal": { "line_comment": ["#"], "shebangs": ["#!/usr/bin/crystal"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["crystal"], "extensions": ["cr"] }, "CSharp": { "name": "C#", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "verbatim_quotes": [["@\\\"", "\\\""]], "extensions": ["cs", "csx"] }, "CShell": { "name": "C Shell", "shebangs": ["#!/bin/csh"], "line_comment": ["#"], "env": ["csh"], "extensions": ["csh"] }, "Css": { "name": "CSS", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "mime": ["text/css"], "extensions": ["css"] }, "Cuda": { "name": "CUDA", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["cu"] }, "Cue": { "name": "CUE", "line_comment": ["//"], "quotes": [ ["\\\"", "\\\""], ["'", "'"], ["\\\"\\\"\\\"", "\\\"\\\"\\\""] ], "verbatim_quotes": [["#\\\"", "\\\"#"]], "extensions": ["cue"] }, "Cython": { "line_comment": ["#"], "doc_quotes": [["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["cython"], "extensions": ["pyx", "pxd", "pxi"] }, "D": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "nested_comments": [["/+", "+/"]], "extensions": ["d"] }, "D2": { "line_comment": ["#"], "multi_line_comments": [["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "extensions": ["d2"] }, "Daml": { "name": "DAML", "nested": true, "line_comment": ["-- "], "multi_line_comments": [["{-", "-}"]], "extensions": ["daml"] }, "Dart": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [ ["\\\"", "\\\""], ["'", "'"], ["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"] ], "extensions": ["dart"] }, "DeviceTree": { "name": "Device Tree", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["dts", "dtsi"] }, "Dhall":{ "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "quotes": [["\\\"", "\\\""], ["''", "''"]], "extensions": ["dhall"] }, "Dockerfile": { "line_comment": ["#"], "extensions": ["dockerfile", "dockerignore"], "filenames": ["dockerfile"], "quotes": [["\\\"", "\\\""], ["'", "'"]] }, "DotNetResource": { "name": ".NET Resource", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""]], "extensions": ["resx"] }, "DreamMaker": { "name": "Dream Maker", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "nested": true, "extensions": ["dm", "dme"], "quotes": [["\\\"", "\\\""], ["{\\\"", "\\\"}"], ["'", "'"]] }, "Dust": { "name": "Dust.js", "multi_line_comments": [["{!", "!}"]], "extensions": ["dust"] }, "Ebuild": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["ebuild", "eclass"] }, "EdgeQL": { "name": "EdgeQL", "line_comment": ["#"], "quotes": [["'", "'"], ["\\\"", "\\\""], ["$", "$"]], "extensions": ["edgeql"] }, "ESDL": { "name": "EdgeDB Schema Definition", "line_comment": ["#"], "quotes": [["'", "'"], ["\\\"", "\\\""]], "extensions": ["esdl"] }, "Edn": { "line_comment": [";"], "extensions": ["edn"] }, "Elisp": { "name": "Emacs Lisp", "line_comment": [";"], "extensions": ["el"] }, "Elixir": { "line_comment": ["#"], "quotes": [ ["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["\\\"", "\\\""], ["'''", "'''"], ["'", "'"] ], "extensions": ["ex", "exs"] }, "Elm": { "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "extensions": ["elm"] }, "Elvish": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["elvish"], "extensions": ["elv"] }, "EmacsDevEnv": { "name": "Emacs Dev Env", "line_comment": [";"], "extensions": ["ede"] }, "Emojicode": { "line_comment": ["๐ญ"], "multi_line_comments": [["๐ญ๐", "๐๐ญ"], ["๐", "๐"], ["๐", "๐"]], "quotes": [["โ๐ค", "โ๐ค"]], "extensions": ["emojic", "๐"] }, "Erlang": { "line_comment": ["%"], "extensions": ["erl", "hrl"] }, "Factor": { "line_comment": ["!", "#!"], "multi_line_comments": [["/*", "*/"]], "extensions": ["factor"] }, "FEN": { "name": "FEN", "blank": true, "extensions": ["fen"] }, "Fennel" : { "line_comment": [";", ";;"], "quotes": [["\\\"", "\\\""]], "extensions": ["fnl"] }, "Fish": { "shebangs": ["#!/bin/fish"], "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["fish"], "extensions": ["fish"] }, "FlatBuffers": { "name": "FlatBuffers Schema", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["fbs"] }, "ForgeConfig": { "name": "Forge Config", "line_comment": ["#", "~"], "extensions": ["cfg"] }, "Forth": { "line_comment": ["\\\\"], "multi_line_comments": [["( ", ")"]], "extensions": [ "4th", "forth", "fr", "frt", "fth", "f83", "fb", "fpm", "e4", "rx", "ft" ] }, "FortranLegacy": { "name": "FORTRAN Legacy", "line_comment": ["c", "C", "!", "*"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["f", "for", "ftn", "f77", "pfo"] }, "FortranModern": { "name": "FORTRAN Modern", "line_comment": ["!"], "quotes": [["\\\"", "\\\""]], "extensions": ["f03", "f08", "f90", "f95", "fpp"] }, "FreeMarker": { "multi_line_comments": [["<#--", "-->"]], "extensions": ["ftl", "ftlh", "ftlx"] }, "FSharp": { "name": "F#", "line_comment": ["//"], "multi_line_comments": [["(*", "*)"]], "quotes": [["\\\"", "\\\""]], "verbatim_quotes": [["@\\\"", "\\\""]], "extensions": ["fs", "fsi", "fsx", "fsscript"] }, "Fstar": { "name": "F*", "quotes": [["\\\"", "\\\""]], "line_comment": ["//"], "multi_line_comments": [["(*", "*)"]], "extensions": ["fst"] }, "Futhark": { "line_comment": ["--"], "extensions": ["fut"] }, "GDB": { "name": "GDB Script", "line_comment": ["#"], "extensions": ["gdb"] }, "GdScript": { "name": "GDScript", "line_comment": ["#"], "quotes": [ ["\\\"", "\\\""], ["'", "'"], ["\\\"\\\"\\\"", "\\\"\\\"\\\""] ], "extensions": ["gd"] }, "Gherkin": { "name": "Gherkin (Cucumber)", "line_comment": ["#"], "extensions": ["feature"] }, "Gleam": { "name": "Gleam", "line_comment": ["//", "///", "////"], "quotes": [["\\\"", "\\\""]], "extensions": ["gleam"] }, "GlimmerJs": { "name": "Glimmer JS", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"], ["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "important_syntax": ["<template", "<style"], "extensions": ["gjs"] }, "GlimmerTs": { "name": "Glimmer TS", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"], ["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "important_syntax": ["<template", "<style"], "extensions": ["gts"] }, "Glsl": { "name": "GLSL", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["vert", "tesc", "tese", "geom", "frag", "comp", "mesh", "task", "rgen", "rint", "rahit", "rchit", "rmiss", "rcall", "glsl"] }, "Gml": { "name": "Gml", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["gml"] }, "Go": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["go"] }, "Gohtml": { "name": "Go HTML", "multi_line_comments": [["<!--", "-->"], ["{{/*", "*/}}"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["gohtml"] }, "Graphql": { "name": "GraphQL", "quotes": [["\\\"", "\\\""], ["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "line_comment": ["#"], "extensions": ["gql", "graphql"] }, "Groovy": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "env": ["groovy"], "extensions": ["groovy", "grt", "gtpl", "gvy"] }, "Gwion": { "line_comment": ["#!"], "quotes": [["\\\"", "\\\""]], "extensions": ["gw"] }, "Haml": { "line_comment": ["-#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["haml"] }, "Hamlet": { "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["hamlet"] }, "Happy": { "extensions": ["y", "ly"] }, "Handlebars": { "multi_line_comments": [["<!--", "-->"], ["{{!", "}}"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["hbs", "handlebars"] }, "Haskell": { "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "extensions": ["hs"] }, "Haxe": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["hx"] }, "Hcl": { "name": "HCL", "line_comment": ["#", "//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["hcl", "tf", "tfvars"] }, "Headache": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["ha"] }, "Hex": { "name": "HEX", "blank": true, "extensions": ["hex"] }, "HiCad": { "name": "HICAD", "line_comment": ["REM", "rem"], "extensions": ["MAC", "mac"] }, "Hlsl": { "name": "HLSL", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["hlsl"] }, "HolyC": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["HC", "hc","ZC","zc"] }, "Html": { "name": "HTML", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "kind": "html", "important_syntax": ["<script", "<style"], "mime": ["text/html"], "extensions": ["html", "htm"] }, "Hy": { "line_comment": [";"], "extensions": ["hy"] }, "Idris": { "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "quotes": [["\\\"", "\\\""], ["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "extensions": ["idr", "lidr"], "nested": true }, "Ini": { "name": "INI", "line_comment": [";", "#"], "extensions": ["ini"] }, "IntelHex": { "name": "Intel HEX", "blank": true, "extensions": ["ihex"] }, "Isabelle": { "line_comment": ["--"], "multi_line_comments": [ ["{*", "*}"], ["(*", "*)"], ["โน", "โบ"], ["\\\\<open>", "\\\\<close>"] ], "quotes": [["''", "''"]], "extensions": ["thy"] }, "Jai": { "name": "JAI", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["jai"], "nested": true }, "Janet": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["janet"] }, "Java": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["java"] }, "JavaScript": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "mime": [ "application/javascript", "application/ecmascript", "application/x-ecmascript", "application/x-javascript", "text/javascript", "text/ecmascript", "text/javascript1.0", "text/javascript1.1", "text/javascript1.2", "text/javascript1.3", "text/javascript1.4", "text/javascript1.5", "text/jscript", "text/livescript", "text/x-ecmascript", "text/x-javascript" ], "extensions": ["cjs", "js", "mjs"] }, "Jinja2": { "name": "Jinja2", "blank": true, "extensions": ["j2", "jinja"], "multi_line_comments": [["{#", "#}"]] }, "Jq": { "name": "jq", "line_comment": ["#"], "quotes": [["\\\"", "\\\""]], "extensions": ["jq"] }, "JSLT": { "name": "JSLT", "line_comment": ["//"], "quotes": [["\\\"", "\\\""]], "extensions": ["jslt"] }, "Json": { "name": "JSON", "blank": true, "mime": ["application/json", "application/manifest+json"], "extensions": ["json"] }, "Jsonnet": { "line_comment": ["//", "#"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["jsonnet", "libsonnet"] }, "Jsx": { "name": "JSX", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["jsx"] }, "Julia": { "line_comment": ["#"], "multi_line_comments": [["#=", "=#"]], "quotes": [["\\\"", "\\\""], ["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "nested": true, "extensions": ["jl"] }, "Julius": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["julius"] }, "Jupyter": { "name": "Jupyter Notebooks", "extensions": ["ipynb"] }, "K": { "name": "K", "nested": true, "line_comment": ["/"], "quotes": [["\\\"", "\\\""]], "extensions": ["k"] }, "KakouneScript": { "name": "Kakoune script", "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["kak"] }, "Kotlin": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "nested": true, "quotes": [["\\\"", "\\\""], ["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "extensions": ["kt", "kts"] }, "Ksh": { "name": "Korn shell", "shebangs": ["#!/bin/ksh"], "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["ksh"], "extensions": ["ksh"] }, "Lalrpop": { "name": "LALRPOP", "line_comment": ["//"], "extensions": ["lalrpop"], "quotes": [["\\\"", "\\\""], ["#\\\"", "\\\"#"]], "verbatim_quotes": [["r##\\\"", "\\\"##"], ["r#\\\"", "\\\"#"]] }, "KvLanguage": { "name":"KV Language", "line_comment": ["# "], "doc_quotes": [["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["kv"] }, "Lean": { "line_comment": ["--"], "multi_line_comments": [["/-", "-/"]], "nested": true, "extensions": ["lean", "hlean"] }, "Hledger": { "name": "hledger", "line_comment": [";", "#"], "multi_line_comments": [["comment", "end comment"]], "nested": false, "extensions": ["hledger"] }, "Less": { "name": "LESS", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["less"], "quotes": [["\\\"", "\\\""], ["'", "'"]] }, "Lex": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["l", "lex"] }, "Liquid": { "name": "Liquid", "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["liquid"], "multi_line_comments": [["<!--", "-->"], ["{% comment %}", "{% endcomment %}"]] }, "LinguaFranca": { "name": "Lingua Franca", "line_comment": ["//", "#"], "important_syntax": ["{="], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "nested": true, "extensions": ["lf"] }, "LinkerScript": { "name": "LD Script", "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["ld", "lds"] }, "Lisp": { "name": "Common Lisp", "line_comment": [";"], "multi_line_comments": [["#|", "|#"]], "nested": true, "extensions": ["lisp", "lsp", "asd"] }, "LiveScript": { "line_comment": ["#"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["ls"] }, "LLVM": { "line_comment": [";"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["ll"] }, "Logtalk": { "line_comment": ["%"], "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["/*", "*/"]], "extensions": ["lgt", "logtalk"] }, "LolCode": { "name": "LOLCODE", "line_comment": ["BTW"], "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["OBTW", "TLDR"]], "extensions": ["lol"] }, "Lua": { "line_comment": ["--"], "multi_line_comments": [["--[[", "]]"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["lua", "luau"] }, "Lucius": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["lucius"] }, "M4": { "extensions": ["m4"], "line_comment": ["#", "dnl"], "quotes": [["`", "'"]] }, "Madlang": { "extensions": ["mad"], "line_comment": ["#"], "multi_line_comments": [["{#", "#}"]] }, "Makefile": { "line_comment": ["#"], "extensions": ["makefile", "mak", "mk"], "filenames": ["makefile"] }, "Markdown": { "literate": true, "important_syntax": ["```"], "extensions": ["md", "markdown"] }, "Max": { "extensions": ["maxpat"] }, "Mdx": { "name": "MDX", "literate": true, "important_syntax": ["```"], "extensions": ["mdx"] }, "Menhir": { "nested": true, "quotes": [["\\\"", "\\\""]], "line_comment": ["//"], "multi_line_comments": [ ["(*", "*)"], ["/*", "*/"] ], "extensions": ["mll", "mly", "vy"] }, "Meson": { "line_comment": ["#"], "quotes": [["'", "'"], ["'''", "'''"]], "filenames": ["meson.build", "meson_options.txt"] }, "Metal": { "name": "Metal Shading Language", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["metal"] }, "Mint": { "blank": true, "extensions": ["mint"] }, "Mlatu": { "line_comment": ["//"], "quotes": [["\\\"", "\\\""]], "extensions": ["mlt"] }, "Modelica": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["mo", "mos"] }, "ModuleDef": { "name": "Module-Definition", "extensions": ["def"], "line_comment": [";"] }, "MonkeyC": { "name": "Monkey C", "extensions": ["mc"], "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]] }, "MoonBit": { "line_comment": ["//"], "quotes": [["\\\"", "\\\""]], "extensions": ["mbt"] }, "MoonScript": { "line_comment": ["--"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["moon"] }, "MsBuild": { "name": "MSBuild", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["csproj", "vbproj", "fsproj", "props", "targets"] }, "Mustache": { "multi_line_comments": [["{{!", "}}"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["mustache"] }, "Nextflow": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["nextflow", "nf"] }, "Nim": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "extensions": ["nim"] }, "Nix": { "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "line_comment": ["#"], "extensions": ["nix"] }, "NotQuitePerl": { "name": "Not Quite Perl", "line_comment": ["#"], "multi_line_comments": [["=begin", "=end"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["nqp"] }, "NuGetConfig": { "name": "NuGet Config", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "filenames": ["nuget.config", "packages.config", "nugetdefaults.config"] }, "Nushell": { "line_comment": ["#"], "quotes": [ ["\\\"", "\\\""], ["'", "'"] ], "extensions": ["nu"] }, "ObjectiveC": { "name": "Objective-C", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["m"] }, "ObjectiveCpp": { "name": "Objective-C++", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["mm"] }, "OCaml": { "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["(*", "*)"]], "extensions": ["ml", "mli", "re", "rei"] }, "Odin": { "extensions": ["odin"], "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]] }, "OpenScad": { "name": "OpenSCAD", "extensions": ["scad"], "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]] }, "OpenPolicyAgent": { "name": "Open Policy Agent", "line_comment": ["#"], "quotes": [["\\\"","\\\""], ["`", "`"]], "extensions": ["rego"] }, "OpenCL": { "name": "OpenCL", "multi_line_comments": [["/*", "*/"]], "extensions": ["cl", "ocl"] }, "OpenQasm": { "name": "OpenQASM", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["qasm"] }, "OpenType": { "name": "OpenType Feature File", "line_comment": ["#"], "extensions": ["fea"] }, "Org": { "line_comment": ["# "], "extensions": ["org"] }, "Oz": { "line_comment": ["%"], "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["/*", "*/"]], "extensions": ["oz"] }, "PacmanMakepkg": { "name": "Pacman's makepkg", "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "filenames": ["pkgbuild"] }, "Pan": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["pan", "tpl"] }, "Pascal": { "nested": true, "line_comment": ["//"], "multi_line_comments": [["{", "}"], ["(*", "*)"]], "quotes": [["'", "'"]], "extensions": ["pas"] }, "Perl": { "shebangs": ["#!/usr/bin/perl"], "line_comment": ["#"], "multi_line_comments": [["=pod", "=cut"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["pl", "pm"] }, "Pest": { "line_comment": ["//"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["pest"] }, "Php": { "name": "PHP", "line_comment": ["#", "//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["php"] }, "PlantUml": { "name": "PlantUML", "line_comment": ["'"], "multi_line_comments": [["/'", "'/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["puml"] }, "Po": { "name": "PO File", "line_comment": ["#"], "extensions": ["po", "pot"] }, "Poke": { "multi_line_comments": [["/*", "*/"]], "extensions": ["pk"] }, "Polly": { "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["polly"] }, "Pony": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "doc_quotes": [["\\\"\\\"\\\"", "\\\"\\\"\\\""]], "extensions": ["pony"] }, "PostCss": { "name": "PostCSS", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["pcss", "sss"] }, "PowerShell": { "line_comment": ["#"], "multi_line_comments": [["<#", "#>"]], "quotes": [ ["\\\"", "\\\""], ["'", "'"], ["\\\"@", "@\\\""], ["@'", "'@"] ], "extensions": ["ps1", "psm1", "psd1", "ps1xml", "cdxml", "pssc", "psc1"] }, "Processing": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["pde"] }, "Prolog": { "line_comment": ["%"], "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["/*", "*/"]], "extensions": ["p", "pro"] }, "PSL": { "name": "PSL Assertion", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["psl"] }, "Protobuf": { "name": "Protocol Buffers", "line_comment": ["//"], "extensions": ["proto"] }, "Pug" : { "line_comment": ["//", "//-"], "quotes": [ ["#{\\\"", "\\\"}"], ["#{'", "'}"], ["#{`", "`}"] ], "extensions": ["pug"] }, "Puppet": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["pp"] }, "PureScript": { "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "extensions": ["purs"] }, "Python": { "line_comment": ["#"], "doc_quotes": [["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["python", "python2", "python3"], "mime": ["text/x-python"], "extensions": ["py", "pyw", "pyi"] }, "PRQL": { "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "mime": ["application/prql"], "extensions": ["prql"] }, "Q": { "name": "Q", "nested": true, "line_comment": ["/"], "quotes": [["\\\"", "\\\""]], "extensions": ["q"] }, "Qcl": { "name": "QCL", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["qcl"] }, "Qml": { "name": "QML", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["qml"] }, "R": { "line_comment": ["#"], "extensions": ["r"] }, "Racket": { "line_comment": [";"], "multi_line_comments": [["#|", "|#"]], "nested": true, "env": ["racket"], "extensions": ["rkt", "scrbl"] }, "Rakefile": { "line_comment": ["#"], "multi_line_comments": [["=begin", "=end"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "filenames": ["rakefile"], "extensions": ["rake"] }, "Raku": { "shebangs": ["#!/usr/bin/raku", "#!/usr/bin/perl6"], "line_comment": ["#"], "multi_line_comments": [ ["#`(", ")"], ["#`[", "]"], ["#`{", "}"], ["#`๏ฝข", "๏ฝฃ"] ], "nested": true, "quotes": [["\\\"", "\\\""] , ["'", "'"]], "verbatim_quotes": [["๏ฝข", "๏ฝฃ"]], "doc_quotes": [ ["#|{", "}"], ["#={", "}"], ["#|(", ")"], ["#=(", ")"], ["#|[", "]"], ["#=[", "]"], ["#|๏ฝข", "๏ฝฃ"], ["#=๏ฝข", "๏ฝฃ"], ["=begin pod", "=end pod"], ["=begin code", "=end code"], ["=begin head", "=end head"], ["=begin item", "=end item"], ["=begin table", "=end table"], ["=begin defn", "=end defn"], ["=begin para", "=end para"], ["=begin comment", "=end comment"], ["=begin data", "=end data"], ["=begin DESCRIPTION", "=end DESCRIPTION"], ["=begin SYNOPSIS", "=end SYNOPSIS"], ["=begin ", "=end "] ], "env": ["raku", "perl6"], "extensions": ["raku", "rakumod", "rakutest", "pm6", "pl6", "p6"] }, "Razor": { "line_comment": ["//"], "multi_line_comments": [["<!--", "-->"], ["@*", "*@"], ["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "verbatim_quotes": [["@\\\"", "\\\""]], "extensions": ["cshtml", "razor"] }, "Redscript": { "name": "Redscript", "line_comment": ["//", "///"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "nested": true, "extensions": ["reds"] }, "Renpy": { "name": "Ren'Py", "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["rpy"] }, "ReScript": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["res", "resi"] }, "ReStructuredText": { "blank": true, "extensions": ["rst"] }, "RON": { "name": "Rusty Object Notation", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "nested": true, "extensions": ["ron"] }, "RPMSpecfile": { "name": "RPM Specfile", "line_comment": ["#"], "extensions": ["spec"] }, "Ruby": { "line_comment": ["#"], "multi_line_comments": [["=begin", "=end"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["ruby"], "extensions": ["rb"] }, "RubyHtml": { "name": "Ruby HTML", "multi_line_comments": [["<!--", "-->"]], "important_syntax": ["<script", "<style"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["rhtml", "erb"] }, "Rust": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "nested": true, "important_syntax": ["///", "//!"], "extensions": ["rs"], "quotes": [["\\\"", "\\\""], ["#\\\"", "\\\"#"]], "verbatim_quotes": [["r##\\\"", "\\\"##"], ["r#\\\"", "\\\"#"]] }, "Sass": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["sass", "scss"] }, "Scala": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["sc", "scala"] }, "Scheme": { "line_comment": [";"], "multi_line_comments": [["#|", "|#"]], "nested": true, "extensions": ["scm", "ss"] }, "Scons": { "line_comment": ["#"], "quotes": [ ["\\\"", "\\\""], ["'", "'"], ["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"] ], "filenames": ["sconstruct", "sconscript"] }, "Sh": { "name": "Shell", "shebangs": ["#!/bin/sh"], "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "env": ["sh"], "extensions": ["sh"] }, "ShaderLab": { "name": "ShaderLab", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["shader", "cginc"] }, "Slang": { "name": "Slang", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["slang"] }, "Sml": { "name": "Standard ML (SML)", "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["(*", "*)"]], "extensions": ["sml"] }, "Smalltalk": { "name": "Smalltalk", "quotes": [["'", "'"]], "multi_line_comments": [["\\\"", "\\\""]], "extensions": ["cs.st", "pck.st"] }, "Snakemake": { "line_comment": ["#"], "doc_quotes": [["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["smk", "rules"], "filenames": ["snakefile"] }, "Solidity": { "name": "Solidity", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["sol"] }, "SpecmanE": { "name": "Specman e", "line_comment": ["--", "//"], "multi_line_comments": [["'>", "<'"]], "extensions": ["e"] }, "Spice": { "name": "Spice Netlist", "line_comment": ["*"], "extensions": ["ckt"] }, "Sql": { "name": "SQL", "line_comment": ["--"], "multi_line_comments": [["/*", "*/"]], "quotes": [["'", "'"]], "extensions": ["sql"] }, "Sqf": { "name": "SQF", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["sqf"] }, "SRecode": { "name": "SRecode Template", "line_comment": [";;"], "extensions": ["srt"] }, "Stan": { "line_comment": ["//", "#"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["stan"] }, "Stata": { "line_comment": ["//", "*"], "multi_line_comments": [["/*", "*/"]], "extensions": ["do"] }, "Stratego": { "name": "Stratego/XT", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["$[", "]"], ["$<", ">"], ["${", "}"]], "extensions": ["str"] }, "Stylus": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["styl"] }, "Svelte": { "multi_line_comments": [["<!--", "-->"]], "important_syntax": ["<script", "<style"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["svelte"] }, "Svg": { "name": "SVG", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "mime": ["image/svg+xml"], "extensions": ["svg"] }, "Swift": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "nested": true, "extensions": ["swift"] }, "Swig": { "name": "SWIG", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "nested": true, "extensions": ["swg", "i"] }, "SystemVerilog": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["sv", "svh"] }, "Tact": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["tact"] }, "Tcl": { "name": "TCL", "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["tcl"] }, "Tera": { "multi_line_comments": [["<!--", "-->"], ["{#", "#}"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["tera"] }, "Tex": { "name": "TeX", "line_comment": ["%"], "extensions": ["tex", "sty"] }, "Text": { "name": "Plain Text", "literate": true, "mime": ["text/plain"], "extensions": ["text", "txt"] }, "Thrift": { "line_comment": ["#", "//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["thrift"] }, "Toml": { "name": "TOML", "line_comment": ["#"], "quotes": [ ["\\\"", "\\\""], ["'", "'"], ["\\\"\\\"\\\"", "\\\"\\\"\\\""], ["'''", "'''"] ], "extensions": ["toml"] }, "Tsx": { "name": "TSX", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["tsx"] }, "Ttcn": { "name": "TTCN-3", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["ttcn", "ttcn3", "ttcnpp"] }, "Twig": { "name": "Twig", "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["twig"], "multi_line_comments": [["<!--", "-->"], ["{#", "#}"]] }, "TypeScript": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "extensions": ["ts", "mts", "cts"] }, "Typst": { "nested": true, "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["typ"] }, "UMPL": { "line_comment": ["!"], "quotes": [["`", "`"]], "extensions": ["umpl"] }, "Unison": { "nested": true, "line_comment": ["--"], "multi_line_comments": [["{-", "-}"]], "quotes": [["\\\"", "\\\""]], "extensions": ["u"] }, "UnrealDeveloperMarkdown": { "name": "Unreal Markdown", "important_syntax": ["```"], "extensions": ["udn"] }, "UnrealPlugin": { "name": "Unreal Plugin", "blank": true, "extensions": ["uplugin"] }, "UnrealProject": { "name": "Unreal Project", "blank": true, "extensions": ["uproject"] }, "UnrealScript": { "name": "Unreal Script", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["uc", "uci", "upkg"] }, "UnrealShader": { "name": "Unreal Shader", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["usf"] }, "UnrealShaderHeader": { "name": "Unreal Shader Header", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["ush"] }, "UrWeb": { "name": "Ur/Web", "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["(*", "*)"]], "extensions": ["ur", "urs"] }, "UrWebProject": { "name": "Ur/Web Project", "line_comment": ["#"], "extensions": ["urp"] }, "Vala": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["vala"] }, "VB6": { "name": "VB6", "line_comment": ["'"], "extensions": ["frm", "bas", "cls"] }, "VBScript": { "name": "VBScript", "line_comment": ["'", "REM"], "extensions": ["vbs"] }, "Velocity": { "name": "Apache Velocity", "line_comment": ["##"], "multi_line_comments": [["#*", "*#"]], "extensions": ["vm"], "quotes": [["'", "'"], ["\\\"", "\\\""]] }, "Verilog": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""]], "extensions": ["vg", "vh"] }, "VerilogArgsFile": { "name": "Verilog Args File", "extensions": ["irunargs", "xrunargs"] }, "Vhdl": { "name": "VHDL", "line_comment": ["--"], "multi_line_comments": [["/*", "*/"]], "extensions": ["vhd", "vhdl"] }, "VisualBasic": { "name": "Visual Basic", "quotes": [["\\\"", "\\\""]], "line_comment": ["'"], "extensions": ["vb"] }, "VisualStudioProject": { "name": "Visual Studio Project", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["vcproj", "vcxproj"] }, "VisualStudioSolution": { "name": "Visual Studio Solution", "blank": true, "extensions": ["sln"] }, "VimScript": { "name": "Vim Script", "line_comment": ["\\\""], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["vim"] }, "Vue": { "name": "Vue", "line_comment": ["//"], "multi_line_comments": [["<!--", "-->"], ["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["`", "`"]], "important_syntax": ["<script", "<style", "<template"], "extensions": ["vue"] }, "WebAssembly": { "line_comment": [";;"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["wat", "wast"] }, "WenYan":{ "name":"The WenYan Programming Language", "multi_line_comments":[["ๆนๆฐใ","ใ"],["็ๆฐใ","ใ"]], "extensions":["wy"] }, "WGSL": { "name": "WebGPU Shader Language", "line_comment": ["//"], "extensions": ["wgsl"] }, "Wolfram": { "quotes": [["\\\"", "\\\""]], "multi_line_comments": [["(*", "*)"]], "extensions": ["nb", "wl"] }, "Xaml": { "name": "XAML", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["xaml"] }, "XcodeConfig": { "name": "Xcode Config", "line_comment": ["//"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["xcconfig"] }, "Xml": { "name": "XML", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["xml"] }, "XSL": { "name": "XSL", "multi_line_comments": [["<!--", "-->"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["xsl", "xslt"] }, "Xtend": { "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"], ["'''", "'''"]], "extensions": ["xtend"] }, "Yaml": { "name": "YAML", "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["yaml", "yml"] }, "ZenCode": { "line_comment": ["//", "#"], "multi_line_comments": [["/*", "*/"]], "quotes": [["\\\"", "\\\""], ["'", "'"]], "verbatim_quotes": [["@\\\"", "\\\""], ["@'", "'"]], "extensions": ["zs"] }, "Zig": { "line_comment": ["//"], "quotes": [["\\\"", "\\\""]], "extensions": ["zig"] }, "Zokrates": { "name": "ZoKrates", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["zok"] }, "Zsh": { "shebangs": ["#!/bin/zsh"], "line_comment": ["#"], "quotes": [["\\\"", "\\\""], ["'", "'"]], "extensions": ["zsh"] }, "GdShader": { "name": "GDShader", "line_comment": ["//"], "multi_line_comments": [["/*", "*/"]], "extensions": ["gdshader"] } } } 07070100000026000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000001E00000000tokei-13.0.0.alpha.5+git0/src07070100000027000081A400000000000000000000000166C8A4FD0000437B000000000000000000000000000000000000002500000000tokei-13.0.0.alpha.5+git0/src/cli.rsuse std::{process, str::FromStr}; use clap::{crate_description, value_parser, Arg, ArgAction, ArgMatches}; use colored::Colorize; use tokei::{Config, LanguageType, Sort}; use crate::{ cli_utils::{crate_version, parse_or_exit, NumberFormatStyle}, consts::{ BLANKS_COLUMN_WIDTH, CODE_COLUMN_WIDTH, COMMENTS_COLUMN_WIDTH, LANGUAGE_COLUMN_WIDTH, LINES_COLUMN_WIDTH, PATH_COLUMN_WIDTH, }, input::Format, }; /// Used for sorting languages. #[derive(Clone, Copy, Debug, Eq, Ord, PartialEq, PartialOrd)] pub enum Streaming { /// simple lines. Simple, /// Json outputs. Json, } impl std::str::FromStr for Streaming { type Err = String; fn from_str(s: &str) -> Result<Self, Self::Err> { Ok(match s.to_lowercase().as_ref() { "simple" => Streaming::Simple, "json" => Streaming::Json, s => return Err(format!("Unsupported streaming option: {}", s)), }) } } #[derive(Debug)] pub struct Cli { matches: ArgMatches, pub columns: Option<usize>, pub files: bool, pub hidden: bool, pub no_ignore: bool, pub no_ignore_parent: bool, pub no_ignore_dot: bool, pub no_ignore_vcs: bool, pub output: Option<Format>, pub streaming: Option<Streaming>, pub print_languages: bool, pub sort: Option<Sort>, pub sort_reverse: bool, pub types: Option<Vec<LanguageType>>, pub compact: bool, pub number_format: num_format::CustomFormat, } impl Cli { pub fn from_args() -> Self { let matches = clap::Command::new("tokei") .version(crate_version()) .author("Erin P. <xampprocky@gmail.com> + Contributors") .about(concat!( crate_description!(), "\n", "Support this project on GitHub Sponsors: https://github.com/sponsors/XAMPPRocky" )) .arg( Arg::new("columns") .long("columns") .short('c') .value_parser(value_parser!(usize)) .conflicts_with("output") .help( "Sets a strict column width of the output, only available for \ terminal output.", ), ) .arg( Arg::new("exclude") .long("exclude") .short('e') .action(ArgAction::Append) .help("Ignore all files & directories matching the pattern."), ) .arg( Arg::new("files") .long("files") .short('f') .action(ArgAction::SetTrue) .help("Will print out statistics on individual files."), ) .arg( Arg::new("file_input") .long("input") .short('i') .help( "Gives statistics from a previous tokei run. Can be given a file path, \ or \"stdin\" to read from stdin.", ), ) .arg( Arg::new("hidden") .long("hidden") .action(ArgAction::SetTrue) .help("Count hidden files."), ) .arg( Arg::new("input") .num_args(1..) .conflicts_with("languages") .help("The path(s) to the file or directory to be counted.(default current directory)"), ) .arg( Arg::new("languages") .long("languages") .short('l') .action(ArgAction::SetTrue) .conflicts_with("input") .help("Prints out supported languages and their extensions."), ) .arg(Arg::new("no_ignore") .long("no-ignore") .action(ArgAction::SetTrue) .help( "\ Don't respect ignore files (.gitignore, .ignore, etc.). This implies \ --no-ignore-parent, --no-ignore-dot, and --no-ignore-vcs.\ ", )) .arg(Arg::new("no_ignore_parent") .long("no-ignore-parent") .action(ArgAction::SetTrue) .help( "\ Don't respect ignore files (.gitignore, .ignore, etc.) in parent \ directories.\ ", )) .arg(Arg::new("no_ignore_dot") .long("no-ignore-dot") .action(ArgAction::SetTrue) .help( "\ Don't respect .ignore and .tokeignore files, including this in \ parent directories.\ ", )) .arg(Arg::new("no_ignore_vcs") .long("no-ignore-vcs") .action(ArgAction::SetTrue) .help( "\ Don't respect VCS ignore files (.gitignore, .hgignore, etc.) including \ those in parent directories.\ ", )) .arg( Arg::new("output") .long("output") .short('o') .value_parser(|x: &str| { if Format::all().contains(&x) { Ok(x.to_string()) } else { Err(format!("Invalid output format: {x:?}")) } }) .help( "Outputs Tokei in a specific format. Compile with additional features for \ more format support.", ), ) .arg( Arg::new("streaming") .long("streaming") .value_parser(["simple", "json"]) .ignore_case(true) .help( "prints the (language, path, lines, blanks, code, comments) records as \ simple lines or as Json for batch processing", ), ) .arg( Arg::new("sort") .long("sort") .short('s') .value_parser(["files", "lines", "blanks", "code", "comments"]) .ignore_case(true) .conflicts_with("rsort") .help("Sort languages based on column"), ) .arg( Arg::new("rsort") .long("rsort") .short('r') .value_parser(["files", "lines", "blanks", "code", "comments"]) .ignore_case(true) .conflicts_with("sort") .help("Reverse sort languages based on column"), ) .arg( Arg::new("types") .long("types") .short('t') .action(ArgAction::Append) .help( "Filters output by language type, separated by a comma. i.e. \ -t=Rust,Markdown", ), ) .arg( Arg::new("compact") .long("compact") .short('C') .action(ArgAction::SetTrue) .help("Do not print statistics about embedded languages."), ) .arg( Arg::new("num_format_style") .long("num-format") .short('n') .value_parser(["commas", "dots", "plain", "underscores"]) .conflicts_with("output") .help( "Format of printed numbers, i.e., plain (1234, default), \ commas (1,234), dots (1.234), or underscores (1_234). Cannot be \ used with --output.", ), ) .arg( Arg::new("verbose") .long("verbose") .short('v') .action(ArgAction::Count) .help( "Set log output level: 1: to show unknown file extensions, 2: reserved for future debugging, 3: enable file level trace. Not recommended on multiple files", ), ) .get_matches(); let columns = matches.get_one::<usize>("columns").cloned(); let files = matches.get_flag("files"); let hidden = matches.get_flag("hidden"); let no_ignore = matches.get_flag("no_ignore"); let no_ignore_parent = matches.get_flag("no_ignore_parent"); let no_ignore_dot = matches.get_flag("no_ignore_dot"); let no_ignore_vcs = matches.get_flag("no_ignore_vcs"); let print_languages = matches.get_flag("languages"); let verbose = matches.get_count("verbose") as u64; let compact = matches.get_flag("compact"); let types = matches.get_many("types").map(|e| { e.flat_map(|x: &String| { x.split(',') .map(str::parse::<LanguageType>) .filter_map(Result::ok) .collect::<Vec<_>>() }) .collect() }); let num_format_style: NumberFormatStyle = matches .get_one::<NumberFormatStyle>("num_format_style") .cloned() .unwrap_or_default(); let number_format = match num_format_style.get_format() { Ok(format) => format, Err(e) => { eprintln!("Error:\n{}", e); process::exit(1); } }; // Sorting category should be restricted by clap but parse before we do // work just in case. let (sort, sort_reverse) = if let Some(sort) = matches.get_one::<String>("sort") { (Some(sort.clone()), false) } else { let sort = matches.get_one::<String>("rsort"); (sort.cloned(), sort.is_some()) }; let sort = sort.map(|x| match Sort::from_str(&x) { Ok(sort) => sort, Err(e) => { eprintln!("Error:\n{}", e); process::exit(1); } }); // Format category is overly accepting by clap (so the user knows what // is supported) but this will fail if support is not compiled in and // give a useful error to the user. let output = matches.get_one("output").cloned(); let streaming = matches .get_one("streaming") .cloned() .map(parse_or_exit::<Streaming>); crate::cli_utils::setup_logger(verbose); let cli = Cli { matches, columns, files, hidden, no_ignore, no_ignore_parent, no_ignore_dot, no_ignore_vcs, output, streaming, print_languages, sort, sort_reverse, types, compact, number_format, }; debug!("CLI Config: {:#?}", cli); cli } pub fn file_input(&self) -> Option<&str> { self.matches.get_one("file_input").cloned() } pub fn ignored_directories(&self) -> Vec<&str> { let mut ignored_directories: Vec<&str> = Vec::new(); if let Some(user_ignored) = self.matches.get_many::<String>("exclude") { ignored_directories.extend(user_ignored.map(|x| x.as_str())); } ignored_directories } pub fn input(&self) -> Vec<&str> { match self.matches.get_many::<String>("input") { Some(vs) => vs.map(|x| x.as_str()).collect(), None => vec!["."], } } pub fn print_supported_languages() -> Result<(), Box<dyn std::error::Error>> { use table_formatter::table::*; use table_formatter::{cell, table}; let term_width = term_size::dimensions().map(|(w, _)| w).unwrap_or(75) - 8; let (lang_w, suffix_w) = if term_width <= 80 { (term_width / 2, term_width / 2) } else { (40, term_width - 40) }; let header = vec![ cell!( "Language", align = Align::Left, padding = Padding::NONE, width = Some(lang_w) ) .with_formatter(vec![table_formatter::table::FormatterFunc::Normal( Colorize::bold, )]), cell!( "Extensions", align = Align::Left, padding = Padding::new(3, 0), width = Some(suffix_w) ) .with_formatter(vec![table_formatter::table::FormatterFunc::Normal( Colorize::bold, )]), ]; let content = LanguageType::list() .iter() .map(|(key, ext)| { vec![ // table::TableCell::new(table::Cell::TextCell(key.name().to_string())) // .with_width(lang_w), cell!(key.name()).with_width(Some(lang_w)), cell!( if matches!(key, LanguageType::Emojicode) { ext.join(", ") + "\u{200b}" } else if ext.is_empty() { "<None>".to_string() } else { ext.join(", ") }, align = Align::Left, padding = Padding::new(3, 0), width = Some(suffix_w) ), ] }) .collect(); let t = table!(header - content with Border::ALL); let mut render_result = Vec::new(); t.render(&mut render_result)?; println!("{}", String::from_utf8(render_result)?); Ok(()) } /// Overrides the shared options (See `tokei::Config` for option /// descriptions) between the CLI and the config files. CLI flags have /// higher precedence than options present in config files. /// /// #### Shared options /// * `hidden` /// * `no_ignore` /// * `no_ignore_parent` /// * `no_ignore_dot` /// * `no_ignore_vcs` /// * `types` pub fn override_config(&mut self, mut config: Config) -> Config { config.hidden = if self.hidden { Some(true) } else { config.hidden }; config.no_ignore = if self.no_ignore { Some(true) } else { config.no_ignore }; config.no_ignore_parent = if self.no_ignore_parent { Some(true) } else { config.no_ignore_parent }; config.no_ignore_dot = if self.no_ignore_dot { Some(true) } else { config.no_ignore_dot }; config.no_ignore_vcs = if self.no_ignore_vcs { Some(true) } else { config.no_ignore_vcs }; config.for_each_fn = match self.streaming { Some(Streaming::Json) => Some(|l: LanguageType, e| { println!("{}", serde_json::json!({"language": l.name(), "stats": e})); }), Some(Streaming::Simple) => Some(|l: LanguageType, e| { println!( "{:>LANGUAGE_COLUMN_WIDTH$} {:<PATH_COLUMN_WIDTH$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", l.name(), e.name.to_string_lossy().to_string(), e.stats.lines(), e.stats.code, e.stats.comments, e.stats.blanks ); }), _ => None, }; config.types = self.types.take().or(config.types); config } pub fn print_input_parse_failure(input_filename: &str) { eprintln!("Error:\n Failed to parse input file: {}", input_filename); let not_supported = Format::not_supported(); if !not_supported.is_empty() { eprintln!( " This version of tokei was compiled without serialization support for the following formats: {not_supported} You may want to install any comma separated combination of {all:?}: cargo install tokei --features {all:?} Or use the 'all' feature: cargo install tokei --features all \n", not_supported = not_supported.join(", "), // no space after comma to ease copypaste all = self::Format::all_feature_names().join(",") ); } } } 07070100000028000081A400000000000000000000000166C8A4FD00003E7A000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/src/cli_utils.rsuse std::{ borrow::Cow, fmt, io::{self, Write}, process, str::FromStr, }; use clap::crate_version; use colored::Colorize; use num_format::ToFormattedString; use crate::input::Format; use tokei::{find_char_boundary, CodeStats, Language, LanguageType, Report}; use crate::consts::{ BLANKS_COLUMN_WIDTH, CODE_COLUMN_WIDTH, COMMENTS_COLUMN_WIDTH, FILES_COLUMN_WIDTH, LINES_COLUMN_WIDTH, }; const NO_LANG_HEADER_ROW_LEN: usize = 69; const NO_LANG_ROW_LEN: usize = 63; const NO_LANG_ROW_LEN_NO_SPACES: usize = 56; const IDENT_INACCURATE: &str = "(!)"; pub fn crate_version() -> String { if Format::supported().is_empty() { format!( "{} compiled without serialization formats.", crate_version!() ) } else { format!( "{} compiled with serialization support: {}", crate_version!(), Format::supported().join(", ") ) } } pub fn setup_logger(verbose_option: u64) { use log::LevelFilter; let mut builder = env_logger::Builder::new(); let filter_level = match verbose_option { 1 => LevelFilter::Warn, 2 => LevelFilter::Debug, 3 => LevelFilter::Trace, _ => LevelFilter::Error, }; builder.filter(None, filter_level); builder.init(); } pub fn parse_or_exit<T>(s: &str) -> T where T: FromStr, T::Err: fmt::Display, { T::from_str(s).unwrap_or_else(|e| { eprintln!("Error:\n{}", e); process::exit(1); }) } #[non_exhaustive] #[derive(Debug, Copy, Clone)] pub enum NumberFormatStyle { // 1234 (Default) Plain, // 1,234 Commas, // 1.234 Dots, // 1_234 Underscores, } impl Default for NumberFormatStyle { fn default() -> Self { Self::Plain } } impl FromStr for NumberFormatStyle { type Err = String; fn from_str(s: &str) -> Result<Self, Self::Err> { match s { "plain" => Ok(Self::Plain), "commas" => Ok(Self::Commas), "dots" => Ok(Self::Dots), "underscores" => Ok(Self::Underscores), _ => Err(format!( "Expected 'plain', 'commas', 'underscores', or 'dots' for num-format, but got '{}'", s, )), } } } impl NumberFormatStyle { fn separator(self) -> &'static str { match self { Self::Plain => "", Self::Commas => ",", Self::Dots => ".", Self::Underscores => "_", } } pub fn get_format(self) -> Result<num_format::CustomFormat, num_format::Error> { num_format::CustomFormat::builder() .grouping(num_format::Grouping::Standard) .separator(self.separator()) .build() } } pub struct Printer<W> { writer: W, columns: usize, path_length: usize, row: String, subrow: String, list_files: bool, number_format: num_format::CustomFormat, } impl<W> Printer<W> { pub fn new( columns: usize, list_files: bool, writer: W, number_format: num_format::CustomFormat, ) -> Self { Self { columns, list_files, path_length: columns - NO_LANG_ROW_LEN_NO_SPACES, writer, row: "โ".repeat(columns), subrow: "โ".repeat(columns), number_format, } } } impl<W: Write> Printer<W> { pub fn print_header(&mut self) -> io::Result<()> { self.print_row()?; let files_column_width: usize = FILES_COLUMN_WIDTH + 6; writeln!( self.writer, " {:<6$} {:>files_column_width$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", "Language".bold().blue(), "Files".bold().blue(), "Lines".bold().blue(), "Code".bold().blue(), "Comments".bold().blue(), "Blanks".bold().blue(), self.columns - NO_LANG_HEADER_ROW_LEN )?; self.print_row() } pub fn print_inaccuracy_warning(&mut self) -> io::Result<()> { writeln!( self.writer, "Note: results can be inaccurate for languages marked with '{}'", IDENT_INACCURATE ) } pub fn print_language(&mut self, language: &Language, name: &str) -> io::Result<()> where W: Write, { self.print_language_name(language.inaccurate, name, None)?; write!(self.writer, " ")?; writeln!( self.writer, "{:>FILES_COLUMN_WIDTH$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", language .reports .len() .to_formatted_string(&self.number_format), language.lines().to_formatted_string(&self.number_format), language.code.to_formatted_string(&self.number_format), language.comments.to_formatted_string(&self.number_format), language.blanks.to_formatted_string(&self.number_format), ) } fn print_language_in_print_total(&mut self, language: &Language) -> io::Result<()> where W: Write, { self.print_language_name(language.inaccurate, "Total", None)?; write!(self.writer, " ")?; writeln!( self.writer, "{:>FILES_COLUMN_WIDTH$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", language .children .values() .map(Vec::len) .sum::<usize>() .to_formatted_string(&self.number_format) .blue(), language .lines() .to_formatted_string(&self.number_format) .blue(), language .code .to_formatted_string(&self.number_format) .blue(), language .comments .to_formatted_string(&self.number_format) .blue(), language .blanks .to_formatted_string(&self.number_format) .blue(), ) } pub fn print_language_name( &mut self, inaccurate: bool, name: &str, prefix: Option<&str>, ) -> io::Result<()> { let mut lang_section_len = self.columns - NO_LANG_ROW_LEN - prefix.map_or(0, str::len); if inaccurate { lang_section_len -= IDENT_INACCURATE.len(); } if let Some(prefix) = prefix { write!(self.writer, "{}", prefix)?; } // truncate and replace the last char with a `|` if the name is too long if lang_section_len < name.len() { write!(self.writer, " {:.len$}", name, len = lang_section_len - 1)?; write!(self.writer, "|")?; } else { write!( self.writer, " {:<len$}", name.bold().magenta(), len = lang_section_len )?; } if inaccurate { write!(self.writer, "{}", IDENT_INACCURATE)?; }; Ok(()) } fn print_code_stats( &mut self, language_type: LanguageType, stats: &[CodeStats], ) -> io::Result<()> { self.print_language_name(false, &language_type.to_string(), Some(" |-"))?; let mut code = 0; let mut comments = 0; let mut blanks = 0; for stats in stats.iter().map(tokei::CodeStats::summarise) { code += stats.code; comments += stats.comments; blanks += stats.blanks; } if stats.is_empty() { Ok(()) } else { writeln!( self.writer, " {:>FILES_COLUMN_WIDTH$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", stats.len().to_formatted_string(&self.number_format), (code + comments + blanks).to_formatted_string(&self.number_format), code.to_formatted_string(&self.number_format), comments.to_formatted_string(&self.number_format), blanks.to_formatted_string(&self.number_format), ) } } fn print_language_total(&mut self, parent: &Language) -> io::Result<()> { for (language, reports) in &parent.children { self.print_code_stats( *language, &reports .iter() .map(|r| r.stats.summarise()) .collect::<Vec<_>>(), )?; } let mut subtotal = tokei::Report::new("(Total)".into()); let summary = parent.summarise(); subtotal.stats.code += summary.code; subtotal.stats.comments += summary.comments; subtotal.stats.blanks += summary.blanks; self.print_report_with_name(&subtotal)?; Ok(()) } pub fn print_results<'a, I>( &mut self, languages: I, compact: bool, is_sorted: bool, ) -> io::Result<()> where I: Iterator<Item = (&'a LanguageType, &'a Language)>, { let (a, b): (Vec<_>, Vec<_>) = languages .filter(|(_, v)| !v.is_empty()) .partition(|(_, l)| compact || l.children.is_empty()); let mut first = true; for languages in &[&a, &b] { for &(name, language) in *languages { let has_children = !(compact || language.children.is_empty()); if first { first = false; } else if has_children || self.list_files { self.print_subrow()?; } self.print_language(language, name.name())?; if has_children { self.print_language_total(language)?; } if self.list_files { self.print_subrow()?; let mut reports: Vec<&Report> = language.reports.iter().collect(); if !is_sorted { reports.sort_by(|&a, &b| a.name.cmp(&b.name)); } if compact { for &report in &reports { writeln!(self.writer, "{:1$}", report, self.path_length)?; } } else { let (a, b): (Vec<&Report>, Vec<&Report>) = reports.iter().partition(|&r| r.stats.blobs.is_empty()); for reports in &[&a, &b] { let mut first = true; for report in reports.iter() { if report.stats.blobs.is_empty() { writeln!(self.writer, "{:1$}", report, self.path_length)?; } else { if first && a.is_empty() { writeln!(self.writer, " {}", report.name.display())?; first = false; } else { writeln!( self.writer, "-- {} {}", report.name.display(), "-".repeat( self.columns - 4 - report.name.display().to_string().len() ) )?; } let mut new_report = (*report).clone(); new_report.name = name.to_string().into(); writeln!( self.writer, " |-{:1$}", new_report, self.path_length - 3 )?; self.print_report_total(report, language.inaccurate)?; } } } } } } } Ok(()) } fn print_row(&mut self) -> io::Result<()> { writeln!(self.writer, "{}", self.row) } fn print_subrow(&mut self) -> io::Result<()> { writeln!(self.writer, "{}", self.subrow.dimmed()) } fn print_report( &mut self, language_type: LanguageType, stats: &CodeStats, inaccurate: bool, ) -> io::Result<()> { self.print_language_name(inaccurate, &language_type.to_string(), Some(" |-"))?; writeln!( self.writer, " {:>FILES_COLUMN_WIDTH$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", " ", stats.lines().to_formatted_string(&self.number_format), stats.code.to_formatted_string(&self.number_format), stats.comments.to_formatted_string(&self.number_format), stats.blanks.to_formatted_string(&self.number_format), ) } fn print_report_total(&mut self, report: &Report, inaccurate: bool) -> io::Result<()> { if report.stats.blobs.is_empty() { return Ok(()); } let mut subtotal = tokei::Report::new("|- (Total)".into()); subtotal.stats.code += report.stats.code; subtotal.stats.comments += report.stats.comments; subtotal.stats.blanks += report.stats.blanks; for (language_type, stats) in &report.stats.blobs { self.print_report(*language_type, stats, inaccurate)?; subtotal.stats += stats.summarise(); } self.print_report_with_name(report)?; Ok(()) } fn print_report_with_name(&mut self, report: &Report) -> io::Result<()> { let name = report.name.to_string_lossy(); let name_length = name.len(); if name_length > self.path_length { let mut formatted = String::from("|"); // Add 1 to the index to account for the '|' we add to the output string let from = find_char_boundary(&name, name_length + 1 - self.path_length); formatted.push_str(&name[from..]); } self.print_report_total_formatted(name, self.path_length, report)?; Ok(()) } fn print_report_total_formatted( &mut self, name: Cow<'_, str>, max_len: usize, report: &Report, ) -> io::Result<()> { let lines_column_width: usize = FILES_COLUMN_WIDTH + 6; writeln!( self.writer, " {: <max$} {:>lines_column_width$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", name, report .stats .lines() .to_formatted_string(&self.number_format), report.stats.code.to_formatted_string(&self.number_format), report .stats .comments .to_formatted_string(&self.number_format), report.stats.blanks.to_formatted_string(&self.number_format), max = max_len ) } pub fn print_total(&mut self, languages: &tokei::Languages) -> io::Result<()> { let total = languages.total(); self.print_row()?; self.print_language_in_print_total(&total)?; self.print_row() } } 07070100000029000081A400000000000000000000000166C8A4FD00001C51000000000000000000000000000000000000002800000000tokei-13.0.0.alpha.5+git0/src/config.rsuse std::{env, fs, path::PathBuf}; use etcetera::BaseStrategy; use crate::language::LanguageType; use crate::sort::Sort; use crate::stats::Report; /// A configuration struct for how [`Languages::get_statistics`] searches and /// counts languages. /// /// ``` /// use tokei::Config; /// /// let config = Config { /// treat_doc_strings_as_comments: Some(true), /// ..Config::default() /// }; /// ``` /// /// [`Languages::get_statistics`]: struct.Languages.html#method.get_statistics #[derive(Debug, Default, Deserialize)] pub struct Config { /// Width of columns to be printed to the terminal. _This option is ignored /// in the library._ *Default:* Auto detected width of the terminal. pub columns: Option<usize>, /// Count hidden files and directories. *Default:* `false`. pub hidden: Option<bool>, /// Don't respect ignore files (.gitignore, .ignore, etc.). This implies --no-ignore-parent, /// --no-ignore-dot, and --no-ignore-vcs. *Default:* `false`. pub no_ignore: Option<bool>, /// Don't respect ignore files (.gitignore, .ignore, etc.) in parent directories. /// *Default:* `false`. pub no_ignore_parent: Option<bool>, /// Don't respect .ignore and .tokeignore files, including those in parent directories. /// *Default:* `false`. pub no_ignore_dot: Option<bool>, /// Don't respect VCS ignore files (.gitignore, .hgignore, etc.), including those in /// parent directories. *Default:* `false`. pub no_ignore_vcs: Option<bool>, /// Whether to treat doc strings in languages as comments. *Default:* /// `false`. pub treat_doc_strings_as_comments: Option<bool>, /// Sort languages. *Default:* `None`. pub sort: Option<Sort>, /// Filters languages searched to just those provided. E.g. A directory /// containing `C`, `Cpp`, and `Rust` with a `Config.types` of `[Cpp, Rust]` /// will count only `Cpp` and `Rust`. *Default:* `None`. pub types: Option<Vec<LanguageType>>, // /// A map of individual language configuration. // pub languages: Option<HashMap<LanguageType, LanguageConfig>>, /// Whether to output only the paths for downstream batch processing /// *Default:* false #[serde(skip)] /// adds a closure for each function, e.g., print the result pub for_each_fn: Option<fn(LanguageType, Report)>, } impl Config { /// Constructs a new `Config` from either `$base/tokei.toml` or /// `$base/.tokeirc`. `tokei.toml` takes precedence over `.tokeirc` /// as the latter is a hidden file on Unix and not an idiomatic /// filename on Windows. fn get_config(base: PathBuf) -> Option<Self> { fs::read_to_string(base.join("tokei.toml")) .ok() .or_else(|| fs::read_to_string(base.join(".tokeirc")).ok()) .and_then(|s| toml::from_str(&s).ok()) } /// Creates a `Config` from three configuration files if they are available. /// Files can have two different names `tokei.toml` and `.tokeirc`. /// Firstly it will attempt to find a config in the configuration directory /// (see below), secondly from the home directory, `$HOME/`, /// and thirdly from the current directory, `./`. /// The current directory's configuration will take priority over the configuration /// directory. /// /// |Platform | Value | Example | /// | ------- | ------------------------------------- | ------------------------------ | /// | Linux | `$XDG_CONFIG_HOME` or `$HOME`/.config | /home/alice/.config | /// | macOS | `$XDG_CONFIG_HOME` or `$HOME`/.config | /Users/alice/.config | /// | Windows | `{FOLDERID_RoamingAppData}` | C:\Users\Alice\AppData\Roaming | /// /// # Example /// ```toml /// columns = 80 /// types = ["Python"] /// treat_doc_strings_as_comments = true // /// // /// [[languages.Python]] // /// extensions = ["py3"] /// ``` pub fn from_config_files() -> Self { let conf_dir = etcetera::choose_base_strategy() .ok() .map(|basedirs| basedirs.config_dir()) .and_then(Self::get_config) .unwrap_or_default(); let home_dir = etcetera::home_dir() .ok() .and_then(Self::get_config) .unwrap_or_default(); let current_dir = env::current_dir() .ok() .and_then(Self::get_config) .unwrap_or_default(); #[allow(clippy::or_fun_call)] Config { columns: current_dir .columns .or(home_dir.columns.or(conf_dir.columns)), hidden: current_dir.hidden.or(home_dir.hidden.or(conf_dir.hidden)), //languages: current_dir.languages.or(conf_dir.languages), treat_doc_strings_as_comments: current_dir.treat_doc_strings_as_comments.or(home_dir .treat_doc_strings_as_comments .or(conf_dir.treat_doc_strings_as_comments)), sort: current_dir.sort.or(home_dir.sort.or(conf_dir.sort)), types: current_dir.types.or(home_dir.types.or(conf_dir.types)), for_each_fn: current_dir .for_each_fn .or(home_dir.for_each_fn.or(conf_dir.for_each_fn)), no_ignore: current_dir .no_ignore .or(home_dir.no_ignore.or(conf_dir.no_ignore)), no_ignore_parent: current_dir .no_ignore_parent .or(home_dir.no_ignore_parent.or(conf_dir.no_ignore_parent)), no_ignore_dot: current_dir .no_ignore_dot .or(home_dir.no_ignore_dot.or(conf_dir.no_ignore_dot)), no_ignore_vcs: current_dir .no_ignore_vcs .or(home_dir.no_ignore_vcs.or(conf_dir.no_ignore_vcs)), } } } /* /// Configuration for a individual [`LanguageType`]. /// /// ``` /// use std::collections::HashMap; /// use tokei::{Config, LanguageConfig, LanguageType}; /// /// let config = Config { /// languages: { /// let cpp_conf = LanguageConfig { /// extensions: vec![String::from("c")], /// }; /// /// let mut languages_config = HashMap::new(); /// languages_config.insert(LanguageType::Cpp, cpp_conf); /// /// Some(languages_config) /// }, /// /// ..Config::default() /// }; /// /// ``` /// /// [`LanguageType`]: enum.LanguageType.html #[derive(Debug, Default, Deserialize)] pub struct LanguageConfig { /// Additional extensions for a language. Any extensions that overlap with /// already defined extensions from `tokei` will be ignored. pub extensions: Vec<String>, } impl LanguageConfig { /// Creates a new empty configuration. By default this will not change /// anything from the default. pub fn new() -> Self { Self::default() } /// Accepts a `Vec<String>` representing additional extensions for a /// language. Any extensions that overlap with already defined extensions /// from `tokei` will be ignored. pub fn extensions(&mut self, extensions: Vec<String>) { self.extensions = extensions; } } */ 0707010000002A000081A400000000000000000000000166C8A4FD00000262000000000000000000000000000000000000002800000000tokei-13.0.0.alpha.5+git0/src/consts.rs// Set of common pub consts. /// Fallback row length pub const FALLBACK_ROW_LEN: usize = 81; // Column widths used for console printing. /// Language column width pub const LANGUAGE_COLUMN_WIDTH: usize = 10; /// Path column width pub const PATH_COLUMN_WIDTH: usize = 80; /// Files column width pub const FILES_COLUMN_WIDTH: usize = 8; /// Lines column width pub const LINES_COLUMN_WIDTH: usize = 12; /// Code column width pub const CODE_COLUMN_WIDTH: usize = 12; /// Comments column width pub const COMMENTS_COLUMN_WIDTH: usize = 12; /// Blanks column width pub const BLANKS_COLUMN_WIDTH: usize = 12; 0707010000002B000081A400000000000000000000000166C8A4FD00001BDE000000000000000000000000000000000000002700000000tokei-13.0.0.alpha.5+git0/src/input.rsuse serde::{Deserialize, Serialize}; use std::{collections::BTreeMap, error::Error, str::FromStr}; use tokei::{Language, LanguageType, Languages}; type LanguageMap = BTreeMap<LanguageType, Language>; #[derive(Deserialize, Serialize, Debug)] struct Output { #[serde(flatten)] languages: LanguageMap, #[serde(rename = "Total")] totals: Language, } macro_rules! supported_formats { ($( ($name:ident, $feature:expr, $variant:ident [$($krate:ident),+]) => $parse_kode:expr, $print_kode:expr, )+) => ( $( // for each format $( // for each required krate #[cfg(feature = $feature)] extern crate $krate; )+ )+ /// Supported serialization formats. /// /// To enable all formats compile with the `all` feature. #[cfg_attr(test, derive(strum_macros::EnumIter))] #[derive(Debug, Clone)] pub enum Format { Json, $( #[cfg(feature = $feature)] $variant ),+ // TODO: Allow adding format at runtime when used as a lib? } impl Format { pub fn supported() -> &'static [&'static str] { &[ "json", $( #[cfg(feature = $feature)] stringify!($name) ),+ ] } pub fn all() -> &'static [&'static str] { &[ $( stringify!($name) ),+ ] } pub fn all_feature_names() -> &'static [&'static str] { &[ $( $feature ),+ ] } pub fn not_supported() -> &'static [&'static str] { &[ $( #[cfg(not(feature = $feature))] stringify!($name) ),+ ] } pub fn parse(input: &str) -> Option<LanguageMap> { if input.is_empty() { return None } if let Ok(Output { languages, .. }) = serde_json::from_str::<Output>(input) { return Some(languages); } $( // attributes are not yet allowed on `if` expressions #[cfg(feature = $feature)] { let parse = &{ $parse_kode }; if let Ok(Output { languages, .. }) = parse(input) { return Some(languages) } } )+ // Didn't match any of the compiled serialization formats None } pub fn print(&self, languages: &Languages) -> Result<String, Box<dyn Error>> { let output = Output { languages: (*languages).to_owned(), totals: languages.total() }; match *self { Format::Json => Ok(serde_json::to_string(&output)?), $( #[cfg(feature = $feature)] Format::$variant => { let print= &{ $print_kode }; Ok(print(&output)?) } ),+ } } } impl FromStr for Format { type Err = String; fn from_str(format: &str) -> Result<Self, Self::Err> { match format { "json" => Ok(Format::Json), $( stringify!($name) => { #[cfg(feature = $feature)] return Ok(Format::$variant); #[cfg(not(feature = $feature))] return Err(format!( "This version of tokei was compiled without \ any '{format}' serialization support, to enable serialization, \ reinstall tokei with the features flag. cargo install tokei --features {feature} If you want to enable all supported serialization formats, you can use the 'all' feature. cargo install tokei --features all\n", format = stringify!($name), feature = $feature) ); } ),+ format => Err(format!("{:?} is not a supported serialization format", format)), } } } ) } // The ordering of these determines the attempted order when parsing. supported_formats!( (cbor, "cbor", Cbor [serde_cbor, hex]) => |input| { hex::FromHex::from_hex(input) .map_err(|e: hex::FromHexError| <Box<dyn Error>>::from(e)) .and_then(|hex: Vec<_>| Ok(serde_cbor::from_slice(&hex)?)) }, |languages| serde_cbor::to_vec(&languages).map(hex::encode), (json, "json", Json [serde_json]) => serde_json::from_str, serde_json::to_string, (yaml, "yaml", Yaml [serde_yaml]) => serde_yaml::from_str, serde_yaml::to_string, ); pub fn add_input(input: &str, languages: &mut Languages) -> bool { use std::fs::File; use std::io::Read; let map = match File::open(input) { Ok(mut file) => { let contents = { let mut contents = String::new(); file.read_to_string(&mut contents) .expect("Couldn't read file"); contents }; convert_input(&contents) } Err(_) => { if input == "stdin" { let mut stdin = ::std::io::stdin(); let mut buffer = String::new(); let _ = stdin.read_to_string(&mut buffer); convert_input(&buffer) } else { convert_input(input) } } }; if let Some(map) = map { *languages += map; true } else { false } } fn convert_input(contents: &str) -> Option<LanguageMap> { self::Format::parse(contents) } #[cfg(test)] mod tests { use super::*; use strum::IntoEnumIterator; use tokei::Config; use std::path::Path; #[test] fn formatting_print_matches_parse() { // Get language results from sample dir let data_dir = Path::new("tests").join("data"); let mut langs = Languages::new(); langs.get_statistics(&[data_dir], &[], &Config::default()); // Check that the value matches after serializing and deserializing for variant in Format::iter() { let serialized = variant .print(&langs) .unwrap_or_else(|_| panic!("Failed serializing variant: {:?}", variant)); let deserialized = Format::parse(&serialized) .unwrap_or_else(|| panic!("Failed deserializing variant: {:?}", variant)); assert_eq!(*langs, deserialized); } } } 0707010000002C000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002700000000tokei-13.0.0.alpha.5+git0/src/language0707010000002D000081A400000000000000000000000166C8A4FD00001A4D000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/src/language/embedding.rs#![allow(clippy::trivial_regex)] use crate::LanguageType; use once_cell::sync::Lazy; use regex::bytes::Regex; pub static START_SCRIPT: Lazy<Regex> = Lazy::new(|| Regex::new(r#"<script(?:.*type="(.*)")?.*?>"#).unwrap()); pub static END_SCRIPT: Lazy<Regex> = Lazy::new(|| Regex::new(r#"</script>"#).unwrap()); pub static START_STYLE: Lazy<Regex> = Lazy::new(|| Regex::new(r#"<style(?:.*lang="(.*)")?.*?>"#).unwrap()); pub static END_STYLE: Lazy<Regex> = Lazy::new(|| Regex::new(r#"</style>"#).unwrap()); pub static START_TEMPLATE: Lazy<Regex> = Lazy::new(|| Regex::new(r#"<template(?:.*lang="(.*)")?.*?>"#).unwrap()); pub static END_TEMPLATE: Lazy<Regex> = Lazy::new(|| Regex::new(r#"</template>"#).unwrap()); pub static STARTING_MARKDOWN_REGEX: Lazy<Regex> = Lazy::new(|| Regex::new(r#"```\S+\s"#).unwrap()); pub static ENDING_MARKDOWN_REGEX: Lazy<Regex> = Lazy::new(|| Regex::new(r#"```\s?"#).unwrap()); pub static STARTING_LF_BLOCK_REGEX: Lazy<Regex> = Lazy::new(|| Regex::new(r#"\{="#).unwrap()); pub static ENDING_LF_BLOCK_REGEX: Lazy<Regex> = Lazy::new(|| Regex::new(r#"=}"#).unwrap()); /// A memory of a regex matched. /// The values provided by `Self::start` and `Self::end` are in the same space as the /// start value supplied to `RegexCache::build` pub struct Capture<'a> { start: usize, text: &'a [u8], } impl Capture<'_> { #[inline(always)] fn start(&self) -> usize { self.start } #[inline(always)] pub fn end(&self) -> usize { self.start + self.text.len() } #[inline(always)] pub fn as_bytes(&self) -> &[u8] { self.text } } impl<'a> std::fmt::Debug for Capture<'a> { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { f.debug_struct("Capture") .field("start", &self.start) .field("end", &self.end()) .field("text", &String::from_utf8_lossy(self.text)) .finish() } } pub(crate) struct RegexCache<'a> { inner: Option<RegexFamily<'a>>, } /// Embedding regexes are similar between different sets of languages. /// `RegexFamily` records both which family the language belongs to, /// as well as the actual matches pub(crate) enum RegexFamily<'a> { HtmlLike(HtmlLike<'a>), LinguaFranca(SimpleCapture<'a>), Markdown(SimpleCapture<'a>), Rust, } pub(crate) struct HtmlLike<'a> { start_script: Option<Box<[Capture<'a>]>>, start_style: Option<Box<[Capture<'a>]>>, start_template: Option<Box<[Capture<'a>]>>, } pub(crate) struct SimpleCapture<'a> { starts: Option<Box<[Capture<'a>]>>, } impl<'a> HtmlLike<'a> { pub fn start_script_in_range( &'a self, start: usize, end: usize, ) -> Option<impl Iterator<Item = &'a Capture<'a>>> { filter_range(self.start_script.as_ref()?, start, end) } pub fn start_style_in_range( &'a self, start: usize, end: usize, ) -> Option<impl Iterator<Item = &'a Capture<'a>>> { filter_range(self.start_style.as_ref()?, start, end) } pub fn start_template_in_range( &'a self, start: usize, end: usize, ) -> Option<impl Iterator<Item = &'a Capture<'a>>> { filter_range(self.start_template.as_ref()?, start, end) } } impl<'a> SimpleCapture<'a> { pub fn starts_in_range(&'a self, start: usize, end: usize) -> Option<&Capture<'a>> { filter_range(self.starts.as_ref()?, start, end).and_then(|mut it| it.next()) } fn make_capture( regex: &Regex, lines: &'a [u8], start: usize, end: usize, ) -> Option<SimpleCapture<'a>> { let capture = SimpleCapture { starts: save_captures(regex, lines, start, end), }; if capture.starts.is_some() { Some(capture) } else { None } } } fn filter_range<'a>( dataset: &'a [Capture<'a>], start: usize, end: usize, ) -> Option<impl Iterator<Item = &'a Capture<'a>>> { let pos = dataset .binary_search_by_key(&start, |cap| cap.start()) .ok()?; if pos >= dataset.len() || dataset[pos].end() > end { None } else { Some( dataset[pos..] .iter() .take_while(move |cap| cap.end() <= end), ) } } impl<'a> RegexCache<'a> { /// Returns the language family for which regexes were matched, if any pub(crate) fn family(&self) -> Option<&RegexFamily> { self.inner.as_ref() } /// Tries to memoize any matches of embedding regexes that occur within lines[start..end] /// for the given language. Any `Capture` values eventually recovered will use the same /// zero for their start as the given `start` argument. pub(crate) fn build(lang: LanguageType, lines: &'a [u8], start: usize, end: usize) -> Self { let inner = match lang { LanguageType::Markdown | LanguageType::UnrealDeveloperMarkdown => { SimpleCapture::make_capture(&STARTING_MARKDOWN_REGEX, lines, start, end) .map(RegexFamily::Markdown) } LanguageType::Rust => Some(RegexFamily::Rust), LanguageType::LinguaFranca => { SimpleCapture::make_capture(&STARTING_LF_BLOCK_REGEX, lines, start, end) .map(RegexFamily::LinguaFranca) } LanguageType::Html | LanguageType::RubyHtml | LanguageType::Svelte | LanguageType::Vue | LanguageType::GlimmerJs | LanguageType::GlimmerTs => { let html = HtmlLike { start_script: save_captures(&START_SCRIPT, lines, start, end), start_style: save_captures(&START_STYLE, lines, start, end), start_template: save_captures(&START_TEMPLATE, lines, start, end), }; if html.start_script.is_some() || html.start_style.is_some() || html.start_template.is_some() { Some(RegexFamily::HtmlLike(html)) } else { None } } _ => None, }; Self { inner } } } fn save_captures<'a>( regex: &Regex, lines: &'a [u8], start: usize, end: usize, ) -> Option<Box<[Capture<'a>]>> { let v: Vec<_> = regex .captures(&lines[start..end])? .iter() .flatten() .map(|cap| Capture { start: start + cap.start(), text: cap.as_bytes(), }) .collect(); if v.is_empty() { None } else { Some(v.into()) } } 0707010000002E000081A400000000000000000000000166C8A4FD00003168000000000000000000000000000000000000003800000000tokei-13.0.0.alpha.5+git0/src/language/language_type.rsuse std::{ borrow::Cow, fmt, fs::File, io::{self, Read}, path::{Path, PathBuf}, str::FromStr, }; use crate::{ config::Config, language::syntax::{FileContext, LanguageContext, SyntaxCounter}, stats::{CodeStats, Report}, utils::{ext::SliceExt, fs as fsutils}, }; use encoding_rs_io::DecodeReaderBytesBuilder; use grep_searcher::{LineIter, LineStep}; use once_cell::sync::Lazy; use rayon::prelude::*; use serde::Serialize; use self::LanguageType::*; include!(concat!(env!("OUT_DIR"), "/language_type.rs")); impl Serialize for LanguageType { fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where S: serde::Serializer, { serializer.serialize_str(self.name()) } } impl LanguageType { /// Parses a given [`Path`] using the [`LanguageType`]. Returning [`Report`] /// on success and giving back ownership of [`PathBuf`] on error. pub fn parse(self, path: PathBuf, config: &Config) -> Result<Report, (io::Error, PathBuf)> { let text = { let f = match File::open(&path) { Ok(f) => f, Err(e) => return Err((e, path)), }; let mut s = Vec::new(); let mut reader = DecodeReaderBytesBuilder::new().build(f); if let Err(e) = reader.read_to_end(&mut s) { return Err((e, path)); } s }; let mut stats = Report::new(path); stats += self.parse_from_slice(text, config); Ok(stats) } /// Parses the text provided as the given [`LanguageType`]. pub fn parse_from_str<A: AsRef<str>>(self, text: A, config: &Config) -> CodeStats { self.parse_from_slice(text.as_ref().as_bytes(), config) } /// Parses the bytes provided as the given [`LanguageType`]. pub fn parse_from_slice<A: AsRef<[u8]>>(self, text: A, config: &Config) -> CodeStats { let text = text.as_ref(); if self == Jupyter { return self .parse_jupyter(text.as_ref(), config) .unwrap_or_default(); } let syntax = { let mut syntax_mut = SyntaxCounter::new(self); if self == LinguaFranca { syntax_mut.lf_embedded_language = self.find_lf_target_language(text); } syntax_mut }; if let Some(end) = syntax.shared.important_syntax.find(text).and_then(|m| { // Get the position of the last line before the important // syntax. text[..=m.start()] .iter() .rev() .position(|&c| c == b'\n') .filter(|&p| p != 0) .map(|p| m.start() - p) }) { let (skippable_text, rest) = text.split_at(end + 1); let is_fortran = syntax.shared.is_fortran; let is_literate = syntax.shared.is_literate; let comments = syntax.shared.line_comments; trace!( "Using Simple Parse on {:?}", String::from_utf8_lossy(skippable_text) ); let parse_lines = move || self.parse_lines(config, rest, CodeStats::new(), syntax); let simple_parse = move || { LineIter::new(b'\n', skippable_text) .par_bridge() .map(|line| { // FORTRAN has a rule where it only counts as a comment if it's the // first character in the column, so removing starting whitespace // could cause a miscount. let line = if is_fortran { line } else { line.trim() }; if line.trim().is_empty() { (1, 0, 0) } else if is_literate || comments.iter().any(|c| line.starts_with(c.as_bytes())) { (0, 0, 1) } else { (0, 1, 0) } }) .reduce(|| (0, 0, 0), |a, b| (a.0 + b.0, a.1 + b.1, a.2 + b.2)) }; let (mut stats, (blanks, code, comments)) = rayon::join(parse_lines, simple_parse); stats.blanks += blanks; stats.code += code; stats.comments += comments; stats } else { self.parse_lines(config, text, CodeStats::new(), syntax) } } #[inline] fn parse_lines( self, config: &Config, lines: &[u8], mut stats: CodeStats, mut syntax: SyntaxCounter, ) -> CodeStats { let mut stepper = LineStep::new(b'\n', 0, lines.len()); while let Some((start, end)) = stepper.next(lines) { let line = &lines[start..end]; // FORTRAN has a rule where it only counts as a comment if it's the // first character in the column, so removing starting whitespace // could cause a miscount. let line = if syntax.shared.is_fortran { line } else { line.trim() }; trace!("{}", String::from_utf8_lossy(line)); if syntax.try_perform_single_line_analysis(line, &mut stats) { continue; } let started_in_comments = !syntax.stack.is_empty() || (config.treat_doc_strings_as_comments == Some(true) && syntax.quote.is_some() && syntax.quote_is_doc_quote); let ended_with_comments = match syntax.perform_multi_line_analysis(lines, start, end, config) { crate::language::syntax::AnalysisReport::Normal(end) => end, crate::language::syntax::AnalysisReport::ChildLanguage(FileContext { language, end, stats: blob, }) => { match language { LanguageContext::Markdown { balanced, language } => { // Add the lines for the code fences. stats.comments += if balanced { 2 } else { 1 }; // Add the code inside the fence to the stats. *stats.blobs.entry(language).or_default() += blob; } LanguageContext::Rust => { // Add all the markdown blobs. *stats.blobs.entry(LanguageType::Markdown).or_default() += blob; } LanguageContext::LinguaFranca => { let child_lang = syntax.get_lf_target_language(); *stats.blobs.entry(child_lang).or_default() += blob; } LanguageContext::Html { language } => { stats.code += 1; // Add all the markdown blobs. *stats.blobs.entry(language).or_default() += blob; } } // Advance to after the language code and the delimiter.. stepper = LineStep::new(b'\n', end, lines.len()); continue; } }; trace!("{}", String::from_utf8_lossy(line)); if syntax.shared.is_literate || syntax.line_is_comment(line, config, ended_with_comments, started_in_comments) { stats.comments += 1; trace!("Comment No.{}", stats.comments); trace!("Was the Comment stack empty?: {}", !started_in_comments); } else { stats.code += 1; trace!("Code No.{}", stats.code); } } stats } fn parse_jupyter(&self, json: &[u8], config: &Config) -> Option<CodeStats> { #[derive(Deserialize)] struct Jupyter { cells: Vec<JupyterCell>, metadata: JupyterMetadata, } #[derive(Clone, Copy, Deserialize, PartialEq, Eq)] #[serde(rename_all = "lowercase")] enum CellType { Markdown, Code, } #[derive(Deserialize)] struct JupyterCell { cell_type: CellType, source: Vec<String>, } #[derive(Deserialize)] struct JupyterMetadata { kernelspec: serde_json::Value, language_info: serde_json::Value, } let jupyter: Jupyter = serde_json::from_slice(json).ok()?; let mut jupyter_stats = CodeStats::new(); let language = jupyter .metadata .kernelspec .get("language") .and_then(serde_json::Value::as_str) .and_then(|v| LanguageType::from_str(v).ok()) .or_else(|| { jupyter .metadata .language_info .get("file_extension") .and_then(serde_json::Value::as_str) .and_then(LanguageType::from_file_extension) }) .unwrap_or(LanguageType::Python); let iter = jupyter .cells .par_iter() .map(|cell| match cell.cell_type { CellType::Markdown => ( LanguageType::Markdown, LanguageType::Markdown.parse_from_str(cell.source.join(""), config), ), CellType::Code => ( language, language.parse_from_str(cell.source.join(""), config), ), }) .collect::<Vec<_>>(); for (language, stats) in iter { *jupyter_stats.blobs.entry(language).or_default() += &stats; jupyter_stats += &stats; } Some(jupyter_stats) } /// The embedded language in LF is declared in a construct that looks like this: `target C;`, `target Python`. /// This is the first thing in the file (although there may be comments before). fn find_lf_target_language(&self, bytes: &[u8]) -> Option<LanguageType> { use regex::bytes::Regex; static LF_TARGET_REGEX: Lazy<Regex> = Lazy::new(|| Regex::new(r#"(?m)\btarget\s+(\w+)\s*($|;|\{)"#).unwrap()); LF_TARGET_REGEX.captures(bytes).and_then(|captures| { let name = captures.get(1).unwrap().as_bytes(); if name == b"CCpp" { // this is a special alias for the C target in LF Some(C) } else { let name_str = &String::from_utf8_lossy(name); let by_name = LanguageType::from_name(name_str); if by_name.is_none() { trace!("LF target not recognized: {}", name_str); } by_name } }) } } #[cfg(test)] mod tests { use super::*; use std::{fs, path::Path}; #[test] fn rust_allows_nested() { assert!(LanguageType::Rust.allows_nested()); } fn assert_stats(stats: &CodeStats, blanks: usize, code: usize, comments: usize) { assert_eq!(stats.blanks, blanks, "expected {} blank lines", blanks); assert_eq!(stats.code, code, "expected {} code lines", code); assert_eq!( stats.comments, comments, "expected {} comment lines", comments ); } #[test] fn jupyter_notebook_has_correct_totals() { let sample_notebook = fs::read_to_string(Path::new("tests").join("data").join("jupyter.ipynb")).unwrap(); let stats = LanguageType::Jupyter .parse_jupyter(sample_notebook.as_bytes(), &Config::default()) .unwrap(); assert_stats(&stats, 115, 528, 333); } #[test] fn lf_embedded_language_is_counted() { let file_text = fs::read_to_string(Path::new("tests").join("data").join("linguafranca.lf")).unwrap(); let stats = LinguaFranca.parse_from_str(file_text, &Config::default()); assert_stats(&stats, 9, 11, 8); assert_eq!(stats.blobs.len(), 1, "num embedded languages"); let rust_stats = stats.blobs.get(&Rust).expect("should have a Rust entry"); assert_stats(rust_stats, 2, 5, 1); } } 0707010000002F000081A400000000000000000000000166C8A4FD000040B9000000000000000000000000000000000000003D00000000tokei-13.0.0.alpha.5+git0/src/language/language_type.tera.rsuse arbitrary::Arbitrary; /// Represents a individual programming language. Can be used to provide /// information about the language, such as multi line comments, single line /// comments, string literal syntax, whether a given language allows nesting /// comments. #[derive(Deserialize)] #[derive(Arbitrary, Clone, Copy, Debug, Eq, Hash, Ord, PartialEq, PartialOrd)] #[non_exhaustive] #[allow(clippy::upper_case_acronyms)] pub enum LanguageType { {% for key, value in languages -%} #[allow(missing_docs)] {% if value.name is defined %} #[serde(alias = "{{value.name}}")] {% else %} #[serde(alias = "{{key}}")] {% endif %} {{key}}, {% endfor %} } impl LanguageType { /// Returns the display name of a language. /// /// ``` /// # use tokei::*; /// let bash = LanguageType::Bash; /// /// assert_eq!(bash.name(), "BASH"); /// ``` pub fn name(self) -> &'static str { match self { {% for key, value in languages -%} {{key}} => {% if value.name %}"{{value.name}}"{% else %}"{{key}}"{% endif %}, {% endfor %} } } pub(crate) fn _is_blank(self) -> bool { match self { {% for key, v in languages -%} {{key}} => {{ v.blank | default(value=false) }}, {% endfor %} } } pub(crate) fn is_fortran(self) -> bool { self == LanguageType::FortranModern || self == LanguageType::FortranLegacy } /// Returns whether the language is "literate", meaning that it considered /// to primarily be documentation and is counted primarily as comments /// rather than procedural code. pub fn is_literate(self) -> bool { match self { {% for key, v in languages -%} {{key}} => {{ v.literate | default(value=false) }}, {% endfor %} } } /// Provides every variant in a Vec pub fn list() -> &'static [(Self, &'static [&'static str])] { &[{% for key, val in languages -%} ({{key}}, {% if val.extensions %} &[{% for extension in val.extensions %}"{{extension}}", {% endfor %}], {% else %} &[], {% endif %}), {% endfor %}] } /// Returns the single line comments of a language. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::Rust; /// assert_eq!(lang.line_comments(), &["//"]); /// ``` pub fn line_comments(self) -> &'static [&'static str] { match self { {% for key, value in languages -%} {{key}} => &[{% for item in value.line_comment | default(value=[]) %}"{{item}}",{% endfor %}], {% endfor %} } } /// Returns the single line comments of a language. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::Rust; /// assert_eq!(lang.multi_line_comments(), &[("/*", "*/")]); /// ``` pub fn multi_line_comments(self) -> &'static [(&'static str, &'static str)] { match self { {% for key, value in languages -%} {{key}} => &[ {%- for items in value.multi_line_comments | default(value=[]) -%} ({% for item in items %}"{{item}}",{% endfor %}), {%- endfor -%} ], {% endfor %} } } /// Returns whether the language allows nested multi line comments. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::Rust; /// assert!(lang.allows_nested()); /// ``` pub fn allows_nested(self) -> bool { match self { {% for key, v in languages -%} {{key}} => {{ v.nested | default(value=false) }}, {% endfor %} } } /// Returns what nested comments the language has. (Currently only D has /// any of this type.) /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::D; /// assert_eq!(lang.nested_comments(), &[("/+", "+/")]); /// ``` pub fn nested_comments(self) -> &'static [(&'static str, &'static str)] { match self { {% for key, value in languages -%} {{key}} => &[ {%- for items in value.nested_comments | default(value=[]) -%} ({% for item in items %}"{{item}}",{% endfor %}), {%- endfor -%} ], {% endfor %} } } /// Returns the quotes of a language. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::C; /// assert_eq!(lang.quotes(), &[("\"", "\"")]); /// ``` pub fn quotes(self) -> &'static [(&'static str, &'static str)] { match self { {% for key, value in languages -%} {{key}} => &[ {%- for items in value.quotes | default(value=[]) -%} ({% for item in items %}"{{item}}",{% endfor %}), {%- endfor -%} ], {% endfor %} } } /// Returns the verbatim quotes of a language. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::CSharp; /// assert_eq!(lang.verbatim_quotes(), &[("@\"", "\"")]); /// ``` pub fn verbatim_quotes(self) -> &'static [(&'static str, &'static str)] { match self { {% for key, value in languages -%} {{key}} => &[ {%- for items in value.verbatim_quotes | default(value=[]) -%} ({% for item in items %}"{{item}}",{% endfor %}), {%- endfor -%} ], {% endfor %} } } /// Returns the doc quotes of a language. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::Python; /// assert_eq!(lang.doc_quotes(), &[("\"\"\"", "\"\"\""), ("'''", "'''")]); /// ``` pub fn doc_quotes(self) -> &'static [(&'static str, &'static str)] { match self { {% for key, value in languages -%} {{key}} => &[ {% for items in value.doc_quotes | default(value=[])-%} ({% for item in items %}"{{item}}",{% endfor %}), {%- endfor %} ], {%- endfor %} } } /// Returns the shebang of a language. /// ``` /// use tokei::LanguageType; /// let lang = LanguageType::Bash; /// assert_eq!(lang.shebangs(), &["#!/bin/bash"]); /// ``` pub fn shebangs(self) -> &'static [&'static str] { match self { {% for key, lang in languages -%} {{key}} => &[{% for item in lang.shebangs | default(value=[]) %}"{{item}}",{% endfor %}], {% endfor %} } } pub(crate) fn any_multi_line_comments(self) -> &'static [(&'static str, &'static str)] { match self { {% for key, value in languages -%} {{key}} => &[ {%- set starting_multi_line_comments = value.multi_line_comments | default(value=[]) -%} {%- set starting_nested_comments = value.nested_comments | default(value=[]) -%} {%- for item in starting_multi_line_comments | concat(with=starting_nested_comments) -%} ("{{item.0}}", "{{item.1}}"), {%- endfor -%} ], {% endfor %} } } pub(crate) fn any_comments(self) -> &'static [&'static str] { match self { {% for key, value in languages -%} {{key}} => &[ {%- set starting_multi_line_comments = value.multi_line_comments | default(value=[]) -%} {%- set starting_nested_comments = value.nested_comments | default(value=[]) -%} {%- for item in starting_multi_line_comments | concat(with=starting_nested_comments) -%} "{{item.0}}", "{{item.1}}", {%- endfor -%} {%- for item in value.line_comment | default(value=[]) -%} "{{item}}", {%- endfor -%} ], {% endfor %} } } /// Returns the parts of syntax that determines whether tokei can skip large /// parts of analysis. pub fn important_syntax(self) -> &'static [&'static str] { match self { {% for key, value in languages -%} {%- set starting_quotes = value.quotes | default(value=[]) | map(attribute="0") -%} {%- set starting_doc_quotes = value.doc_quotes | default(value=[]) | map(attribute="0") -%} {%- set starting_multi_line_comments = value.multi_line_comments | default(value=[]) | map(attribute="0") -%} {%- set starting_nested_comments = value.nested_comments | default(value=[]) | map(attribute="0") -%} {%- set important_syntax = value.important_syntax | default(value=[]) -%} {{key}} => &[ {%- for item in starting_quotes | concat(with=starting_doc_quotes) | concat(with=starting_multi_line_comments) | concat(with=starting_nested_comments) | concat(with=important_syntax) -%} "{{item}}", {%- endfor -%} {%- for context in value.contexts | default(value=[]) -%} {% if value.kind == "html" %} "<{{context.tag}}", {% endif %} {%- endfor -%} ], {% endfor %} } } /// Get language from a file path. May open and read the file. /// /// ```no_run /// use tokei::{Config, LanguageType}; /// /// let rust = LanguageType::from_path("./main.rs", &Config::default()); /// /// assert_eq!(rust, Some(LanguageType::Rust)); /// ``` pub fn from_path<P: AsRef<Path>>(entry: P, _config: &Config) -> Option<Self> { let entry = entry.as_ref(); if let Some(filename) = fsutils::get_filename(entry) { match &*filename { {% for key, value in languages -%} {%- if value.filenames -%} {%- for item in value.filenames -%} | "{{item}}" {%- endfor -%} => return Some({{key}}), {% endif -%} {%- endfor %} _ => () } } match fsutils::get_extension(entry) { Some(extension) => LanguageType::from_file_extension(extension.as_str()), None => LanguageType::from_shebang(entry), } } /// Get language from a file extension. /// /// ```no_run /// use tokei::LanguageType; /// /// let rust = LanguageType::from_file_extension("rs"); /// /// assert_eq!(rust, Some(LanguageType::Rust)); /// ``` #[must_use] pub fn from_file_extension(extension: &str) -> Option<Self> { match extension { {% for key, value in languages -%} {%- if value.extensions -%} {%- for item in value.extensions %}| "{{item}}" {% endfor %}=> Some({{key}}), {% endif -%} {%- endfor %} extension => { warn!("Unknown extension: {}", extension); None }, } } /// Get language from its name. /// /// ```no_run /// use tokei::LanguageType; /// /// let rust = LanguageType::from_name("Rust"); /// /// assert_eq!(rust, Some(LanguageType::Rust)); /// ``` #[must_use] pub fn from_name(name: &str) -> Option<Self> { match name { {% for key, value in languages -%} {% if value.name and value.name != key -%} | "{{value.name}}" {% endif -%} | "{{key}}" => Some({{key}}), {% endfor %} unknown => { warn!("Unknown language name: {}", unknown); None }, } } /// Get language from its MIME type if available. /// /// ```no_run /// use tokei::LanguageType; /// /// let lang = LanguageType::from_mime("application/javascript"); /// /// assert_eq!(lang, Some(LanguageType::JavaScript)); /// ``` #[must_use] pub fn from_mime(mime: &str) -> Option<Self> { match mime { {% for key, value in languages -%} {%- if value.mime -%} {%- for item in value.mime %}| "{{item}}" {% endfor %}=> Some({{key}}), {% endif -%} {%- endfor %} _ => { warn!("Unknown MIME: {}", mime); None }, } } /// Get language from a shebang. May open and read the file. /// /// ```no_run /// use tokei::LanguageType; /// /// let rust = LanguageType::from_shebang("./main.rs"); /// /// assert_eq!(rust, Some(LanguageType::Rust)); /// ``` pub fn from_shebang<P: AsRef<Path>>(entry: P) -> Option<Self> { // Read at max `READ_LIMIT` bytes from the given file. // A typical shebang line has a length less than 32 characters; // e.g. '#!/bin/bash' - 11B / `#!/usr/bin/env python3` - 22B // It is *very* unlikely the file contains a valid shebang syntax // if we don't find a newline character after searching the first 128B. const READ_LIMIT: usize = 128; let mut file = File::open(entry).ok()?; let mut buf = [0; READ_LIMIT]; let len = file.read(&mut buf).ok()?; let buf = &buf[..len]; let first_line = buf.split(|b| *b == b'\n').next()?; let first_line = std::str::from_utf8(first_line).ok()?; let mut words = first_line.split_whitespace(); match words.next() { {# First match against any shebang paths, and then check if the language matches any found in the environment shebang path. #} {% for key, value in languages -%} {%- if value.shebangs %} {%- for item in value.shebangs %}| Some("{{item}}") {% endfor %}=> Some({{key}}), {% endif -%} {%- endfor %} Some("#!/usr/bin/env") => { if let Some(word) = words.next() { match word { {% for key, value in languages -%} {%- if value.env -%} {%- for item in value.env %} {% if loop.index == 1 %} _ if word.starts_with("{{item}}") {% else %} || word.starts_with("{{item}}") {% endif %} {% endfor %}=> Some({{key}}), {% endif -%} {%- endfor %} env => { warn!("Unknown environment: {:?}", env); None } } } else { None } } _ => None, } } } impl FromStr for LanguageType { type Err = &'static str; fn from_str(from: &str) -> Result<Self, Self::Err> { match &*from.to_lowercase() { {% for key, value in languages %} {% if value.name %}"{{value.name | lower}}"{% else %}"{{key | lower}}"{% endif %} => Ok({{key}}), {% endfor %} _ => Err("Language not found, please use `-l` to see all available\ languages."), } } } impl fmt::Display for LanguageType { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { write!(f, "{}", self.name()) } } impl<'a> From<LanguageType> for Cow<'a, LanguageType> { fn from(from: LanguageType) -> Self { Cow::Owned(from) } } impl<'a> From<&'a LanguageType> for Cow<'a, LanguageType> { fn from(from: &'a LanguageType) -> Self { Cow::Borrowed(from) } } 07070100000030000081A400000000000000000000000166C8A4FD000011D9000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/src/language/languages.rsuse std::{ collections::{btree_map, BTreeMap}, iter::IntoIterator, ops::{AddAssign, Deref, DerefMut}, path::Path, }; use rayon::prelude::*; use crate::{ config::Config, language::{Language, LanguageType}, utils, }; /// A newtype representing a list of languages counted in the provided /// directory. /// ([_List of /// Languages_](https://github.com/XAMPPRocky/tokei#supported-languages)) #[derive(Debug, Default, PartialEq)] pub struct Languages { inner: BTreeMap<LanguageType, Language>, } impl serde::Serialize for Languages { fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where S: serde::Serializer, { self.inner.serialize(serializer) } } impl<'de> serde::Deserialize<'de> for Languages { fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where D: serde::Deserializer<'de>, { let map = <_>::deserialize(deserializer)?; Ok(Self::from_previous(map)) } } impl Languages { fn from_previous(map: BTreeMap<LanguageType, Language>) -> Self { use std::collections::btree_map::Entry; let mut me = Self::new(); for (name, input_language) in map { match me.entry(name) { Entry::Occupied(mut entry) => { *entry.get_mut() += input_language; } Entry::Vacant(entry) => { entry.insert(input_language); } } } me } /// Populates the `Languages` struct with statistics about languages /// provided by [`Language`]. /// /// Takes a `&[&str]` of paths to recursively traverse, paths can be /// relative, absolute or glob paths. a second `&[&str]` of paths to ignore, /// these strings use the `.gitignore` syntax, such as `target` /// or `**/*.bk`. /// /// ```no_run /// use tokei::{Config, Languages}; /// /// let mut languages = Languages::new(); /// languages.get_statistics(&["."], &[".git", "target"], &Config::default()); /// ``` /// /// [`Language`]: struct.Language.html pub fn get_statistics<A: AsRef<Path>>( &mut self, paths: &[A], ignored: &[&str], config: &Config, ) { utils::fs::get_all_files(paths, ignored, &mut self.inner, config); self.inner.par_iter_mut().for_each(|(_, l)| l.total()); } /// Constructs a new, Languages struct. Languages is always empty and does /// not allocate. /// /// ```rust /// # use tokei::*; /// let languages = Languages::new(); /// ``` #[must_use] pub fn new() -> Self { Languages::default() } /// Summary of the Languages struct. #[must_use] pub fn total(self: &Languages) -> Language { let mut total = Language::new(); for (ty, l) in self { let language = l.summarise(); total.comments += language.comments; total.blanks += language.blanks; total.code += language.code; total.inaccurate |= language.inaccurate; total.children.insert(*ty, language.reports.clone()); } total } } impl IntoIterator for Languages { type Item = <BTreeMap<LanguageType, Language> as IntoIterator>::Item; type IntoIter = <BTreeMap<LanguageType, Language> as IntoIterator>::IntoIter; fn into_iter(self) -> Self::IntoIter { self.inner.into_iter() } } impl<'a> IntoIterator for &'a Languages { type Item = (&'a LanguageType, &'a Language); type IntoIter = btree_map::Iter<'a, LanguageType, Language>; fn into_iter(self) -> Self::IntoIter { self.inner.iter() } } impl<'a> IntoIterator for &'a mut Languages { type Item = (&'a LanguageType, &'a mut Language); type IntoIter = btree_map::IterMut<'a, LanguageType, Language>; fn into_iter(self) -> Self::IntoIter { self.inner.iter_mut() } } impl AddAssign<BTreeMap<LanguageType, Language>> for Languages { fn add_assign(&mut self, rhs: BTreeMap<LanguageType, Language>) { for (name, language) in rhs { if let Some(result) = self.inner.get_mut(&name) { *result += language; } } } } impl Deref for Languages { type Target = BTreeMap<LanguageType, Language>; fn deref(&self) -> &Self::Target { &self.inner } } impl DerefMut for Languages { fn deref_mut(&mut self) -> &mut BTreeMap<LanguageType, Language> { &mut self.inner } } 07070100000031000081A400000000000000000000000166C8A4FD000014E4000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/src/language/mod.rsmod embedding; pub mod language_type; pub mod languages; mod syntax; use std::{collections::BTreeMap, mem, ops::AddAssign}; pub use self::{language_type::*, languages::Languages}; use crate::{sort::Sort, stats::Report}; /// A struct representing statistics about a single Language. #[derive(Clone, Debug, Deserialize, Default, PartialEq, Serialize)] pub struct Language { /// The total number of blank lines. pub blanks: usize, /// The total number of lines of code. pub code: usize, /// The total number of comments(both single, and multi-line) pub comments: usize, /// A collection of statistics of individual files. pub reports: Vec<Report>, /// A map of any languages found in the reports. pub children: BTreeMap<LanguageType, Vec<Report>>, /// Whether this language had problems with file parsing pub inaccurate: bool, } impl Language { /// Constructs a new empty Language with the comments provided. /// /// ``` /// # use tokei::*; /// let mut rust = Language::new(); /// ``` #[must_use] pub fn new() -> Self { Self::default() } /// Returns the total number of lines. #[inline] #[must_use] pub fn lines(&self) -> usize { self.blanks + self.code + self.comments } /// Add a `Report` to the Language. This will not update the totals in the /// Language struct. pub fn add_report(&mut self, report: Report) { for (lang, stats) in &report.stats.blobs { let mut new_report = Report::new(report.name.clone()); new_report.stats = stats.clone(); self.children.entry(*lang).or_default().push(new_report); } self.reports.push(report); } /// Marks this language as possibly not reflecting correct stats. #[inline] pub fn mark_inaccurate(&mut self) { self.inaccurate = true; } /// Creates a new `Language` from `self`, which is a summarised version /// of the language that doesn't contain any children. It will count /// non-blank lines in child languages as code unless the child language is /// considered "literate" then it will be counted as comments. #[must_use] pub fn summarise(&self) -> Language { let mut summary = self.clone(); for reports in self.children.values() { for stats in reports.iter().map(|r| r.stats.summarise()) { summary.comments += stats.comments; summary.code += stats.code; summary.blanks += stats.blanks; } } summary } /// Totals up the statistics of the `Stat` structs currently contained in /// the language. /// /// ```no_run /// use std::{collections::BTreeMap, path::PathBuf}; /// use tokei::Language; /// /// let mut language = Language::new(); /// /// // Add stats... /// /// assert_eq!(0, language.lines()); /// /// language.total(); /// /// assert_eq!(10, language.lines()); /// ``` pub fn total(&mut self) { let mut blanks = 0; let mut code = 0; let mut comments = 0; for report in &self.reports { blanks += report.stats.blanks; code += report.stats.code; comments += report.stats.comments; } self.blanks = blanks; self.code = code; self.comments = comments; } /// Checks if the language is empty. Empty meaning it doesn't have any /// statistics. /// /// ``` /// # use tokei::*; /// let rust = Language::new(); /// /// assert!(rust.is_empty()); /// ``` #[must_use] pub fn is_empty(&self) -> bool { self.code == 0 && self.comments == 0 && self.blanks == 0 && self.children.is_empty() } /// Sorts each of the `Report`s contained in the language based /// on what category is provided. /// /// ```no_run /// use std::{collections::BTreeMap, path::PathBuf}; /// use tokei::{Language, Sort}; /// /// let mut language = Language::new(); /// /// // Add stats... /// /// language.sort_by(Sort::Lines); /// assert_eq!(20, language.reports[0].stats.lines()); /// /// language.sort_by(Sort::Code); /// assert_eq!(8, language.reports[0].stats.code); /// ``` pub fn sort_by(&mut self, category: Sort) { match category { Sort::Blanks => self .reports .sort_by(|a, b| b.stats.blanks.cmp(&a.stats.blanks)), Sort::Comments => self .reports .sort_by(|a, b| b.stats.comments.cmp(&a.stats.comments)), Sort::Code => self.reports.sort_by(|a, b| b.stats.code.cmp(&a.stats.code)), Sort::Files => self.reports.sort_by(|a, b| a.name.cmp(&b.name)), Sort::Lines => self .reports .sort_by(|a, b| b.stats.lines().cmp(&a.stats.lines())), } } } impl AddAssign for Language { fn add_assign(&mut self, mut rhs: Self) { self.comments += rhs.comments; self.blanks += rhs.blanks; self.code += rhs.code; self.reports.extend(mem::take(&mut rhs.reports)); self.children.extend(mem::take(&mut rhs.children)); self.inaccurate |= rhs.inaccurate; } } 07070100000032000081A400000000000000000000000166C8A4FD00005EF3000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/src/language/syntax.rsuse std::sync::Arc; use aho_corasick::AhoCorasick; use dashmap::DashMap; use grep_searcher::LineStep; use log::Level::Trace; use once_cell::sync::Lazy; use super::embedding::{ RegexCache, RegexFamily, ENDING_LF_BLOCK_REGEX, ENDING_MARKDOWN_REGEX, END_SCRIPT, END_STYLE, END_TEMPLATE, }; use crate::LanguageType::LinguaFranca; use crate::{stats::CodeStats, utils::ext::SliceExt, Config, LanguageType}; /// Tracks the syntax of the language as well as the current state in the file. /// Current has what could be consider three types of mode. /// - `plain` mode: This is the normal state, blanks are counted as blanks, /// string literals can trigger `string` mode, and comments can trigger /// `comment` mode. /// - `string` mode: This when the state machine is current inside a string /// literal for a given language, comments cannot trigger `comment` mode while /// in `string` mode. /// - `comment` mode: This when the state machine is current inside a comment /// for a given language, strings cannot trigger `string` mode while in /// `comment` mode. #[derive(Clone, Debug)] pub(crate) struct SyntaxCounter { pub(crate) shared: Arc<SharedMatchers>, pub(crate) quote: Option<&'static str>, pub(crate) quote_is_doc_quote: bool, pub(crate) stack: Vec<&'static str>, pub(crate) quote_is_verbatim: bool, pub(crate) lf_embedded_language: Option<LanguageType>, } #[derive(Clone, Debug)] pub(crate) struct FileContext { pub(crate) language: LanguageContext, pub(crate) stats: CodeStats, pub(crate) end: usize, } impl FileContext { pub fn new(language: LanguageContext, end: usize, stats: CodeStats) -> Self { Self { language, stats, end, } } } #[derive(Clone, Debug)] pub(crate) enum LanguageContext { Html { language: LanguageType, }, LinguaFranca, Markdown { balanced: bool, language: LanguageType, }, Rust, } #[derive(Clone, Debug)] pub(crate) struct SharedMatchers { pub language: LanguageType, pub allows_nested: bool, pub doc_quotes: &'static [(&'static str, &'static str)], pub important_syntax: AhoCorasick, #[allow(dead_code)] pub any_comments: &'static [&'static str], pub is_fortran: bool, pub is_literate: bool, pub line_comments: &'static [&'static str], pub any_multi_line_comments: &'static [(&'static str, &'static str)], pub multi_line_comments: &'static [(&'static str, &'static str)], pub nested_comments: &'static [(&'static str, &'static str)], pub string_literals: &'static [(&'static str, &'static str)], pub verbatim_string_literals: &'static [(&'static str, &'static str)], } impl SharedMatchers { pub fn new(language: LanguageType) -> Arc<Self> { static MATCHERS: Lazy<DashMap<LanguageType, Arc<SharedMatchers>>> = Lazy::new(DashMap::new); MATCHERS .entry(language) .or_insert_with(|| Arc::new(Self::init(language))) .value() .clone() } pub fn init(language: LanguageType) -> Self { fn init_corasick(pattern: &[&'static str]) -> AhoCorasick { AhoCorasick::builder() .match_kind(aho_corasick::MatchKind::LeftmostLongest) .start_kind(aho_corasick::StartKind::Unanchored) .prefilter(true) .kind(Some(aho_corasick::AhoCorasickKind::DFA)) .build(pattern) .unwrap() } Self { language, allows_nested: language.allows_nested(), doc_quotes: language.doc_quotes(), is_fortran: language.is_fortran(), is_literate: language.is_literate(), important_syntax: init_corasick(language.important_syntax()), any_comments: language.any_comments(), line_comments: language.line_comments(), multi_line_comments: language.multi_line_comments(), any_multi_line_comments: language.any_multi_line_comments(), nested_comments: language.nested_comments(), string_literals: language.quotes(), verbatim_string_literals: language.verbatim_quotes(), } } } #[derive(Debug)] pub(crate) enum AnalysisReport { /// No child languages were found, contains a boolean representing whether /// the line ended with comments or not. Normal(bool), ChildLanguage(FileContext), } impl SyntaxCounter { pub(crate) fn new(language: LanguageType) -> Self { Self { shared: SharedMatchers::new(language), quote_is_doc_quote: false, quote_is_verbatim: false, stack: Vec::with_capacity(1), lf_embedded_language: None, quote: None, } } /// Returns whether the syntax is currently in plain mode. pub(crate) fn is_plain_mode(&self) -> bool { self.quote.is_none() && self.stack.is_empty() } /// Returns whether the syntax is currently in string mode. pub(crate) fn _is_string_mode(&self) -> bool { self.quote.is_some() } /// Returns whether the syntax is currently in comment mode. pub(crate) fn _is_comment_mode(&self) -> bool { !self.stack.is_empty() } pub(crate) fn get_lf_target_language(&self) -> LanguageType { // in case the target declaration was not found, default it to that language const DEFAULT_LANG: LanguageType = LinguaFranca; self.lf_embedded_language.unwrap_or(DEFAULT_LANG) } #[inline] pub(crate) fn parse_line_comment(&self, window: &[u8]) -> bool { if self.quote.is_some() || !self.stack.is_empty() { false } else if let Some(comment) = self .shared .line_comments .iter() .find(|c| window.starts_with(c.as_bytes())) { trace!("Start {:?}", comment); true } else { false } } /// Try to see if we can determine what a line is from examining the whole /// line at once. Returns `true` if successful. pub(crate) fn try_perform_single_line_analysis( &self, line: &[u8], stats: &mut crate::stats::CodeStats, ) -> bool { if !self.is_plain_mode() { false } else if line.trim().is_empty() { stats.blanks += 1; trace!("Blank No.{}", stats.blanks); true } else if self.shared.important_syntax.is_match(line) { false } else { trace!("^ Skippable"); if self.shared.is_literate || self .shared .line_comments .iter() .any(|c| line.starts_with(c.as_bytes())) { stats.comments += 1; trace!("Comment No.{}", stats.comments); } else { stats.code += 1; trace!("Code No.{}", stats.code); } true } } pub(crate) fn perform_multi_line_analysis( &mut self, lines: &[u8], start: usize, end: usize, config: &Config, ) -> AnalysisReport { let mut ended_with_comments = false; let mut skip = 0; macro_rules! skip { ($skip:expr) => {{ skip = $skip - 1; }}; } let regex_cache = RegexCache::build(self.shared.language, lines, start, end); for i in start..end { if skip != 0 { skip -= 1; continue; } let window = &lines[i..]; if window.trim().is_empty() { break; } ended_with_comments = false; let is_end_of_quote_or_multi_line = self .parse_end_of_quote(window) .or_else(|| self.parse_end_of_multi_line(window)); if let Some(skip_amount) = is_end_of_quote_or_multi_line { ended_with_comments = true; skip!(skip_amount); continue; } else if self.quote.is_some() { continue; } if let Some(child) = self.parse_context(lines, i, end, config, ®ex_cache) { return AnalysisReport::ChildLanguage(child); } let is_quote_or_multi_line = self .parse_quote(window) .or_else(|| self.parse_multi_line_comment(window)); if let Some(skip_amount) = is_quote_or_multi_line { skip!(skip_amount); continue; } if self.parse_line_comment(window) { ended_with_comments = true; break; } } AnalysisReport::Normal(ended_with_comments) } /// Performs a set of heuristics to determine whether a line is a comment or /// not. The procedure is as follows. /// /// - Yes/No: Counted as Comment /// /// 1. Check if we're in string mode /// 1. Check if string literal is a doc string and whether tokei has /// been configured to treat them as comments. /// - Yes: When the line starts with the doc string or when we are /// continuing from a previous line. /// - No: The string is a normal string literal or tokei isn't /// configured to count them as comments. /// 2. If we're not in string mode, check if we left it this on this line. /// - Yes: When we found a doc quote and we started in comments. /// 3. Yes: When the whole line is a comment e.g. `/* hello */` /// 4. Yes: When the previous line started a multi-line comment. /// 5. Yes: When the line starts with a comment. /// 6. No: Any other input. pub(crate) fn line_is_comment( &self, line: &[u8], config: &crate::Config, _ended_with_comments: bool, started_in_comments: bool, ) -> bool { let trimmed = line.trim(); let whole_line_is_comment = || { self.shared .line_comments .iter() .any(|c| trimmed.starts_with(c.as_bytes())) || self .shared .any_multi_line_comments .iter() .any(|(start, end)| { trimmed.starts_with(start.as_bytes()) && trimmed.ends_with(end.as_bytes()) }) }; let starts_with_comment = || { let quote = match self.stack.last() { Some(q) => q, _ => return false, }; self.shared .any_multi_line_comments .iter() .any(|(start, end)| end == quote && trimmed.starts_with(start.as_bytes())) }; // `Some(true)` in order to respect the current configuration. #[allow(clippy::if_same_then_else)] if self.quote.is_some() { if self.quote_is_doc_quote && config.treat_doc_strings_as_comments == Some(true) { self.quote.map_or(false, |q| line.starts_with(q.as_bytes())) || (self.quote.is_some()) } else { false } } else if self .shared .doc_quotes .iter() .any(|(_, e)| line.contains_slice(e.as_bytes())) && started_in_comments { true } else if (whole_line_is_comment)() { true } else if started_in_comments { true } else { (starts_with_comment)() } } #[inline] pub(crate) fn parse_context( &mut self, lines: &[u8], start: usize, end: usize, config: &Config, regex_cache: &RegexCache, ) -> Option<FileContext> { use std::str::FromStr; // static TYPE_REGEX: Lazy<Regex> = Lazy::new(|| Regex::new(r#"type="(.*)".*>"#).unwrap()); if self.quote.is_some() || !self.stack.is_empty() { return None; } match regex_cache.family()? { RegexFamily::Markdown(md) => { if !lines[start..end].contains_slice(b"```") { return None; } let opening_fence = md.starts_in_range(start, end)?; let start_of_code = opening_fence.end(); let closing_fence = ENDING_MARKDOWN_REGEX.find(&lines[start_of_code..]); if let Some(m) = &closing_fence { trace!("{:?}", String::from_utf8_lossy(m.as_bytes())); } let end_of_code = closing_fence .map_or_else(|| lines.len(), |fence| start_of_code + fence.start()); let end_of_code_block = closing_fence.map_or_else(|| lines.len(), |fence| start_of_code + fence.end()); let balanced = closing_fence.is_some(); let identifier = &opening_fence.as_bytes().trim()[3..]; let language = identifier .split(|&b| b == b',') .find_map(|s| LanguageType::from_str(&String::from_utf8_lossy(s)).ok())?; trace!( "{} BLOCK: {:?}", language, String::from_utf8_lossy(&lines[start_of_code..end_of_code]) ); let stats = language.parse_from_slice(lines[start_of_code..end_of_code].trim(), config); Some(FileContext::new( LanguageContext::Markdown { balanced, language }, end_of_code_block, stats, )) } RegexFamily::Rust => { let rest = &lines[start..]; let comment_syntax = if rest.trim_start().starts_with(b"///") { b"///" } else if rest.trim_start().starts_with(b"//!") { b"//!" } else { return None; }; let mut stepper = LineStep::new(b'\n', start, lines.len()); let mut markdown = Vec::new(); let mut end_of_block = lines.len(); while let Some((start, end)) = stepper.next(lines) { if lines[start..].trim().starts_with(comment_syntax) { trace!("{}", String::from_utf8_lossy(&lines[start..end])); let line = lines[start..end].trim_start(); let stripped_line = &line[3.min(line.len())..]; markdown.extend_from_slice(stripped_line); end_of_block = end; } else { end_of_block = start; break; } } trace!("Markdown found: {:?}", String::from_utf8_lossy(&markdown)); let doc_block = LanguageType::Markdown.parse_from_slice(markdown.trim(), config); Some(FileContext::new( LanguageContext::Rust, end_of_block, doc_block, )) } RegexFamily::LinguaFranca(lf) => { let opening_fence = lf.starts_in_range(start, end)?; let start_of_code = opening_fence.end(); let closing_fence = ENDING_LF_BLOCK_REGEX.find(&lines[start_of_code..]); let end_of_code = closing_fence .map_or_else(|| lines.len(), |fence| start_of_code + fence.start()); let block_contents = &lines[start_of_code..end_of_code]; trace!("LF block: {:?}", String::from_utf8_lossy(block_contents)); let stats = self.get_lf_target_language().parse_from_slice( block_contents.trim_first_and_last_line_of_whitespace(), config, ); trace!("-> stats: {:?}", stats); Some(FileContext::new( LanguageContext::LinguaFranca, end_of_code, stats, )) } RegexFamily::HtmlLike(html) => { if let Some(mut captures) = html.start_script_in_range(start, end) { let start_of_code = captures.next().unwrap().end(); let closing_tag = END_SCRIPT.find(&lines[start_of_code..])?; let end_of_code = start_of_code + closing_tag.start(); let language = captures .next() .and_then(|m| { LanguageType::from_mime(&String::from_utf8_lossy(m.as_bytes().trim())) }) .unwrap_or(LanguageType::JavaScript); let script_contents = &lines[start_of_code..end_of_code]; if script_contents.trim().is_empty() { return None; } let stats = language.parse_from_slice( script_contents.trim_first_and_last_line_of_whitespace(), config, ); Some(FileContext::new( LanguageContext::Html { language }, end_of_code, stats, )) } else if let Some(mut captures) = html.start_style_in_range(start, end) { let start_of_code = captures.next().unwrap().end(); let closing_tag = END_STYLE.find(&lines[start_of_code..])?; let end_of_code = start_of_code + closing_tag.start(); let language = captures .next() .and_then(|m| { LanguageType::from_str( &String::from_utf8_lossy(m.as_bytes().trim()).to_lowercase(), ) .ok() }) .unwrap_or(LanguageType::Css); let style_contents = &lines[start_of_code..end_of_code]; if style_contents.trim().is_empty() { return None; } let stats = language.parse_from_slice( style_contents.trim_first_and_last_line_of_whitespace(), config, ); Some(FileContext::new( LanguageContext::Html { language }, end_of_code, stats, )) } else if let Some(mut captures) = html.start_template_in_range(start, end) { let start_of_code = captures.next().unwrap().end(); let closing_tag = END_TEMPLATE.find(&lines[start_of_code..])?; let end_of_code = start_of_code + closing_tag.start(); let language = captures .next() .and_then(|m| { LanguageType::from_str( &String::from_utf8_lossy(m.as_bytes().trim()).to_lowercase(), ) .ok() }) .unwrap_or(LanguageType::Html); let template_contents = &lines[start_of_code..end_of_code]; if template_contents.trim().is_empty() { return None; } let stats = language.parse_from_slice( template_contents.trim_first_and_last_line_of_whitespace(), config, ); Some(FileContext::new( LanguageContext::Html { language }, end_of_code, stats, )) } else { None } } } } #[inline] pub(crate) fn parse_quote(&mut self, window: &[u8]) -> Option<usize> { if !self.stack.is_empty() { return None; } if let Some((start, end)) = self .shared .doc_quotes .iter() .find(|(s, _)| window.starts_with(s.as_bytes())) { trace!("Start Doc {:?}", start); self.quote = Some(end); self.quote_is_verbatim = false; self.quote_is_doc_quote = true; return Some(start.len()); } if let Some((start, end)) = self .shared .verbatim_string_literals .iter() .find(|(s, _)| window.starts_with(s.as_bytes())) { trace!("Start verbatim {:?}", start); self.quote = Some(end); self.quote_is_verbatim = true; self.quote_is_doc_quote = false; return Some(start.len()); } if let Some((start, end)) = self .shared .string_literals .iter() .find(|(s, _)| window.starts_with(s.as_bytes())) { trace!("Start {:?}", start); self.quote = Some(end); self.quote_is_verbatim = false; self.quote_is_doc_quote = false; return Some(start.len()); } None } #[inline] pub(crate) fn parse_end_of_quote(&mut self, window: &[u8]) -> Option<usize> { #[allow(clippy::if_same_then_else)] if self._is_string_mode() && window.starts_with(self.quote?.as_bytes()) { let quote = self.quote.take().unwrap(); trace!("End {:?}", quote); Some(quote.len()) } else if !self.quote_is_verbatim && window.starts_with(br"\\") { Some(2) } else if !self.quote_is_verbatim && window.starts_with(br"\") && self .shared .string_literals .iter() .any(|(start, _)| window[1..].starts_with(start.as_bytes())) { // Tell the state machine to skip the next character because it // has been escaped if the string isn't a verbatim string. Some(2) } else { None } } #[inline] pub(crate) fn parse_multi_line_comment(&mut self, window: &[u8]) -> Option<usize> { if self.quote.is_some() { return None; } let iter = self .shared .multi_line_comments .iter() .chain(self.shared.nested_comments); for &(start, end) in iter { if window.starts_with(start.as_bytes()) { if self.stack.is_empty() || self.shared.allows_nested || self.shared.nested_comments.contains(&(start, end)) { self.stack.push(end); if log_enabled!(Trace) && self.shared.allows_nested { trace!("Start nested {:?}", start); } else { trace!("Start {:?}", start); } } return Some(start.len()); } } None } #[inline] pub(crate) fn parse_end_of_multi_line(&mut self, window: &[u8]) -> Option<usize> { if self .stack .last() .map_or(false, |l| window.starts_with(l.as_bytes())) { let last = self.stack.pop().unwrap(); if log_enabled!(Trace) { if self.stack.is_empty() { trace!("End {:?}", last); } else { trace!("End {:?}. Still in comments.", last); } } Some(last.len()) } else { None } } } 07070100000033000081A400000000000000000000000166C8A4FD0000069D000000000000000000000000000000000000002500000000tokei-13.0.0.alpha.5+git0/src/lib.rs//! # Tokei: Count your code quickly. //! //! A simple, efficient library for counting code in directories. This //! functionality is also provided as a //! [CLI utility](//github.com/XAMPPRocky/tokei). Tokei uses a small state //! machine rather than regular expressions found in other code counters. Tokei //! can accurately count a lot more edge cases such as nested comments, or //! comment syntax inside string literals. //! //! # Examples //! //! Gets the total lines of code from all rust files in current directory, //! and all subdirectories. //! //! ```no_run //! use std::collections::BTreeMap; //! use std::fs::File; //! use std::io::Read; //! //! use tokei::{Config, Languages, LanguageType}; //! //! // The paths to search. Accepts absolute, relative, and glob paths. //! let paths = &["src", "tests"]; //! // Exclude any path that contains any of these strings. //! let excluded = &["target"]; //! // `Config` allows you to configure what is searched and counted. //! let config = Config::default(); //! //! let mut languages = Languages::new(); //! languages.get_statistics(paths, excluded, &config); //! let rust = &languages[&LanguageType::Rust]; //! //! println!("Lines of code: {}", rust.code); //! ``` #![deny( trivial_casts, trivial_numeric_casts, unused_variables, unstable_features, unused_import_braces, missing_docs )] #[macro_use] extern crate log; #[macro_use] extern crate serde; #[macro_use] mod utils; mod config; mod consts; mod language; mod sort; mod stats; pub use self::{ config::Config, consts::*, language::{Language, LanguageType, Languages}, sort::Sort, stats::{find_char_boundary, CodeStats, Report}, }; 07070100000034000081A400000000000000000000000166C8A4FD00000F78000000000000000000000000000000000000002600000000tokei-13.0.0.alpha.5+git0/src/main.rs#[macro_use] extern crate log; mod cli; mod cli_utils; mod consts; mod input; use std::{error::Error, io, process}; use tokei::{Config, Languages, Sort}; use crate::{ cli::Cli, cli_utils::Printer, consts::{ BLANKS_COLUMN_WIDTH, CODE_COLUMN_WIDTH, COMMENTS_COLUMN_WIDTH, FALLBACK_ROW_LEN, LANGUAGE_COLUMN_WIDTH, LINES_COLUMN_WIDTH, PATH_COLUMN_WIDTH, }, input::add_input, }; fn main() -> Result<(), Box<dyn Error>> { let mut cli = Cli::from_args(); if cli.print_languages { Cli::print_supported_languages()?; process::exit(0); } let config = cli.override_config(Config::from_config_files()); let mut languages = Languages::new(); if let Some(input) = cli.file_input() { if !add_input(input, &mut languages) { Cli::print_input_parse_failure(input); process::exit(1); } } let input = cli.input(); for path in &input { if ::std::fs::metadata(path).is_err() { eprintln!("Error: '{}' not found.", path); process::exit(1); } } let columns = cli .columns .or(config.columns) .or_else(|| { if cli.files { term_size::dimensions().map(|(w, _)| w) } else { None } }) .unwrap_or(FALLBACK_ROW_LEN) .max(FALLBACK_ROW_LEN); if cli.streaming == Some(crate::cli::Streaming::Simple) { println!( "#{:^LANGUAGE_COLUMN_WIDTH$} {:^PATH_COLUMN_WIDTH$} {:^LINES_COLUMN_WIDTH$} {:^CODE_COLUMN_WIDTH$} {:^COMMENTS_COLUMN_WIDTH$} {:^BLANKS_COLUMN_WIDTH$}", "language", "path", "lines", "code", "comments", "blanks" ); println!( "{:>LANGUAGE_COLUMN_WIDTH$} {:<PATH_COLUMN_WIDTH$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", (0..10).map(|_| "#").collect::<String>(), (0..80).map(|_| "#").collect::<String>(), (0..12).map(|_| "#").collect::<String>(), (0..12).map(|_| "#").collect::<String>(), (0..12).map(|_| "#").collect::<String>(), (0..12).map(|_| "#").collect::<String>() ); } languages.get_statistics(&input, &cli.ignored_directories(), &config); if config.for_each_fn.is_some() { process::exit(0); } if let Some(format) = cli.output { print!("{}", format.print(&languages).unwrap()); process::exit(0); } let mut printer = Printer::new( columns, cli.files, io::BufWriter::new(io::stdout()), cli.number_format, ); if languages.iter().any(|(_, lang)| lang.inaccurate) { printer.print_inaccuracy_warning()?; } printer.print_header()?; let mut is_sorted = false; if let Some(sort_category) = cli.sort.or(config.sort) { for (_, ref mut language) in &mut languages { language.sort_by(sort_category); } let mut languages: Vec<_> = languages.iter().collect(); match sort_category { Sort::Blanks => languages.sort_by(|a, b| b.1.blanks.cmp(&a.1.blanks)), Sort::Comments => languages.sort_by(|a, b| b.1.comments.cmp(&a.1.comments)), Sort::Code => languages.sort_by(|a, b| b.1.code.cmp(&a.1.code)), Sort::Files => languages.sort_by(|a, b| b.1.reports.len().cmp(&a.1.reports.len())), Sort::Lines => languages.sort_by(|a, b| b.1.lines().cmp(&a.1.lines())), } is_sorted = true; if cli.sort_reverse { printer.print_results(languages.into_iter().rev(), cli.compact, is_sorted)?; } else { printer.print_results(languages.into_iter(), cli.compact, is_sorted)?; } } else { printer.print_results(languages.iter(), cli.compact, is_sorted)?; } printer.print_total(&languages)?; Ok(()) } 07070100000035000081A400000000000000000000000166C8A4FD000005EF000000000000000000000000000000000000002600000000tokei-13.0.0.alpha.5+git0/src/sort.rsuse std::{borrow::Cow, str::FromStr}; use serde::de::{self, Deserialize, Deserializer}; /// Used for sorting languages. #[derive(Clone, Copy, Debug, Eq, Ord, PartialEq, PartialOrd)] pub enum Sort { /// Sort by number blank lines. Blanks, /// Sort by number comments lines. Comments, /// Sort by number code lines. Code, /// Sort by number files lines. Files, /// Sort by number of lines. Lines, } impl FromStr for Sort { type Err = String; fn from_str(s: &str) -> Result<Self, Self::Err> { Ok(if s.eq_ignore_ascii_case("blanks") { Sort::Blanks } else if s.eq_ignore_ascii_case("comments") { Sort::Comments } else if s.eq_ignore_ascii_case("code") { Sort::Code } else if s.eq_ignore_ascii_case("files") { Sort::Files } else if s.eq_ignore_ascii_case("lines") { Sort::Lines } else { return Err(format!("Unsupported sorting option: {}", s)); }) } } impl<'de> Deserialize<'de> for Sort { fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where D: Deserializer<'de>, { String::deserialize(deserializer)? .parse() .map_err(de::Error::custom) } } impl<'a> From<Sort> for Cow<'a, Sort> { fn from(from: Sort) -> Self { Cow::Owned(from) } } impl<'a> From<&'a Sort> for Cow<'a, Sort> { fn from(from: &'a Sort) -> Self { Cow::Borrowed(from) } } 07070100000036000081A400000000000000000000000166C8A4FD00000FC6000000000000000000000000000000000000002700000000tokei-13.0.0.alpha.5+git0/src/stats.rsuse crate::consts::{ BLANKS_COLUMN_WIDTH, CODE_COLUMN_WIDTH, COMMENTS_COLUMN_WIDTH, LINES_COLUMN_WIDTH, }; use crate::LanguageType; use std::{collections::BTreeMap, fmt, ops, path::PathBuf}; /// A struct representing stats about a single blob of code. #[derive(Clone, Debug, Default, PartialEq, serde::Deserialize, serde::Serialize)] #[non_exhaustive] pub struct CodeStats { /// The blank lines in the blob. pub blanks: usize, /// The lines of code in the blob. pub code: usize, /// The lines of comments in the blob. pub comments: usize, /// Language blobs that were contained inside this blob. pub blobs: BTreeMap<LanguageType, CodeStats>, } impl CodeStats { /// Creates a new blank `CodeStats`. #[must_use] pub fn new() -> Self { Self::default() } /// Get the total lines in a blob of code. #[must_use] pub fn lines(&self) -> usize { self.blanks + self.code + self.comments } /// Creates a new `CodeStats` from an existing one with all of the child /// blobs merged. #[must_use] pub fn summarise(&self) -> Self { let mut summary = self.clone(); for (_, stats) in std::mem::take(&mut summary.blobs) { let child_summary = stats.summarise(); summary.blanks += child_summary.blanks; summary.comments += child_summary.comments; summary.code += child_summary.code; } summary } } impl ops::AddAssign for CodeStats { fn add_assign(&mut self, rhs: Self) { self.add_assign(&rhs); } } impl ops::AddAssign<&'_ CodeStats> for CodeStats { fn add_assign(&mut self, rhs: &'_ CodeStats) { self.blanks += rhs.blanks; self.code += rhs.code; self.comments += rhs.comments; for (language, stats) in &rhs.blobs { *self.blobs.entry(*language).or_default() += stats; } } } /// A struct representing the statistics of a file. #[derive(Deserialize, Serialize, Clone, Debug, Default, PartialEq)] #[non_exhaustive] pub struct Report { /// The code statistics found in the file. pub stats: CodeStats, /// File name. pub name: PathBuf, } impl Report { /// Create a new `Report` from a [`PathBuf`]. /// /// [`PathBuf`]: //doc.rust-lang.org/std/path/struct.PathBuf.html #[must_use] pub fn new(name: PathBuf) -> Self { Self { name, ..Self::default() } } } impl ops::AddAssign<CodeStats> for Report { fn add_assign(&mut self, rhs: CodeStats) { self.stats += rhs; } } #[doc(hidden)] #[must_use] pub fn find_char_boundary(s: &str, index: usize) -> usize { for i in 0..4 { if s.is_char_boundary(index + i) { return index + i; } } unreachable!(); } macro_rules! display_stats { ($f:expr, $this:expr, $name:expr, $max:expr) => { write!( $f, " {: <max$} {:>LINES_COLUMN_WIDTH$} {:>CODE_COLUMN_WIDTH$} {:>COMMENTS_COLUMN_WIDTH$} {:>BLANKS_COLUMN_WIDTH$}", $name, $this.stats.lines(), $this.stats.code, $this.stats.comments, $this.stats.blanks, max = $max ) }; } impl fmt::Display for Report { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { let name = self.name.to_string_lossy(); let name_length = name.len(); // Added 2 to max length to cover wider Files column (see https://github.com/XAMPPRocky/tokei/issues/891). let max_len = f.width().unwrap_or(27) + 2; if name_length <= max_len { display_stats!(f, self, name, max_len) } else { let mut formatted = String::from("|"); // Add 1 to the index to account for the '|' we add to the output string let from = find_char_boundary(&name, name_length + 1 - max_len); formatted.push_str(&name[from..]); display_stats!(f, self, formatted, max_len) } } } 07070100000037000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002400000000tokei-13.0.0.alpha.5+git0/src/utils07070100000038000081A400000000000000000000000166C8A4FD000010EC000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/src/utils/ext.rs//! Various extensions to Rust std types. pub(crate) trait AsciiExt { fn is_whitespace(&self) -> bool; fn is_line_ending_whitespace(&self) -> bool; } impl AsciiExt for u8 { fn is_whitespace(&self) -> bool { *self == b' ' || (b'\x09'..=b'\x0d').contains(self) } fn is_line_ending_whitespace(&self) -> bool { *self == b'\n' } } pub(crate) trait SliceExt { fn trim_first_and_last_line_of_whitespace(&self) -> &Self; fn trim_start(&self) -> &Self; fn trim(&self) -> &Self; fn contains_slice(&self, needle: &Self) -> bool; } impl SliceExt for [u8] { fn trim_first_and_last_line_of_whitespace(&self) -> &Self { let start = self .iter() .position(|c| c.is_line_ending_whitespace() || !c.is_whitespace()) .map_or(0, |i| (i + 1).min(self.len().saturating_sub(1))); let end = self .iter() .rposition(|c| c.is_line_ending_whitespace() || !c.is_whitespace()) .map_or_else( || self.len().saturating_sub(1), |i| { // Remove the entire `\r\n` in the case that it was the line ending whitespace if self[i.saturating_sub(1)] == b'\r' && self[i] == b'\n' { i - 1 } else { i } }, ); if self[start..].is_empty() { return &[]; } &self[start..=end] } fn trim_start(&self) -> &Self { let length = self.len(); if length == 0 { return self; } let start = match self.iter().position(|c| !c.is_whitespace()) { Some(start) => start, None => return &[], }; &self[start..] } fn trim(&self) -> &Self { let length = self.len(); if length == 0 { return self; } let start = match self.iter().position(|c| !c.is_whitespace()) { Some(start) => start, None => return &[], }; let end = match self.iter().rposition(|c| !c.is_whitespace()) { Some(end) => end.max(start), _ => length, }; &self[start..=end] } fn contains_slice(&self, needle: &Self) -> bool { let self_length = self.len(); let needle_length = needle.len(); if needle_length == 0 || needle_length > self_length { return false; } else if needle_length == self_length { return self == needle; } for window in self.windows(needle_length) { if needle == window { return true; } } false } } #[cfg(test)] mod tests { use super::*; use proptest::prelude::*; #[test] fn is_whitespace() { assert!(b' '.is_whitespace()); assert!(b'\r'.is_whitespace()); assert!(b'\n'.is_whitespace()); } #[test] fn trim() { assert!([b' ', b' ', b' '].trim().is_empty()); assert!([b' ', b'\r', b'\n'].trim().is_empty()); assert!([b'\n'].trim().is_empty()); assert!([].trim().is_empty()); assert_eq!([b'a', b'b'], [b'a', b'b'].trim()); assert_eq!([b'h', b'i'], [b' ', b'h', b'i'].trim()); assert_eq!([b'h', b'i'], [b'h', b'i', b' '].trim()); assert_eq!([b'h', b'i'], [b' ', b'h', b'i', b' '].trim()); } #[test] fn contains() { assert!([1, 2, 3, 4, 5].contains_slice(&[1, 2, 3, 4, 5])); assert!([1, 2, 3, 4, 5].contains_slice(&[1, 2, 3])); assert!([1, 2, 3, 4, 5].contains_slice(&[3, 4, 5])); assert!([1, 2, 3, 4, 5].contains_slice(&[2, 3, 4])); assert!(![1, 2, 3, 4, 5].contains_slice(&[])); } #[test] fn trim_first_and_last_line_of_whitespace_edge_cases() { assert_eq!(b"", b"\ra ".trim_first_and_last_line_of_whitespace()); assert_eq!(b"a", b"\r\na ".trim_first_and_last_line_of_whitespace()); assert_eq!(b" ", b" ".trim_first_and_last_line_of_whitespace()); } proptest! { #[test] fn trim_first_and_last_line_of_whitespace_doesnt_panic(input: Vec<u8>) { let _ = &input.trim_first_and_last_line_of_whitespace(); } } } 07070100000039000081A400000000000000000000000166C8A4FD00003702000000000000000000000000000000000000002A00000000tokei-13.0.0.alpha.5+git0/src/utils/fs.rsuse std::{collections::BTreeMap, path::Path}; use ignore::{overrides::OverrideBuilder, DirEntry, WalkBuilder, WalkState::Continue}; use rayon::prelude::*; use crate::{ config::Config, language::{Language, LanguageType}, }; const IGNORE_FILE: &str = ".tokeignore"; pub fn get_all_files<A: AsRef<Path>>( paths: &[A], ignored_directories: &[&str], languages: &mut BTreeMap<LanguageType, Language>, config: &Config, ) { let languages = parking_lot::Mutex::new(languages); let (tx, rx) = crossbeam_channel::unbounded(); let mut paths = paths.iter(); let mut walker = WalkBuilder::new(paths.next().unwrap()); for path in paths { walker.add(path); } if !ignored_directories.is_empty() { let mut overrides = OverrideBuilder::new("."); for ignored in ignored_directories { rs_error!(overrides.add(&format!("!{}", ignored))); } walker.overrides(overrides.build().expect("Excludes provided were invalid")); } let ignore = config.no_ignore.map(|b| !b).unwrap_or(true); let ignore_dot = ignore && config.no_ignore_dot.map(|b| !b).unwrap_or(true); let ignore_vcs = ignore && config.no_ignore_vcs.map(|b| !b).unwrap_or(true); // Custom ignore files always work even if the `ignore` option is false, // so we only add if that option is not present. if ignore_dot { walker.add_custom_ignore_filename(IGNORE_FILE); } walker .git_exclude(ignore_vcs) .git_global(ignore_vcs) .git_ignore(ignore_vcs) .hidden(config.hidden.map(|b| !b).unwrap_or(true)) .ignore(ignore_dot) .parents(ignore && config.no_ignore_parent.map(|b| !b).unwrap_or(true)); walker.build_parallel().run(move || { let tx = tx.clone(); Box::new(move |entry| { let entry = match entry { Ok(entry) => entry, Err(error) => { use ignore::Error; if let Error::WithDepth { err: ref error, .. } = error { if let Error::WithPath { ref path, err: ref error, } = **error { error!("{} reading {}", error, path.display()); return Continue; } } error!("{}", error); return Continue; } }; if entry.file_type().map_or(false, |ft| ft.is_file()) { tx.send(entry).unwrap(); } Continue }) }); let rx_iter = rx .into_iter() .par_bridge() .filter_map(|e| LanguageType::from_path(e.path(), config).map(|l| (e, l))); let process = |(entry, language): (DirEntry, LanguageType)| { let result = language.parse(entry.into_path(), config); let mut lock = languages.lock(); let entry = lock.entry(language).or_insert_with(Language::new); match result { Ok(stats) => { let func = config.for_each_fn; if let Some(f) = func { f(language, stats.clone()) }; entry.add_report(stats) } Err((error, path)) => { entry.mark_inaccurate(); error!("Error reading {}:\n{}", path.display(), error); } } }; if let Some(types) = config.types.as_deref() { rx_iter.filter(|(_, l)| types.contains(l)).for_each(process) } else { rx_iter.for_each(process) } } pub(crate) fn get_extension(path: &Path) -> Option<String> { path.extension().map(|e| e.to_string_lossy().to_lowercase()) } pub(crate) fn get_filename(path: &Path) -> Option<String> { path.file_name().map(|e| e.to_string_lossy().to_lowercase()) } #[cfg(test)] mod tests { use std::fs; use tempfile::TempDir; use super::IGNORE_FILE; use crate::{ config::Config, language::{languages::Languages, LanguageType}, }; const FILE_CONTENTS: &[u8] = b"fn main() {}"; const FILE_NAME: &str = "main.rs"; const IGNORE_PATTERN: &str = "*.rs"; const LANGUAGE: &LanguageType = &LanguageType::Rust; #[test] fn ignore_directory_with_extension() { let mut languages = Languages::new(); let tmp_dir = TempDir::new().expect("Couldn't create temp dir"); let path_name = tmp_dir.path().join("directory.rs"); fs::create_dir(path_name).expect("Couldn't create directory.rs within temp"); super::get_all_files( &[tmp_dir.into_path().to_str().unwrap()], &[], &mut languages, &Config::default(), ); assert!(languages.get(LANGUAGE).is_none()); } #[test] fn hidden() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); fs::write(dir.path().join(".hidden.rs"), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.hidden = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_implies_dot() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); fs::write(dir.path().join(".ignore"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_implies_vcs_gitignore() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); git2::Repository::init(dir.path()).expect("Couldn't create git repo."); fs::write(dir.path().join(".gitignore"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_parent() { let parent_dir = TempDir::new().expect("Couldn't create temp dir."); let child_dir = parent_dir.path().join("child/"); let mut config = Config::default(); let mut languages = Languages::new(); fs::create_dir_all(&child_dir) .unwrap_or_else(|_| panic!("Couldn't create {:?}", child_dir)); fs::write(parent_dir.path().join(".ignore"), IGNORE_PATTERN) .expect("Couldn't create .gitignore."); fs::write(child_dir.join(FILE_NAME), FILE_CONTENTS).expect("Couldn't create child.rs"); super::get_all_files( &[child_dir.as_path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore_parent = Some(true); super::get_all_files( &[child_dir.as_path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_dot() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); fs::write(dir.path().join(".ignore"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore_dot = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_dot_still_vcs_gitignore() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); git2::Repository::init(dir.path()).expect("Couldn't create git repo."); fs::write(dir.path().join(".gitignore"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); config.no_ignore_dot = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); } #[test] fn no_ignore_dot_includes_custom_ignore() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); fs::write(dir.path().join(IGNORE_FILE), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore_dot = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_vcs_gitignore() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); git2::Repository::init(dir.path()).expect("Couldn't create git repo."); fs::write(dir.path().join(".gitignore"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore_vcs = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn no_ignore_vcs_gitignore_still_dot() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); fs::write(dir.path().join(".ignore"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); config.no_ignore_vcs = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); } #[test] fn no_ignore_vcs_gitexclude() { let dir = TempDir::new().expect("Couldn't create temp dir."); let mut config = Config::default(); let mut languages = Languages::new(); git2::Repository::init(dir.path()).expect("Couldn't create git repo."); fs::write(dir.path().join(".git/info/exclude"), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); config.no_ignore_vcs = Some(true); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } #[test] fn custom_ignore() { let dir = TempDir::new().expect("Couldn't create temp dir."); let config = Config::default(); let mut languages = Languages::new(); git2::Repository::init(dir.path()).expect("Couldn't create git repo."); fs::write(dir.path().join(IGNORE_FILE), IGNORE_PATTERN).unwrap(); fs::write(dir.path().join(FILE_NAME), FILE_CONTENTS).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_none()); fs::remove_file(dir.path().join(IGNORE_FILE)).unwrap(); super::get_all_files( &[dir.path().to_str().unwrap()], &[], &mut languages, &config, ); assert!(languages.get(LANGUAGE).is_some()); } } 0707010000003A000081A400000000000000000000000166C8A4FD0000085A000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/src/utils/macros.rs#![allow(unused_macros)] macro_rules! opt_warn { ($option:expr, $message:expr) => { match $option { Some(result) => result, None => { warn!($message); continue; } } }; } macro_rules! rs_warn { ($result:expr, $message: expr) => { match $result { Ok(result) => result, Err(error) => { warn!("{}", error); continue; } } }; } macro_rules! opt_error { ($option:expr, $message:expr) => { match $option { Some(result) => result, None => { error!($message); continue; } } }; } macro_rules! rs_error { ($result:expr) => { match $result { Ok(result) => result, Err(error) => { error!("{}", error); continue; } } }; } macro_rules! opt_ret_warn { ($option:expr, $message:expr) => { match $option { Some(result) => result, None => { warn!($message); return None; } } }; } macro_rules! rs_ret_warn { ($result:expr, $message: expr) => { match $result { Ok(result) => result, Err(error) => { warn!("{}", error); return None; } } }; } macro_rules! opt_ret_error { ($option:expr, $message:expr) => { match $option { Some(result) => result, None => { error!($message); return None; } } }; } macro_rules! rs_ret_error { ($result:expr) => { match $result { Ok(result) => result, Err(error) => { error!("{}", error); return None; } } }; } macro_rules! debug { ($fmt:expr) => (if cfg!(debug_assertions) {println!($fmt)}); ($fmt:expr, $($arg:tt)*) => (if cfg!(debug_assertions) {println!($fmt, $($arg)*)}); } 0707010000003B000081A400000000000000000000000166C8A4FD00000039000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/src/utils/mod.rs#[macro_use] mod macros; pub(crate) mod ext; pub mod fs; 0707010000003C000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002000000000tokei-13.0.0.alpha.5+git0/tests0707010000003D000081A400000000000000000000000166C8A4FD000009B6000000000000000000000000000000000000002C00000000tokei-13.0.0.alpha.5+git0/tests/accuracy.rsextern crate ignore; extern crate regex; extern crate tokei; use std::fs; use once_cell::sync::Lazy; use regex::Regex; use tokei::{Config, Languages}; static LINES: Lazy<Regex> = Lazy::new(|| Regex::new(r"\d+ lines").unwrap()); static CODE: Lazy<Regex> = Lazy::new(|| Regex::new(r"\d+ code").unwrap()); static COMMENTS: Lazy<Regex> = Lazy::new(|| Regex::new(r"\d+ comments").unwrap()); static BLANKS: Lazy<Regex> = Lazy::new(|| Regex::new(r"\d+ blanks").unwrap()); macro_rules! get_digit { ($regex:expr, $text:expr) => {{ let matched = $regex.find(&$text).expect("Couldn't find category"); matched .as_str() .split_whitespace() .next() .unwrap() .parse::<usize>() .unwrap() }}; } mod config { use tokei::*; /* #[test] fn extension_change() { use std::collections::HashMap; let mut languages = Languages::new(); let config = Config { languages: { let mut map = HashMap::new(); let mut config = LanguageConfig::new(); config.extensions(vec![String::from("cpp")]); map.insert(LanguageType::C, config); Some(map) }, ..Config::default() }; languages.get_statistics(&["tests/data/cpp.cpp"], &[], &config); if languages.len() != 1 { panic!("wrong languages detected: expected just C, found {:?}", languages.into_iter().collect::<Vec<_>>()); } let (name, _) = languages.into_iter().next().unwrap(); assert_eq!(LanguageType::C, name); } */ #[test] fn treating_comments_as_code() { let mut languages = Languages::new(); let config = Config { treat_doc_strings_as_comments: Some(true), ..Config::default() }; languages.get_statistics(&["tests/data/python.py"], &[], &config); if languages.len() != 1 { panic!( "wrong languages detected: expected just Python, found {:?}", languages.into_iter().collect::<Vec<_>>() ); } let (_, language) = languages.into_iter().next().unwrap(); assert_eq!(language.lines(), 15); assert_eq!(language.blanks, 3); assert_eq!(language.comments, 7); assert_eq!(language.code, 5); } } include!(concat!(env!("OUT_DIR"), "/tests.rs")); 0707010000003E000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002500000000tokei-13.0.0.alpha.5+git0/tests/data0707010000003F000081A400000000000000000000000166C8A4FD00000462000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/Daml.daml-- ! 42 lines 24 code 9 comments 9 blanks {- This code is derived from https://github.com/digital-asset/ex-secure-daml-infra/blob/master/daml/BobTrigger.daml -- Haskell/DAML support nested comments {- including nested block comments -} -} module BobTrigger where -- import DA.Action import DA.Foldable import DA.Next.Map (Map) import Daml.Trigger import Main (--$) :: a -> b -> String a --$ b = "Not a comment" rejectTrigger : Trigger () = Trigger with initialize = \_ -> () updateState = \_ _ () -> () rule = rejectRule registeredTemplates = AllInDar heartbeat = None testNotAComment = 1 --$ 2 == "Not a comment" rejectRule : Party -> ACS -> Time -> Map CommandId [Command] -> () -> TriggerA () rejectRule p acs _ _ _ = do let assets = getContracts @Asset acs let bobAssets = filter (\(_,a) -> a.owner == p) assets let configs = getContracts @DonorConfig acs let Some (_,bobConfig) = find (\(_,c) -> c.owner == p) configs forA_ bobAssets $ \(_cid, c) -> do debug "Ran rejectRule" emitCommands [exerciseCmd _cid Give with newOwner = bobConfig.donateTo] [toAnyContractId _cid] 07070100000040000081A400000000000000000000000166C8A4FD0000014B000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/Dockerfile# 17 lines 7 code 3 comments 7 blanks FROM netbsd:7.0.2 MAINTAINER Somebody version: 2.2 RUN curl -sSf https://static.rust-lang.org/rustup.sh | sh -s -- -y # this part is important VOLUME ["/project"] WORKDIR "/project" RUN sh -c 'echo "Hello World" > /dev/null' RUN cargo install tokei # not counted # now you do your part 07070100000041000081A400000000000000000000000166C8A4FD00000164000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/MSBuild.csproj<!-- 12 lines 10 code 1 comments 1 blanks --> <Project Sdk="Microsoft.NET.Sdk"> <PropertyGroup> <OutputType>Exe</OutputType> <TargetFramework>netcoreapp2.0</TargetFramework> <LangVersion>Latest</LangVersion> </PropertyGroup> <ItemGroup> <PackageReference Include="Microsoft.CodeAnalysis" Version="2.3.2" /> </ItemGroup> </Project> 07070100000042000081A400000000000000000000000166C8A4FD00000176000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/Makefile# 24 lines 11 code 5 comments 8 blanks ## ## ## IMPORTANT COMMENT ## ## ## all: hello hello: main.o factorial.o hello.o g++ main.o factorial.o hello.o -o hello # main.o is my favorite main.o: main.cpp g++ -c main.cpp factorial.o: factorial.cpp g++ -c factorial.cpp hello.o: hello.cpp g++ -c hello.cpp clean: rm *o hello #not counted 07070100000043000081A400000000000000000000000166C8A4FD00000182000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/Modelica.mo// 21 lines 13 code 5 comments 3 blanks block Add "Output the sum of the two inputs" extends Interfaces.SI2SO; /* parameter section */ parameter Real k1=+1 "Gain of input signal 1"; parameter Real k2=+1 "Gain of input signal 2"; // equation section equation y = k1*u1 + k2*u2; annotation ( Documentation(info="<html> <p> Some documentation. </p> </html>")); end Add; 07070100000044000081A400000000000000000000000166C8A4FD0000049D000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/NuGet.Config<!-- 24 lines 13 code 8 comments 3 blanks --> <?xml version="1.0" encoding="UTF-8"?> <configuration> <!-- defaultPushSource key works like the 'defaultPushSource' key of NuGet.Config files. --> <!-- This can be used by administrators to prevent accidental publishing of packages to nuget.org. --> <config> <add key="defaultPushSource" value="https://contoso.com/packages/" /> </config> <!-- Default Package Sources; works like the 'packageSources' section of NuGet.Config files. --> <!-- This collection cannot be deleted or modified but can be disabled/enabled by users. --> <packageSources> <add key="Contoso Package Source" value="https://contoso.com/packages/" /> <add key="nuget.org" value="https://api.nuget.org/v3/index.json" /> </packageSources> <!-- Default Package Sources that are disabled by default. --> <!-- Works like the 'disabledPackageSources' section of NuGet.Config files. --> <!-- Sources cannot be modified or deleted either but can be enabled/disabled by users. --> <disabledPackageSources> <add key="nuget.org" value="true" /> </disabledPackageSources> </configuration> 07070100000045000081A400000000000000000000000166C8A4FD00000322000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/PKGBUILD# 24 lines 19 code 3 comments 2 blanks # Maintainer: Andy 'Blocktronics' Herbert <blocktronics.org> # Aur Maintainer: Wanesty <github.com/Wanesty/aurpkg> pkgname=moebius-bin pkgver=1.0.29 pkgrel=1 epoch=1 pkgdesc="Modern ANSI & ASCII Art Editor" arch=('x86_64') url="https://github.com/blocktronics/moebius" license=('Apache') depends=('gtk3' 'libnotify' 'libxss' 'libxtst' 'xdg-utils' 'libappindicator-gtk3') makedepends=('libarchive') conflicts=('moebius') source=("https://github.com/blocktronics/moebius/releases/download/$pkgver/Moebius.rpm") sha256sums=(69aaa1e42e287ed78c8e73971dae3df23ae4fa00e3416ea0fc262b7d147fefec) noextract=("Moebius.rpm") package() { bsdtar -C "${pkgdir}" -xvf "$srcdir/Moebius.rpm" mkdir "$pkgdir/usr/bin" ln -s "/opt/Moebius/moebius" "$pkgdir/usr/bin/moebius" }07070100000046000081A400000000000000000000000166C8A4FD00000090000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/Rakefile# 10 lines 4 code 2 comments 4 blanks # this is a rakefile task default: %w[test] task :test do # not counted ruby "test/unittest.rb" end 07070100000047000081A400000000000000000000000166C8A4FD000000B5000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/SConstruct#!python # 10 lines 3 code 3 comments 4 blanks # this is a comment Program('cpp.cpp') # this is a line-ending comment env = Environment(CCFLAGS='-O3') env.Append(CCFLAGS='-O3') 07070100000048000081A400000000000000000000000166C8A4FD00000559000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/Snakefile# 67 lines 50 code 4 comments 13 blanks """ A sample Snakefile for testing line counting """ SAMPLES = ["A", "B"] # This is a # multiline # comment rule all: input: "plots/quals.svg" '''Sometimes even some comments in single quote fences.''' rule bwa_map: input: "data/genome.fa", # Inline comments are also supported "data/samples/{sample}.fastq" output: "mapped_reads/{sample}.bam" shell: "bwa mem {input} | samtools view -Sb - > {output}" rule samtools_sort: input: "mapped_reads/{sample}.bam" output: "sorted_reads/{sample}.bam" shell: "samtools sort -T sorted_reads/{wildcards.sample} " "-O bam {input} > {output}" rule samtools_index: input: "sorted_reads/{sample}.bam" output: "sorted_reads/{sample}.bam.bai" shell: "samtools index {input}" rule bcftools_call: input: fa="data/genome.fa", bam=expand("sorted_reads/{sample}.bam", sample=SAMPLES), bai=expand("sorted_reads/{sample}.bam.bai", sample=SAMPLES) output: "calls/all.vcf" shell: "bcftools mpileup -f {input.fa} {input.bam} | " "bcftools call -mv - > {output}" rule plot_quals: input: "calls/all.vcf" output: "plots/quals.svg" script: "scripts/plot-quals.py" 07070100000049000081A400000000000000000000000166C8A4FD000003B2000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/Tera.tera{# 42 lines 26 code 11 comments 5 blanks #} <!DOCTYPE html> <html> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width" /> <title></title> link <style> body { background-color: pink; } </style>{# #} {# comment #} </head> <body> body </body> <!-- Normal Comment--> <nav class="navbar navbar-default navbar-fixed-top navbar-custom"> <div id="modalSearch" class="modal fade" role="dialog"> </div> </nav> <!-- document.write("Multi-line and Code comment!");{# comment #} //--> <!--[if IE 8]> IE Special comment <![endif]--> <script> let x = 5; </script> {# multi-line-comment #} {% if error %} <div class="flash {{ error.category }}">{{ error.content }}</div>{# comment #} {% endif %} </html> 0707010000004A000081A400000000000000000000000166C8A4FD0000010C000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/abnf.abnf; 11 lines 3 code 5 comments 3 blanks ; comment line 0 ; comment line 1 ALPHA = %x41-5A / %x61-7A ; A-Z / a-z BIT = "0" / "1" CHAR = %x01-7F ; any 7-bit US-ASCII character, ; excluding NUL 0707010000004B000081A400000000000000000000000166C8A4FD0000012E000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/alloy.als// 18 lines 10 code 3 comments 5 blanks sig Node { edge: set Node } ------------------------------------------------------------------------ pred self_loop[n: Node] { n in n.edge } pred all_self_loop { all n: Node | self_loop[n] } /* Comments started by /* don't nest */ run all_self_loop 0707010000004C000081A400000000000000000000000166C8A4FD0000016C000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/arduino.ino// 23 lines 13 code 6 comments 4 blanks int led = 13; void setup() { // setup println() Serial.begin(155200); // Init LED pin pinMode(led, OUTPUT); } /** * Blink the LED */ void loop() { Serial.println("LED ON!"); digitalWrite(led, HIGH); delay(1000); Serial.println("LED OFF!"); digitalWrite(led, LOW); delay(1000); } 0707010000004D000081A400000000000000000000000166C8A4FD0000008A000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/arturo.art; 8 lines 3 code 3 comments 2 blanks ; this is a comment ; this is another comment a1: 2 a2: 3.14 ; pi a3: 213213 ; another number 0707010000004E000081A400000000000000000000000166C8A4FD000000EA000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/asciidoc.adoc// 20 lines 5 code 8 comments 7 blanks = AsciiDoc title A simple paragraph. // single line comment That should end before a paragraph. //// multi = Line comment //// == Nested title Nested titles and paragraphs are fine, too. 0707010000004F000081A400000000000000000000000166C8A4FD00000313000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/asn1.asn1-- 34 lines 16 code 11 comments 7 blanks PKCS-12 { iso(1) member-body(2) us(840) rsadsi(113549) pkcs(1) pkcs-12(12) modules(0) pkcs-12(1) } -- PKCS #12 v1.1 ASN.1 Module -- Revised October 27, 2012 -- This module has been checked for conformance with the ASN.1 standard -- by the OSS ASN.1 Tools DEFINITIONS IMPLICIT TAGS ::= BEGIN PFX ::= SEQUENCE { version INTEGER {v3(3)}(v3,...), authSafe OCTET STRING, macData MacData /* " " */ OPTIONAL } /* * Multi line * */ MacData ::= SEQUENCE { mac OBJECT IDENTIFIER, macSalt OCTET STRING, iterations INTEGER DEFAULT 1 -- Note: The default is for historical reasons and its use is -- deprecated. } END 07070100000050000081A400000000000000000000000166C8A4FD000003AE000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/ats.dats//! 42 lines 25 code 9 comments 8 blanks (************* Reference: https://github.com/ats-lang/ats-lang.github.io/blob/master/DOCUMENT/ATS2TUTORIAL/CODE/chap_stream_vt.dats **************) #include "share/atspre_staload.hats" /* Lazy-evaluated integer iterator */ fun from (n: int): stream_vt(int) = $ldelay(stream_vt_cons(n, from(n + 1))) // Lazy-evaluated prime finder fun sieve (ns: stream_vt(int)) : stream_vt(int) = $ldelay( let val ns_con = !ns val- @stream_vt_cons(n0, ns1) = ns_con val n0_val = n0 val ns1_val = ns1 val () = (ns1 := sieve(stream_vt_filter_cloptr<int>(ns1_val, lam x => x mod n0_val > 0))) prval () = fold@(ns_con) in ns_con end , ~ns ) // Test run for finding the 1000-th prime number val thePrimes = sieve(from(2)) val p1000 = (steam_vt_drop_exn(thePrimes, 1000)).head() val () = println!("p1000 = ", p1000) implement main0 () = {} (* End of file *) 07070100000051000081A400000000000000000000000166C8A4FD00000055000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/awk.awk#!/bin/awk -f # 5 lines 1 code 3 comments 1 blanks # This is a comment { print $0 } 07070100000052000081A400000000000000000000000166C8A4FD00000143000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/bazel.bzl# 18 lines 13 code 3 comments 2 blanks # build hello-greet cc_library( name = "hello-greet", srcs = ["hello-greet.cc"], hdrs = ["hello-greet.h"], ) # build hello-world cc_binary( name = "hello-world", srcs = ["hello-world.cc"], deps = [ ":hello-greet", "//lib:hello-time", ], )07070100000053000081A400000000000000000000000166C8A4FD00000272000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/bean.bean; 27 lines 13 code 6 comments 8 blanks option "operating_currency" "EUR" 2002-01-01 commodity EUR name: "Euro" asset-class: "cash" ; open accounts initially 2020-09-01 open Equity:Opening-Balances 2020-09-01 open Assets:Cash EUR 2020-09-01 open Expenses:Food EUR ; put initial money on account 2020-09-01 pad Assets:Cash Equity:Opening-Balances ; verifying starting balance 2020-09-02 balance Assets:Cash 81.7 EUR ; transferring money 2020-09-03 * "transfer of money" Assets:Cash -17.7 EUR Expenses:Food ; validating changed balance 2020-09-04 balance Assets:Cash 64 EUR 07070100000054000081A400000000000000000000000166C8A4FD0000053B000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/bicep.bicep//! 50 lines 35 code 8 comments 7 blanks /* Bicep is a declarative language, which means the elements can appear in any order. Unlike imperative languages, the order of elements doesn't affect how deployment is processed. This means you can define resources, variables, and parameters in any order you like. */ metadata description = 'Creates a storage account and a web app' @description('The prefix to use for the storage account name.') @minLength(3) @maxLength(11) param storagePrefix string param storageSKU string = 'Standard_LRS' param location string = resourceGroup().location var uniqueStorageName = '${storagePrefix}${uniqueString(resourceGroup().id)}' var objectExmaple = { name: 'John' age: 30 address: ''' 1 Microsoft Way Redmond, WA 98052 ''' } // Create a storage account resource stg 'Microsoft.Storage/storageAccounts@2022-09-01' = { name: uniqueStorageName location: location sku: { name: storageSKU } kind: 'StorageV2' properties: { supportsHttpsTrafficOnly: true } } // Use a module to deploy a web app // Modules are a way to encapsulate and reuse resources in Bicep module webModule './webApp.bicep' = { name: 'webDeploy' params: { skuName: 'S1' location: location personalInfo: objectExmaple } } 07070100000055000081A400000000000000000000000166C8A4FD0000020C000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/bitbake.bb# 23 lines 13 code 5 comments 5 blanks # # This file was derived from the 'Hello World!' example recipe in the # Yocto Project Development Manual. # SUMMARY = "Simple helloworld application" SECTION = "examples" LICENSE = "MIT" LIC_FILES_CHKSUM = "file://${COMMON_LICENSE_DIR}/MIT;md5=0835ade698e0bcf8506ecda2f7b4f302" SRC_URI = "file://helloworld.c" S = "${WORKDIR}" do_compile() { ${CC} helloworld.c -o helloworld } do_install() { install -d ${D}${bindir} install -m 0755 helloworld ${D}${bindir} } 07070100000056000081A400000000000000000000000166C8A4FD0000023F000000000000000000000000000000000000003600000000tokei-13.0.0.alpha.5+git0/tests/data/brightscript.brs' 26 lines 10 code 13 comments 3 blanks ' /** ' * @member difference ' * @memberof module:rodash ' * @instance ' * @description Return a new array of items from the first which are not in the second. ' * @param {Array} first ' * @param {Array} second ' * @example REM * difference = _.difference([1,2], [2]) REM * ' => [1] REM * REM */ Function rodash_difference_(first, second) result = [] for each f in first result.push(f) 'Push array for each s in second if m.equal(s,f) then result.pop() end for end for return result End Function07070100000057000081A400000000000000000000000166C8A4FD00000369000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/tests/data/c.c// 50 lines 33 code 8 comments 9 blanks /* /* we can't nest block comments in c, but we can start one */ int main(void) { char *start = "/*"; int x = 1; x += 2; // end of line comment */ } void foo() { char *esc = "\"/*escaped quotes in a string and block comment*/\""; func1(); func2(); char *next_line = "*/ /*string on new line\ continued to another line\ bar();\ */"; char *next_line2 = "line1\ // not a real comment\ line3*/"; /* Block comment // line comment in a block comment end block comment*/ char *late_start = // " "wow\ that's pretty neat"; char *late_start2 = /* " */ "*/ still just a string"; // but this is a line comment } void foobar() { int a = 4; // /* int b = 5; int c = 6; // */ } /*\ / comment \*/ struct Point { int x; int y; int z; }; 07070100000058000081A400000000000000000000000166C8A4FD000003C5000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/cangjie.cj/* 50 lines 34 code 8 comments 8 blanks */ /* /* we can nest block*/ comments in cangjie */ main(): Unit { let start: String = "/*" var x: Int64 = 1 x += 2 // end of line comment */ } func foo(): Unit { let esc: String = "\"/*escaped quotes in a string and block comment*/\""; let next_line: String = """ */ /*string on new line continued to another line bar(); */" """ /* Block comment // line comment in a block comment end block comment*/ let late_start: String = // " ##"wow\ that's pretty neat"## let late_start2: String = /* " */ "*/ still just a string" // but this is a line comment } func foobar(): Unit { let a: Int64 = 4 // /* let b: Int64 = 5 let c: Int64 = 6 // */ } /* \ / comment \*/ struct Point { let x: Int64 let y: Int64 let z: Int64 public init(x: Int64, y: Int64, z: Int64) { this.x = x this.y = y this.z = z } } 07070100000059000081A400000000000000000000000166C8A4FD0000019A000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/chapel.chpl// chapel 24 lines 9 code 9 comments 6 blanks // Tidy line comment /* Tidy block comment. */ // Cheeky line comments /* // */ /* Cheeky // block comments */ // Caculate a factorial proc factorial(n: int): int { var x = 1; // this will eventually be returned for i in 1..n { x *= i; } return x; } writeln("// this isn't a comment"); writeln('/* this is also not a comment */'); 0707010000005A000081A400000000000000000000000166C8A4FD0000037A000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/cil.cil; 20 lines 15 code 3 comments 2 blanks ;============= etcd_t ============== (allow etcd_t proc_sysctl_t (dir (search))) (allow etcd_t proc_sysctl_t (file (read open))) (allow etcd_t procfs_t (dir (search getattr))) (allow etcd_t procfs_t (lnk_file (read))) (allow etcd_t self (dir (read open search))) (allow etcd_t self (fifo_file (write read))) ;============= kernel_t ============== (allow kernel_t bin_t (dir (search))) (allow kernel_t bin_t (file (read execute_no_trans open map execute))) (allow kernel_t debugfs_t (dir (search))) (allow kernel_t device_t (blk_file (create setattr))) (allow kernel_t device_t (chr_file (write create setattr))) (allow kernel_t self (capability (dac_override mknod))) (allow kernel_t self (dir (write add_name search))) (allow kernel_t self (file (write create open))) (filecon "/.extra(/.*)?" any (system_u object_r extra_t (systemLow systemLow))) 0707010000005B000081A400000000000000000000000166C8A4FD000002A1000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/circom.circom// 34 lines 23 code 7 comments 4 blanks pragma circom 2.0.8; /* * Sum an array of non-zero values. */ function sum(values, size) { var sum = 0; for (var i = 0; i < size; i++) { assert(values[i] != 0); sum += values[i]; } log("sum = ", sum); return sum; } /* * Ensure x is a solution to x^5 - 2x^4 + 5x - 4 = 0. */ template Polynomial() { signal input x; signal x2; signal x4; signal x5; signal output y; x2 <== x * x; x4 <== x2 * x2; x5 <== x4 * x; y <== x5 - 2 * x4 + 5 * x - 4; // y = x^5 - 2 * x^4 + 5x - 4. y === 0; // Ensure that y = 0. } component main = Polynomial(); 0707010000005C000081A400000000000000000000000166C8A4FD0000011F000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/clojure.clj; 19 lines 13 code 3 comments 3 blanks (ns clojure) ; Below is a function (defn a-fn "Docstring with a column ;" [a b] (+ 1 1)) (defn a-fn2 ;"Not a doc" "Doc doc again" [a b] ; a and b right? (let [multiline "I'm a multline ; string "] (str multline a b))) 0707010000005D000081A400000000000000000000000166C8A4FD0000011F000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/clojurec.cljc; 19 lines 13 code 3 comments 3 blanks (ns clojure) ; Below is a function (defn a-fn "Docstring with a column ;" [a b] (+ 1 1)) (defn a-fn2 ;"Not a doc" "Doc doc again" [a b] ; a and b right? (let [multiline "I'm a multline ; string "] (str multline a b))) 0707010000005E000081A400000000000000000000000166C8A4FD0000011F000000000000000000000000000000000000003800000000tokei-13.0.0.alpha.5+git0/tests/data/clojurescript.cljs; 19 lines 13 code 3 comments 3 blanks (ns clojure) ; Below is a function (defn a-fn "Docstring with a column ;" [a b] (+ 1 1)) (defn a-fn2 ;"Not a doc" "Doc doc again" [a b] ; a and b right? (let [multiline "I'm a multline ; string "] (str multline a b))) 0707010000005F000081A400000000000000000000000166C8A4FD000003A5000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/cmake.cmake# 25 lines 16 code 3 comments 6 blanks SET(_POSSIBLE_XYZ_INCLUDE include include/xyz) SET(_POSSIBLE_XYZ_EXECUTABLE xyz) SET(_POSSIBLE_XYZ_LIBRARY XYZ) # this is a comment IF(XYZ_FIND_VERSION_MAJOR AND XYZ_FIND_VERSION_MINOR) SET(_POSSIBLE_SUFFIXES "${XYZ_FIND_VERSION_MAJOR}${XYZ_FIND_VERSION_MINOR}" "${XYZ_FIND_VERSION_MAJOR}.${XYZ_FIND_VERSION_MINOR}" "-${XYZ_FIND_VERSION_MAJOR}.${XYZ_FIND_VERSION_MINOR}") # not counted ELSE(XYZ_FIND_VERSION_MAJOR AND XYZ_FIND_VERSION_MINOR) SET(_POSSIBLE_SUFFIXES "67" "92" "352.9" "0.0.8z") ENDIF(XYZ_FIND_VERSION_MAJOR AND XYZ_FIND_VERSION_MINOR) FOREACH(_SUFFIX ${_POSSIBLE_SUFFIXES}) LIST(APPEND _POSSIBLE_XYZ_INCLUDE "include/XYZ${_SUFFIX}") LIST(APPEND _POSSIBLE_XYZ_EXECUTABLE "XYZ${_SUFFIX}") LIST(APPEND _POSSIBLE_XYZ_LIBRARY "XYZ${_SUFFIX}") ENDFOREACH(_SUFFIX) # not counted FIND_PROGRAM(XYZ_EXECUTABLE NAMES ${_POSSIBLE_XYZ_EXECUTABLE} ) # this is also a comment 07070100000060000081A400000000000000000000000166C8A4FD000002F2000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/codeql.ql//! 40 lines 17 code 15 comments 8 blanks /** * @name fu * @description bar * * Rerum similique consequatur non dolor sit. Autem doloribus sed in sint * ratione sit voluptates at. Nihil ut fugiat ab ut aliquid consequatur sunt * ullam. Adipisci voluptatem hic dicta. */ // asdf import cpp private import test.foo.bar.baz /** * Another comment. */ class C extends Expr { C () { // single comment not this.test() and not this.what() } private predicate what() { /* TODO */ this.isAbstract() } predicate test() { this = "what" } } from Function f where f.getName() = "function" and /* inline comment */ f.getArgument(0).asExpr() instanceof FooBar select f, "function" 07070100000061000081A400000000000000000000000166C8A4FD00000057000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/cogent.cogent-- 7 lines 2 code 2 comments 3 blanks type A -- uncounted comment -- comment type B 07070100000062000081A400000000000000000000000166C8A4FD000002C7000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/cpp.cpp/* 46 lines 37 code 3 comments 6 blanks */ #include <stdio.h> // bubble_sort_function void bubble_sort(int a[10], int n) { int t; int j = n; int s = 1; while (s > 0) { s = 0; int i = 1; while (i < j) { if (a[i] < a[i - 1]) { t = a[i]; a[i] = a[i - 1]; a[i - 1] = t; s = 1; } i++; } j--; } } int main() { int a[] = {4, 65, 2, -31, 0, 99, 2, 83, 782, 1}; int n = 10; int i = 0; printf(R"(Before sorting:\n\n" )"); // Single line comment while (i < n) { printf("%d ", a[i]); i++; } bubble_sort(a, n); printf("\n\nAfter sorting:\n\n"); i = 0; while (i < n) { printf("%d ", a[i]); i++; } } 07070100000063000081A400000000000000000000000166C8A4FD000000D9000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/crystal.cr# 20 lines 14 code 2 comments 4 blanks x = 3 if x < 2 p = "Smaller" else p = "Bigger" end multiline_string = "first line second line" heredoc = <<-SOME hello SOME # testing. while x > 2 && x < 10 x += 1 end 07070100000064000081A400000000000000000000000166C8A4FD00000170000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/csharp.cs// 26 lines 14 code 9 comments 3 blanks namespace Ns { /* multi-line comment */ public class Cls { private const string BasePath = @"a:\"; [Fact] public void MyTest() { // Arrange. Foo(); // Act. Bar(); // Assert. Baz(); } } } 07070100000065000081A400000000000000000000000166C8A4FD000000A3000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/cuda.cu/* 7 lines 4 code 2 comments 1 blanks */ // add vector __host__ void add(const int* a, const int* b, int* c) { int i = threadIdx.x; c[i] = a[i] + b[i]; } 07070100000066000081A400000000000000000000000166C8A4FD000000EC000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/cue.cue// 12 lines 8 code 2 comments 2 blanks // A documentation comment map: { normal: "normal string" // inline comment (not counted) content: """ Multi-line string """ raw: #"A newline is \#n written as "\n"."# byte: '\U0001F604' } 07070100000067000081A400000000000000000000000166C8A4FD000001C3000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/cython.pyx# 29 lines, 21 code, 3 comments, 5 blanks def add(x, y): ''' Hello World # Real Second line Second line ''' string = "Hello World #\ " y += len(string) # Add the two numbers. x + y cdef add2(x, y): """ Hello World # Real Second line Second line Note that docstring lines are counted as code """ string = "Hello World" y += len(string) # Add the two numbers. x + y 07070100000068000081A400000000000000000000000166C8A4FD00000098000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/tests/data/d.d/* 8 lines 5 code 1 comments 2 blanks */ void main() { auto x = 5; /+ a /+ nested +/ comment /* +/ writefln("hello"); auto y = 4; // */ } 07070100000069000081A400000000000000000000000166C8A4FD000000D2000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/tests/data/d2.d2# 15 lines 4 code 6 comments 5 blanks # Comments start with a hash character and continue until the next newline or EOF. x -> y x -> y # I am at the end '#x' -> "#y" """ This is a block comment """ y -> z 0707010000006A000081A400000000000000000000000166C8A4FD000000E6000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/dhall.dhall-- 16 lines 9 code 5 comments 2 blanks {- A comment within the interior of a multi-line literal counts as part of the literal -} '' -- Hello {- world -} '' { some = "thing" , keys = ["can" , "have", -- wait for it "lists"] } 0707010000006B000081A400000000000000000000000166C8A4FD00000149000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/dreammaker.dm// 17 lines 7 code 6 comments 4 blanks /* * /* Hello! */ */ /mob // I can rely on this file to exist on disk. var/some_file = './/dreammaker.dm' /mob/Login() // Not counted. /* */ world << "// Say hello to [src]!" src << browse({" /*<a href="https://google.com">Link</a>*/ "}, "window=google") 0707010000006C000081A400000000000000000000000166C8A4FD0000015A000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/dust.dust{! 10 lines 2 code 5 comments 3 blanks !} {! All Dust comments are multiline comments. And there's no quoting comment openers and closers. Instead there are escape sequences for producing literal brackets in template output: {~lb} outputs a left-bracket.!} <h1>Hello world!</h1>{! More comments !} <h2>~{lb}Goodbye, world~{rb}</h2> 0707010000006D000081A400000000000000000000000166C8A4FD000000D7000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/ebuild.ebuild# 16 lines 9 code 2 comments 5 blanks # test comment EAPI=8 DESCRIPTION="ebuild file" HOMEPAGE="https://foo.example.org/" SRC_URI="ftp://foo.example.org/${P}.tar.gz" LICENSE="MIT" SLOT="0" src_compile() { : } 0707010000006E000081A400000000000000000000000166C8A4FD00000208000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/edgeql.edgeql# 28 lines 21 code 3 comments 4 blanks select User { name, friends: { name }, has_i := .friends.name ilike '%i%', has_o := .friends.name ilike '%o%', } filter .has_i or .has_o; select <User>{} ?? User {name}; # update the user with the name 'Alice Smith' with module example update User filter .name = 'Alice Smith' set { name := 'Alice J. Smith' }; # update all users whose name is 'Bob' with module example update User filter .name like 'Bob%' set { name := User.name ++ '*' }; 0707010000006F000081A400000000000000000000000166C8A4FD0000009D000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/edn.edn; 11 lines 6 code 2 comments 3 blanks ; Just some random data {:a [ 1] :b 1 ; this doesn't count as a comment :c {1 1 2 2} :d [1 2 3]} 07070100000070000081A400000000000000000000000166C8A4FD000000F0000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/elvish.elv# 16 lines, 9 code, 5 blanks, 2 comments echo "This is a multiline string # with a hash in it." echo 'This is a single-quoted string.' # This is a comment. use re edit:after-readline = [ [line]{ print "\e]2;"$line"\a" > /dev/tty } ] 07070100000071000081A400000000000000000000000166C8A4FD0000011D000000000000000000000000000000000000003700000000tokei-13.0.0.alpha.5+git0/tests/data/emacs_dev_env.ede;; 16 lines 6 code 7 comments 3 blanks ;; This is an EDE Project file ;; Object ede-proj-project ;; EDE project file. (ede-proj-project "ede-proj-project" :name "my-proj" :version "1.0.0" :file "Project.ede" :targets (list )) ;; Local Variables: ;; mode: emacs-lisp ;; End: 07070100000072000081A400000000000000000000000166C8A4FD000001FC000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/emacs_lisp.el;; 21 lines 11 code 6 comments 4 blanks ; This is a comment line ;; This too! ;;; This 3! ;;;; This 4! (setq some-global-var nil) ;Comment ;;;###autoload (defun some-fn () "Some function." (interactive) (message "I am some function")) (defun fundamental-mode () "Major mode not specialized for anything in particular. Other major modes are defined by comparison with this one." (interactive) (kill-all-local-variables) (run-mode-hooks)) 07070100000073000081A400000000000000000000000166C8A4FD00000198000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/emojicode.๐๐ญ 24 lines 10 code 10 comments 4 blanks ๐ This package is neat. ๐ ๐ญ๐ Comment! ๐ญ๐ nested? ๐๐ญ ๐ Simple docstring with a quote ๐ค ๐ ๐๐จโ๐๐ ๐ญ More quotes! ๐ค ๐โ๐ name๐ก ๐ ๐ ๐ช ๐คHello there, ๐ค name ๐ค! โ๐ค ๐ญ no comment here๐ค ๐ชโ ๐ ๐ ๐ ๐ ๐๐๐จโ๐ ๐คKaren๐คโ ๐ 07070100000074000081A400000000000000000000000166C8A4FD000001EF000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/esdl.esdl# 20 lines 13 code 4 comments 3 blanks # no module block type default::Movie { required property title -> str; # the year of release property year -> int64; required link director -> default::Person; required multi link actors -> default::Person; } type default::Person { required property first_name -> str; required property last_name -> str; } abstract link friends_base { # declare a specific title for the link annotation title := 'Close contacts'; } 07070100000075000081A400000000000000000000000166C8A4FD00000D0B000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/example.umpl! 68 lines 58 code 2 comments 8 blanks create yum with 5 create num with ((plus 7 6 6 yum))> (num)> ((plus 1 num))> ! prints 17, the greater than signifies that this should be the printed, the bang symbol signifies a comment, numbers must be in hexadecimal but will be printed in decimal potato ๐3 โงผ ! to create a function we use the potato keyword, functions must be nameed with a single emoji, we put the number of args and then โงผโงฝ is where the code goes loop โงผ (` `)> if {$3} โงผ break โงฝ else โงผ continue โงฝ โงฝ potato ๐ 1 โงผ ((minus 1 10))> ! prints -15 โงฝ create final with ((add $1 $2))< ! ! we use the create keyword to create a variable and the with keyword to assign a value to the variable, to refrence the args from a function use $1 for the first arg and so on ! adds both arg1 and arg2, the less than signifies that this should not be the printed and sets it to the final variable return: ! we use (:) colon whe returning nothing โงฝ ((new ๐ 10 1 0x1A))> ! we use the new keyword to call a function followed by function names, prints 32, when the first digit of number is a letre prefix with 0x list it with [((not true))> 0] ! creates a list with the values 1,2 (in hex), list can only have two elements and you cant declare recursive lists like: [0 [1 1]], but if you have an identiifer (d) that points to a list you can do: [9 d] ((set-with it.first 2))<! sets the first element of the it list to 2, we can also use something like addwith mulitply with which will add or multiple by the variable to/by the value ((set-with it.second 4))< ! sets the second element of the it list to 4 and print its create bool with true create other-bool with ((not bool))< ! creates a variable called bool and sets it to true, then creates a variable called other-bool and sets it to the opposite of bool, when we call a function in a variable defenition we must use an expression to call the function (other-bool)> ! prints false ((set-with other-bool true))< ! we set other-bool to true if {other-bool} โงผ ! the {} must evalte to a boolean, we can also use eq, ne lt, le etc (`hello`)> ! the bactick (`) is used to encapsulate a string โงฝ else โงผ (`by`)> โงฝ if {true} โงผ ! there is now else, use nested if elses, condotins must be in {} and we can use nested () within the ((minus 1 10))> ! prints -15 โงฝ else โงผ ((plus 1 10))> ! prints 17 โงฝ loop โงผ potato ๐ 1 โงผ ((minus 1 10))> ! prints -15 โงฝ create inputs with ((input `continue?`))< if {((eq inputs `y`))<} โงผ ! there is now else, use nested if elses, condotins must be in {} and we can use nested () within the potato ๐ 1 โงผ ((minus 1 10))> ! prints -15 โงฝ continue โงฝ else โงผ potato ๐ 1 โงผ ((minus 1 10))> ! prints -15 โงฝ break ! what the if/esle do can be nothing if you dont pu anything in the parenthesis โงฝ ((inputs `continue?`))< โงฝ ((new ๐ 10 190 0x1A))> ! we use the new keyword to call a function followed by function names, prints 32, when the first digit of number is a letre prefix with 0x ((set-with bool (input `ads`)))> create inputs with ((input `continue?`))< 07070100000076000081A400000000000000000000000166C8A4FD00000120000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/factor.factor! 14 lines, 5 code, 6 comments, 3 blanks /* we can use some dependencies */ USING: math multiline sequences ; ! this is a vocabulary IN: my-vocab ! this comment describes this function : add ( x y -- z ) "Hello World !\ " length /* Add the three numbers. */ + + ; 07070100000077000081A400000000000000000000000166C8A4FD000001DA000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/fennel.fnl;; 18 lines 8 code 5 comments 5 blanks ; this is a ; single comment ;;;; this is also a single comment ;;;;;; ; "this is a comment too!" (local variable "I ;am a ;variable!") ; (print "\"I am commented out!\"") (print "\"Hello world!\"") ; this is an ; end of line comment (print "This is not a comment: ;") (print "This is a multiline string") (fn somefn [x] (print "I am some function.") (print "My parameter is " (string.format "\"%s\"" x))) 07070100000078000081A400000000000000000000000166C8A4FD0000024C000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/flatbuffers.fbs// 34 lines 21 code 6 comments 7 blanks include "another_schema.fbs"; namespace Example; // one line comment enum PhoneType: byte { MOBILE, HOME, WORK } /* block comment another line end */ table PhoneNumber { number: string; type: PhoneType; } /// documentation comment table Person { name: string; id: int32; email: string; phones: [PhoneNumber]; // a stray quote " } table AddressBook { people: /* a block comment inside code */ [Person]; } root_type AddressBook; /* block /* comments cannot be nested (except the start comment) */ 07070100000079000081A400000000000000000000000166C8A4FD00000BAE000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/forgecfg.cfg# 79 lines 20 code 40 comments 19 blanks # Configuration file ~CONFIG_VERSION: 0.4.0 ########################################################################################################## # advanced #--------------------------------------------------------------------------------------------------------# # Advanced config options to change the way JEI functions. ########################################################################################################## advanced { # Move the JEI search bar to the bottom center of the screen. [default: false] B:centerSearchBarEnabled=true B:debugModeEnabled=false # Choose if JEI should give ingredients direct to the inventory (inventory) or pick them up with the mouse (mouse_pickup). # [Default: mouse_pickup] # [Valid: [inventory, mouse_pickup]] S:giveMode=inventory # The maximum width of the ingredient list. [range: 4 ~ 100, default: 100] I:maxColumns=100 # The maximum height of the recipe GUI. [range: 175 ~ 5000, default: 350] I:maxRecipeGuiHeight=350 # How the mod name should be formatted in the tooltip for JEI GUIs. Leave blank to disable. [Default: blue italic] [Valid: [black, dark_blue, dark_green, dark_aqua, dark_red, dark_purple, gold, gray, dark_gray, blue, green, aqua, red, light_purple, yellow, white, obfuscated, bold, strikethrough, underline, italic]] S:modNameFormat=blue italic # Enable JEI memory usage optimizations. [default: true] B:optimizeMemoryUsage=true } ########################################################################################################## # search #--------------------------------------------------------------------------------------------------------# # Options relating to the search bar. ########################################################################################################## search { # Search mode for Colors (prefix: ^) # [Default: disabled] # [Valid: [enabled, require_prefix, disabled]] S:colorSearchMode=DISABLED # Search mode for Creative Tab Names (prefix: %) # [Default: disabled] # [Valid: [enabled, require_prefix, disabled]] S:creativeTabSearchMode=DISABLED # Search mode for Mod Names (prefix: @) # [Default: require_prefix] # [Valid: [enabled, require_prefix, disabled]] S:modNameSearchMode=require_prefix # Search mode for Ore Dictionary Names (prefix: $) # [Default: disabled] # [Valid: [enabled, require_prefix, disabled]] S:oreDictSearchMode=require_prefix # Search mode for resources ids (prefix: &) # [Default: disabled] # [Valid: [enabled, require_prefix, disabled]] S:resourceIdSearchMode=enabled # Search mode for Tooltips (prefix: #) # [Default: enabled] # [Valid: [enabled, require_prefix, disabled]] S:tooltipSearchMode=enabled } searchadvancedtooltips { # config.jei.searchAdvancedTooltips.search.comment [default: false] B:search=false } 0707010000007A000081A400000000000000000000000166C8A4FD0000008E000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/fsharp.fs(* 15 lines 6 code 5 comments 4 blanks *) // Comment let foo = (* Comment *) 5 let bar = "(* Code *)" let baz = @"a:\" // Comment 0707010000007B000081A400000000000000000000000166C8A4FD000000D2000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/fstar.fst(* 11 lines 3 code 5 comments 3 blanks *) module Hello (* multi line comment *) open FStar.IO // uncounted comment // single line comment let main = print_string "Hello, F*!\n" (* uncounted comment *) 0707010000007C000081A400000000000000000000000166C8A4FD000000CC000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/ftl.ftl<#-- 10 lines 5 code 3 comments 2 blanks --> <#ftl output_format="plainText"/> <#-- Define the print macro --> <#macro print text> ${text} </#macro> <#-- Print "Hello world" --> <@print "Hello world"/> 0707010000007D000081A400000000000000000000000166C8A4FD0000007D000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/futhark.fut-- 8 lines 2 code 3 comments 3 blanks -- this is a test file -- add two let f (x: i32) = x + 2 let main = f -- eta expand 0707010000007E000081A400000000000000000000000166C8A4FD000004D0000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/tests/data/gas.S// 67 lines 46 code 10 comments 11 blanks #include "config.h" /* BIG FAT WARNING GOES HERE */ #define dbg(char) \ mov \char, %ax ;\ out %ax, $0xe9 ;\ #endif .align 16 .code16 .section .resettext, "xa", @progbits reset_vector: cli jmp switch_modes .section .text switch_modes: /* * The developer manual builds up the GDT, but since it should get * cached by the CPU, we can just have it in the flash. */ mov %cs, %ax mov %ax, %ds /* Enable protected mode (PE) */ mov %cr0, %eax or $1, %al mov %eax, %cr0 ljmpl $0x8,$protected_mode .code32 protected_mode: mov $0x10, %ax mov %ax, %ds mov %ax, %es mov %ax, %fs mov %ax, %gs mov %ax, %ss gdt_desc: .word egdt - gdt - 1 .long gdt .align 8 gdt: // 0 segment .long 0, 0 // code (0x8) .word 0xffff // limit 15:0 .word 0x0 // base 15:0 .byte 0x0 // base 23:16 .byte 0x9b // present, ring 0, executable, !conforming, readable, accessed .byte 0xcf // granularity size, limit[19:16] = f .byte 0x0 // base 31:24 // data (0x10) .word 0xffff // limit 15:0 .word 0x0 // base 15:0 .byte 0x0 // base 23:16 .byte 0x93 // present, priv=0, !executable, stack down, writable, accessed .byte 0xcf // granularity=1 size=1, limit 19:16 = f .byte 0x0 // base 31:24 egdt: 0707010000007F000081A400000000000000000000000166C8A4FD0000011C000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/gdb.gdb# 15 lines 7 code 5 comments 3 blanks # # This is a comment line. We don't have multi-comment lines # macro define offsetof(_type, _memb) ((long)(&((_type *)0)->_memb)) break foo continue # Let's have something print when a breakpoint is hit. commands 2 p i continue end 07070100000080000081A400000000000000000000000166C8A4FD0000010D000000000000000000000000000000000000003700000000tokei-13.0.0.alpha.5+git0/tests/data/gdshader.gdshader// 24 lines 6 code 13 comments 5 blanks /* test test test */ /* /** */ void fragment() { // there is not any string in gdshader int x, b, c; float p, q, r; if(b == c) { } /** //sdsadasdasdasd /* **/ /* // odpwopdw // */ } 07070100000081000081A400000000000000000000000166C8A4FD000001BE000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/gherkin.feature# 13 lines 8 code 3 comments 2 blanks Feature: Guess the word # The first example has two steps Scenario: Maker starts a game When the Maker starts a game Then the Maker waits for a Breaker to join # The second example has three steps Scenario: Breaker joins a game Given the Maker has started a game with the word "silky" When the Breaker joins the Maker's game Then the Breaker must guess a word with 5 characters 07070100000082000081A400000000000000000000000166C8A4FD00000242000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/gleam.gleam//// 34 lines 24 code 4 comments 6 blanks import gleam/option.{Option, None} import gleam/io pub type LoadedBool { Yup AlsoYup } pub external type Person pub opaque type Cat { Cat( name: String, age: Int, is_cute: LoadedBool, owner: Some(Person), ) } pub fn main() { let jane = // Here is a quote " new_kitten(called: "Jane") let kira = new_kitten(called: "Kira") io.println("Two kitties!") } /// A new baby kitten /// fn new_kitten(called name: String) -> Cat { // No owner yet! Cat(name: name, age: 0, is_cute: Yup, owner: None) } 07070100000083000081A400000000000000000000000166C8A4FD00000273000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/glimmer_js.gjs// 27 lines, 18 code, 6 comments, 3 blanks import { helper } from '@ember/component/helper'; import { modifier } from 'ember-modifier'; // A single-line comment const plusOne = helper(([num]) => num + 1); /** * A multi-line comment */ const setScrollPosition = modifier((element, [position]) => { element.scrollTop = position }); <template> <!-- A HTML-like comment --> <div class="scroll-container" {{setScrollPosition @scrollPos}}> {{#each @items as |item index|}} Item #{{plusOne index}}: {{item}} {{/each}} </div> <style> div { background-color: #E04E39; } </style> </template> 07070100000084000081A400000000000000000000000166C8A4FD000001A2000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/glimmer_ts.gts// 18 lines, 10 code, 6 comments, 2 blanks import type { TemplateOnlyComponent } from '@glimmer/component'; // A single-line comment const localVariable = 'foo'; /** * A multi-line comment */ const Greet: TemplateOnlyComponent<{ name: string }> = <template> <!-- A HTML-like comment --> <p>Hello, {{@name}}! {{localVariable}}</p> <style> p { background-color: #E04E39; } </style> </template> 07070100000085000081A400000000000000000000000166C8A4FD000000D7000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/gml.gml/* 17 lines 5 code 9 comments 3 blanks */ /* here's a comment */ /* this is also ...a comment! */ var a = 0; // @function b(c) // hi! function b(c) { d = 5; // how are you? } e = "good how r u";07070100000086000081A400000000000000000000000166C8A4FD000001E5000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/tests/data/go.go// 37 lines 24 code 6 comments 7 blanks // Package main is a test file. package main import ( "errors" ) /* /**/ func main() { start := "/*" for { if len(start) >= 2 && start[1] == '*' && start[0] == '/' { // found the */ break } } if err := Foo(42, start); err != nil { panic(err) } } // Foo is a function. /* nested comment */ func Foo( // first a int, s string, /* second */ ) (err error) { m := `a multiline string` return errors.New(m) } // end of file 07070100000087000081A400000000000000000000000166C8A4FD00000316000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/gohtml.gohtml<!-- 41 lines 20 code 14 comments 7 blanks --> <!DOCTYPE html> <html> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width" /> <title>{{ .title }}</title> </head> <body> <nav class="navbar navbar-default navbar-fixed-top navbar-custom"> {{/* GoHTML comment */}} <div id="modalSearch" class="modal fade" role="dialog"> </div> </nav> <!-- HTML single line Comment--> <main> <article> <h1>{{ .title }}</h1> <p>{{ .text }}</p> </article> </main> {{ template "footer" . }} </body> {{/* GoHTML multi line comment */}} <!-- document.write("Multi-line and Code comment!"); //--> <!--[if IE 8]> IE Special comment <![endif]--> </html> 07070100000088000081A400000000000000000000000166C8A4FD00000593000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/graphql.gql# 89 lines 71 code 3 comments 15 blanks """ A simple GraphQL schema which is well described. This is not a comment. See: https://facebook.github.io/graphql/June2018/#sec-Descriptions """ type Query { """ Translates a string from a given language into a different language. """ translate( "The original language that `text` is provided in." fromLanguage: Language "The translated language to be returned." toLanguage: Language "The text to be translated." text: String ): String } """ The set of languages supported by `translate`. """ enum Language { "English" EN "French" FR "Chinese" CH } # Comment the query and use "quotes" inside the comment query withFragments($expandedInfo: Boolean) { user(id: "3bd5a1cbed10e") { id # Insignificant comment ... @include(if: $expandedInfo) { firstName lastName birthday } friends(first: 10) { ...friendFields } profiles( handles: [ "zuck", "cocacola", "#hashed#hash#inside" ] ) { handle ... on User { friends { count } } ... on Page { likers { count } } } } } fragment friendFields on User { id firstName profilePic(size: 50) } # A simple GraphQL type definition type User { id: ID firstName: String lastName: String birthday: Date } 07070100000089000081A400000000000000000000000166C8A4FD000000A1000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/gwion.gw#! 10 lines 8 code 1 comments 1 blanks class C { var int i; var float f; var Object o; operator void @dtor () { <<< "dtor" >>>; } } var C c; <<< c >>>; 0707010000008A000081A400000000000000000000000166C8A4FD00000131000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/haml.haml-# 18 lines 11 code 2 comments 5 blanks %section.container - @posts.each do |post| -# Ruby comment %h1= post.title %h2= post.subtitle .content = post.content / HTML comment. Not detected as of now. %div %span This is all wrapped in a comment 0707010000008B000081A400000000000000000000000166C8A4FD00000107000000000000000000000000000000000000002C00000000tokei-13.0.0.alpha.5+git0/tests/data/hcl.tf# 22 lines 11 code 7 comments 4 blanks variable "foo" "bar" { default = "yes" } /* We like multiple lines */ locals { // this this = "that" # list more = ["foo", "bar"] /* map */ map = { yep = "nope" # bad comment nope = "yep" } } 0707010000008C000081A400000000000000000000000166C8A4FD00000152000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/headache.ha// 13 lines 9 code 3 comments 1 blanks /* //The Headache cat program */ // Implementation of Unix Cat in Headache void main() { char x; read x; //read from stdin while(x){ @x; //print char x read x; //read again from stdin if(x - (255 as char)){} else x = 0; //necessary for terminal emulation } }0707010000008D000081A400000000000000000000000166C8A4FD00000088000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/hicad.macREM 10 lines 4 code 3 comments 3 blanks START 59 REM Comment on a line %XY:=42 rem This is also a comment IF FOO= "foo" GOTO 10 END 0707010000008E000081A400000000000000000000000166C8A4FD000002EF000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/hledger.hledger# 18 lines 6 code 10 comments 2 blanks # a comment ; another comment ; ^ a blank line comment account assets ; Declare valid account names and display order. a block comment end comment account assets:savings ; A subaccount. This one represents a bank account. account assets:checking ; Another. Note, 2+ spaces after the account name. account assets:receivable ; Accounting type is inferred from english names, account passifs ; or declared with a "type" tag, type:L account expenses ; type:X ; A follow-on comment line, indented. account expenses:rent ; Expense and revenue categories are also accounts. ; Subaccounts inherit their parent's type. 0707010000008F000081A400000000000000000000000166C8A4FD000000F9000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/hpp.hpp/* 21 lines 11 code 5 comments 5 blanks */ #ifndef TEST_H #define TEST_H #include <iostream> //Some definitions extern int out; void foo(); /* * Templated function */ template<typename T> void print_value(T& t) { std::cout<<t; } #endif 07070100000090000081A400000000000000000000000166C8A4FD00000360000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/html.html<!-- 46 lines 23 code 19 comments 4 blanks --> <!DOCTYPE html> <html> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width" /> <title></title> link <style> /* CSS multi-line comment */ body { background-color: pink; } </style> </head> <body> body </body> <!-- Normal Comment--> <nav class="navbar navbar-default navbar-fixed-top navbar-custom"> <div id="modalSearch" class="modal fade" role="dialog"> </div> </nav> <!-- document.write("Multi-line and Code comment!"); //--> <!--[if IE 8]> IE Special comment <![endif]--> <script> /* Javascript multi-line comment */ let x = 5; // Javascript single line comment </script> </html> 07070100000091000081A400000000000000000000000166C8A4FD00000108000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/janet.janet# 17 lines 12 code 3 comments 2 blanks # Below is a function (defn a-fn "Docstring with a hash #" [a b] (+ 1 1)) (defn a-fn2 #"Not a doc" "String" [a b] # a and b right? (let [multiline "I'm a multline # string "] (str multline a b))) 07070100000092000081A400000000000000000000000166C8A4FD000001DE000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/java.java/* 37 lines 23 code 5 comments 9 blanks */ /* * Simple test class */ public class Test { int j = 0; // Not counted public static void main(String[] args) { Foo f = new Foo(); f.bar(); } } class Foo { public void bar() { System.out.println("FooBar"); //Not counted } } // issues/915 public class BackSlash { public void run() { "\\"; // 1 code + 2 blanks "\\"; // 1 code + 3 blanks } } 07070100000093000081A400000000000000000000000166C8A4FD000001B5000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/javascript.js// 33 lines, 14 code, 12 comments, 7 blanks /* * /* Nested comment * // single line comment * */ /* function add(a, b) { return a + b; } */ class Rectangle { constructor(width, height) { this.width = width; this.height = height; } get area() { return this.calcArea(); } calcArea() { return this.width * this.height; } } let rect = new Rectangle(20, 20); console.log(rect.area); // 400 // Comment 07070100000094000081A400000000000000000000000166C8A4FD0000004C000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/jinja2.j2{# 5 lines 1 code 2 comments 2 blanks #} {# test comment #} {{ testvar }} 07070100000095000081A400000000000000000000000166C8A4FD00000115000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/tests/data/jq.jq# 11 lines 3 code 5 comments 3 blanks # A function to perform arithmetic def add_mul(adder; multiplier): # comment chararacter in quotes "# Result: " + ((. + adder) * multiplier | tostring); # and demonstrate it 10 | add_mul(5; 4) # => "# Result: 60" # end of file 07070100000096000081A400000000000000000000000166C8A4FD00000B57000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/jslt.jslt// 126 lines 80 code 20 comments 26 blanks // https://github.com/schibsted/jslt/blob/master/examples/queens.jslt // =========================================================================== // N-Queens problem solution in JSLT // board is n lists of length n // 0 => no queen // 1 => queen // queens(8) produces // [ // [ 1, 0, 0, 0, 0, 0, 0, 0 ], // [ 0, 0, 0, 0, 1, 0, 0, 0 ], // [ 0, 0, 0, 0, 0, 0, 0, 1 ], // [ 0, 0, 0, 0, 0, 1, 0, 0 ], // [ 0, 0, 1, 0, 0, 0, 0, 0 ], // [ 0, 0, 0, 0, 0, 0, 1, 0 ], // [ 0, 1, 0, 0, 0, 0, 0, 0 ], // [ 0, 0, 0, 1, 0, 0, 0, 0 ] // ] def queens(n) solve(0, make-board($n)) def range(length, list) if (size($list) < $length) range($length, $list + [size($list)]) else $list def zeroes(length) [for (range($length, [])) 0] def make-board(n) [for (range($n, [])) zeroes($n)] def solve(row, board) let n = size($board) if ($row == $n) $board else let tries = [for (range($n, [])) let newboard = place-queen($row, ., $board) if (is-ok($newboard)) solve($row + 1, $newboard) else null] filter($tries)[0] def is-ok(board) rows-ok($board) and cols-ok($board) and diagonals-ok($board) def rows-ok(board) all-ok([for ($board) sum(.) <= 1]) def cols-ok(board) // 0, 1, 2, 3, ... let indexes = range(size($board), []) // list of columns instead of list of rows let columns = [for ($indexes) let col = (.) [for ($board) .[$col]] ] rows-ok($columns) def diagonals-ok(board) let n = size($board) let offsets = range($n - 1, [])[1 : ] // starts with 1 let diagonals-right = ( [diagonal-right($board, 0, 0)] + [for ($offsets) diagonal-right($board, 0, .)] + [for ($offsets) diagonal-right($board, ., 0)] ) let diagonals-left = ( [diagonal-left($board, 0, $n - 1)] + [for ($offsets) diagonal-left($board, ., $n - 1)] + [for ($offsets) diagonal-left($board, 0, .)] ) rows-ok($diagonals-right + $diagonals-left) def diagonal-right(board, rowoff, coloff) if ($rowoff >= size($board) or $coloff >= size($board)) [] else [$board[$rowoff][$coloff]] + diagonal-right($board, $rowoff+1, $coloff+1) def diagonal-left(board, rowoff, coloff) if ($rowoff >= size($board) or $coloff < 0) [] else diagonal-left($board, $rowoff + 1, $coloff - 1) + [$board[$rowoff][$coloff]] def sum(numbers) if (not($numbers)) 0 else $numbers[0] + sum($numbers[1 : ]) def all-ok(booleans) if (not($booleans)) true else $booleans[0] and all-ok($booleans[1 : ]) def place-queen(row, col, board) let changerow = $board[$row] let newrow = $changerow[ : $col] + [1] + $changerow[$col + 1 : ] $board[ : $row] + [$newrow] + $board[$row + 1 : ] def filter(array) if (not($array)) [] else if ($array[0]) [$array[0]] + filter($array[1 : ]) else filter($array[1 : ]) queens(8) 07070100000097000081A400000000000000000000000166C8A4FD00000112000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/jsonnet.jsonnet// 13 lines 7 code 4 comments 2 blanks /* /**/ */ local func(a, b) = { // very useful a: a, b: b, # you forgot about me! c: " /* comment in a string! */ ", e: ' // in another string ', // another after f: ' # in a final string ', # comment after though } 07070100000098000081A400000000000000000000000166C8A4FD0000FE82000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/jupyter.ipynb{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Cheat Sheet: Writing Python 2-3 compatible code" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "- **Copyright (c):** 2013-2015 Python Charmers Pty Ltd, Australia.\n", "- **Author:** Ed Schofield.\n", "- **Licence:** Creative Commons Attribution.\n", "\n", "A PDF version is here: http://python-future.org/compatible_idioms.pdf\n", "\n", "This notebook shows you idioms for writing future-proof code that is compatible with both versions of Python: 2 and 3. It accompanies Ed Schofield's talk at PyCon AU 2014, \"Writing 2/3 compatible code\". (The video is here: <http://www.youtube.com/watch?v=KOqk8j11aAI&t=10m14s>.)\n", "\n", "Minimum versions:\n", "\n", " - Python 2: 2.6+\n", " - Python 3: 3.3+" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Setup" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "The imports below refer to these ``pip``-installable packages on PyPI:\n", "\n", " import future # pip install future\n", " import builtins # pip install future\n", " import past # pip install future\n", " import six # pip install six\n", "\n", "The following scripts are also ``pip``-installable:\n", "\n", " futurize # pip install future\n", " pasteurize # pip install future\n", "\n", "See http://python-future.org and https://pythonhosted.org/six/ for more information." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Essential syntax differences" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### print" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "print 'Hello'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "print('Hello')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "To print multiple strings, import ``print_function`` to prevent Py2 from interpreting it as a tuple:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "print 'Hello', 'Guido'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from __future__ import print_function # (at top of module)\n", "\n", "print('Hello', 'Guido')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "print >> sys.stderr, 'Hello'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from __future__ import print_function\n", "\n", "print('Hello', file=sys.stderr)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "print 'Hello'," ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from __future__ import print_function\n", "\n", "print('Hello', end='')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Raising exceptions" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "raise ValueError, \"dodgy value\"" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "raise ValueError(\"dodgy value\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Raising exceptions with a traceback:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "traceback = sys.exc_info()[2]\n", "raise ValueError, \"dodgy value\", traceback" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "raise ValueError(\"dodgy value\").with_traceback()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "from six import reraise as raise_\n", "# or\n", "from future.utils import raise_\n", "\n", "traceback = sys.exc_info()[2]\n", "raise_(ValueError, \"dodgy value\", traceback)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from future.utils import raise_with_traceback\n", "\n", "raise_with_traceback(ValueError(\"dodgy value\"))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Exception chaining (PEP 3134):" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Setup:\n", "class DatabaseError(Exception):\n", " pass" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only\n", "class FileDatabase:\n", " def __init__(self, filename):\n", " try:\n", " self.file = open(filename)\n", " except IOError as exc:\n", " raise DatabaseError('failed to open') from exc" ] }, { "cell_type": "code", "execution_count": 16, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from future.utils import raise_from\n", "\n", "class FileDatabase:\n", " def __init__(self, filename):\n", " try:\n", " self.file = open(filename)\n", " except IOError as exc:\n", " raise_from(DatabaseError('failed to open'), exc)" ] }, { "cell_type": "code", "execution_count": 17, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Testing the above:\n", "try:\n", " fd = FileDatabase('non_existent_file.txt')\n", "except Exception as e:\n", " assert isinstance(e.__cause__, IOError) # FileNotFoundError on Py3.3+ inherits from IOError" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Catching exceptions" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "try:\n", " ...\n", "except ValueError, e:\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "try:\n", " ...\n", "except ValueError as e:\n", " ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Division" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Integer division (rounding down):" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "assert 2 / 3 == 0" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "assert 2 // 3 == 0" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "\"True division\" (float division):" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "assert 3 / 2 == 1.5" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from __future__ import division # (at top of module)\n", "\n", "assert 3 / 2 == 1.5" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "\"Old division\" (i.e. compatible with Py2 behaviour):" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "a = b / c # with any types" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from past.utils import old_div\n", "\n", "a = old_div(b, c) # always same as / on Py2" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Long integers" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Short integers are gone in Python 3 and ``long`` has become ``int`` (without the trailing ``L`` in the ``repr``)." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "k = 9223372036854775808L\n", "\n", "# Python 2 and 3:\n", "k = 9223372036854775808" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "bigint = 1L\n", "\n", "# Python 2 and 3\n", "from builtins import int\n", "bigint = int(1)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "To test whether a value is an integer (of any kind):" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "if isinstance(x, (int, long)):\n", " ...\n", "\n", "# Python 3 only:\n", "if isinstance(x, int):\n", " ...\n", "\n", "# Python 2 and 3: option 1\n", "from builtins import int # subclass of long on Py2\n", "\n", "if isinstance(x, int): # matches both int and long on Py2\n", " ...\n", "\n", "# Python 2 and 3: option 2\n", "from past.builtins import long\n", "\n", "if isinstance(x, (int, long)):\n", " ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Octal constants" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "0644 # Python 2 only" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "0o644 # Python 2 and 3" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Backtick repr" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "`x` # Python 2 only" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "repr(x) # Python 2 and 3" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Metaclasses" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "class BaseForm(object):\n", " pass\n", "\n", "class FormType(type):\n", " pass" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "class Form(BaseForm):\n", " __metaclass__ = FormType\n", " pass" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "class Form(BaseForm, metaclass=FormType):\n", " pass" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from six import with_metaclass\n", "# or\n", "from future.utils import with_metaclass\n", "\n", "class Form(with_metaclass(FormType, BaseForm)):\n", " pass" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Strings and bytes" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Unicode (text) string literals" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "If you are upgrading an existing Python 2 codebase, it may be preferable to mark up all string literals as unicode explicitly with ``u`` prefixes:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "s1 = 'The Zen of Python'\n", "s2 = u'ใใใชใใฎใใใใใใชๆนใใใ\\n'\n", "\n", "# Python 2 and 3\n", "s1 = u'The Zen of Python'\n", "s2 = u'ใใใชใใฎใใใใใใชๆนใใใ\\n'" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "The ``futurize`` and ``python-modernize`` tools do not currently offer an option to do this automatically." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "If you are writing code for a new project or new codebase, you can use this idiom to make all string literals in a module unicode strings:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3\n", "from __future__ import unicode_literals # at top of module\n", "\n", "s1 = 'The Zen of Python'\n", "s2 = 'ใใใชใใฎใใใใใใชๆนใใใ\\n'" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "See http://python-future.org/unicode_literals.html for more discussion on which style to use." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Byte-string literals" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "s = 'This must be a byte-string'\n", "\n", "# Python 2 and 3\n", "s = b'This must be a byte-string'" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "To loop over a byte-string with possible high-bit characters, obtaining each character as a byte-string of length 1:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "for bytechar in 'byte-string with high-bit chars like \\xf9':\n", " ...\n", "\n", "# Python 3 only:\n", "for myint in b'byte-string with high-bit chars like \\xf9':\n", " bytechar = bytes([myint])\n", "\n", "# Python 2 and 3:\n", "from builtins import bytes\n", "for myint in bytes(b'byte-string with high-bit chars like \\xf9'):\n", " bytechar = bytes([myint])" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "As an alternative, ``chr()`` and ``.encode('latin-1')`` can be used to convert an int into a 1-char byte string:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "for myint in b'byte-string with high-bit chars like \\xf9':\n", " char = chr(myint) # returns a unicode string\n", " bytechar = char.encode('latin-1')\n", "\n", "# Python 2 and 3:\n", "from builtins import bytes, chr\n", "for myint in bytes(b'byte-string with high-bit chars like \\xf9'):\n", " char = chr(myint) # returns a unicode string\n", " bytechar = char.encode('latin-1') # forces returning a byte str" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### basestring" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "a = u'abc'\n", "b = 'def'\n", "assert (isinstance(a, basestring) and isinstance(b, basestring))\n", "\n", "# Python 2 and 3: alternative 1\n", "from past.builtins import basestring # pip install future\n", "\n", "a = u'abc'\n", "b = b'def'\n", "assert (isinstance(a, basestring) and isinstance(b, basestring))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2: refactor the code to avoid considering\n", "# byte-strings as strings.\n", "\n", "from builtins import str\n", "a = u'abc'\n", "b = b'def'\n", "c = b.decode()\n", "assert isinstance(a, str) and isinstance(c, str)\n", "# ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### unicode" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "templates = [u\"blog/blog_post_detail_%s.html\" % unicode(slug)]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 1\n", "from builtins import str\n", "templates = [u\"blog/blog_post_detail_%s.html\" % str(slug)]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "from builtins import str as text\n", "templates = [u\"blog/blog_post_detail_%s.html\" % text(slug)]" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### StringIO" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from StringIO import StringIO\n", "# or:\n", "from cStringIO import StringIO\n", "\n", "# Python 2 and 3:\n", "from io import BytesIO # for handling byte strings\n", "from io import StringIO # for handling unicode strings" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Imports relative to a package" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Suppose the package is:\n", "\n", " mypackage/\n", " __init__.py\n", " submodule1.py\n", " submodule2.py\n", " \n", "and the code below is in ``submodule1.py``:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only: \n", "import submodule2" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from . import submodule2" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "# To make Py2 code safer (more like Py3) by preventing\n", "# implicit relative imports, you can also add this to the top:\n", "from __future__ import absolute_import" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Dictionaries" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "heights = {'Fred': 175, 'Anne': 166, 'Joe': 192}" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Iterating through ``dict`` keys/values/items" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Iterable dict keys:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "for key in heights.iterkeys():\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "for key in heights:\n", " ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Iterable dict values:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "for value in heights.itervalues():\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Idiomatic Python 3\n", "for value in heights.values(): # extra memory overhead on Py2\n", " ..." ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "from builtins import dict\n", "\n", "heights = dict(Fred=175, Anne=166, Joe=192)\n", "for key in heights.values(): # efficient on Py2 and Py3\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from builtins import itervalues\n", "# or\n", "from six import itervalues\n", "\n", "for key in itervalues(heights):\n", " ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Iterable dict items:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "for (key, value) in heights.iteritems():\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "for (key, value) in heights.items(): # inefficient on Py2 \n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from future.utils import viewitems\n", "\n", "for (key, value) in viewitems(heights): # also behaves like a set\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 3\n", "from future.utils import iteritems\n", "# or\n", "from six import iteritems\n", "\n", "for (key, value) in iteritems(heights):\n", " ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### dict keys/values/items as a list" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "dict keys as a list:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "keylist = heights.keys()\n", "assert isinstance(keylist, list)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "keylist = list(heights)\n", "assert isinstance(keylist, list)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "dict values as a list:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "heights = {'Fred': 175, 'Anne': 166, 'Joe': 192}\n", "valuelist = heights.values()\n", "assert isinstance(valuelist, list)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "valuelist = list(heights.values()) # inefficient on Py2" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from builtins import dict\n", "\n", "heights = dict(Fred=175, Anne=166, Joe=192)\n", "valuelist = list(heights.values())" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 3\n", "from future.utils import listvalues\n", "\n", "valuelist = listvalues(heights)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 4\n", "from future.utils import itervalues\n", "# or\n", "from six import itervalues\n", "\n", "valuelist = list(itervalues(heights))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "dict items as a list:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "itemlist = list(heights.items()) # inefficient on Py2" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from future.utils import listitems\n", "\n", "itemlist = listitems(heights)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 3\n", "from future.utils import iteritems\n", "# or\n", "from six import iteritems\n", "\n", "itemlist = list(iteritems(heights))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Custom class behaviour" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Custom iterators" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "class Upper(object):\n", " def __init__(self, iterable):\n", " self._iter = iter(iterable)\n", " def next(self): # Py2-style\n", " return self._iter.next().upper()\n", " def __iter__(self):\n", " return self\n", "\n", "itr = Upper('hello')\n", "assert itr.next() == 'H' # Py2-style\n", "assert list(itr) == list('ELLO')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "from builtins import object\n", "\n", "class Upper(object):\n", " def __init__(self, iterable):\n", " self._iter = iter(iterable)\n", " def __next__(self): # Py3-style iterator interface\n", " return next(self._iter).upper() # builtin next() function calls\n", " def __iter__(self):\n", " return self\n", "\n", "itr = Upper('hello')\n", "assert next(itr) == 'H' # compatible style\n", "assert list(itr) == list('ELLO')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from future.utils import implements_iterator\n", "\n", "@implements_iterator\n", "class Upper(object):\n", " def __init__(self, iterable):\n", " self._iter = iter(iterable)\n", " def __next__(self): # Py3-style iterator interface\n", " return next(self._iter).upper() # builtin next() function calls\n", " def __iter__(self):\n", " return self\n", "\n", "itr = Upper('hello')\n", "assert next(itr) == 'H'\n", "assert list(itr) == list('ELLO')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Custom ``__str__`` methods" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "class MyClass(object):\n", " def __unicode__(self):\n", " return 'Unicode string: \\u5b54\\u5b50'\n", " def __str__(self):\n", " return unicode(self).encode('utf-8')\n", "\n", "a = MyClass()\n", "print(a) # prints encoded string" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Unicode string: ๅญๅญ\n" ] } ], "source": [ "# Python 2 and 3:\n", "from future.utils import python_2_unicode_compatible\n", "\n", "@python_2_unicode_compatible\n", "class MyClass(object):\n", " def __str__(self):\n", " return u'Unicode string: \\u5b54\\u5b50'\n", "\n", "a = MyClass()\n", "print(a) # prints string encoded as utf-8 on Py2" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Custom ``__nonzero__`` vs ``__bool__`` method:" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "class AllOrNothing(object):\n", " def __init__(self, l):\n", " self.l = l\n", " def __nonzero__(self):\n", " return all(self.l)\n", "\n", "container = AllOrNothing([0, 100, 200])\n", "assert not bool(container)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from builtins import object\n", "\n", "class AllOrNothing(object):\n", " def __init__(self, l):\n", " self.l = l\n", " def __bool__(self):\n", " return all(self.l)\n", "\n", "container = AllOrNothing([0, 100, 200])\n", "assert not bool(container)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Lists versus iterators" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### xrange" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "for i in xrange(10**8):\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: forward-compatible\n", "from builtins import range\n", "for i in range(10**8):\n", " ..." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: backward-compatible\n", "from past.builtins import xrange\n", "for i in xrange(10**8):\n", " ..." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### range" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "mylist = range(5)\n", "assert mylist == [0, 1, 2, 3, 4]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: forward-compatible: option 1\n", "mylist = list(range(5)) # copies memory on Py2\n", "assert mylist == [0, 1, 2, 3, 4]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: forward-compatible: option 2\n", "from builtins import range\n", "\n", "mylist = list(range(5))\n", "assert mylist == [0, 1, 2, 3, 4]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 3\n", "from future.utils import lrange\n", "\n", "mylist = lrange(5)\n", "assert mylist == [0, 1, 2, 3, 4]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: backward compatible\n", "from past.builtins import range\n", "\n", "mylist = range(5)\n", "assert mylist == [0, 1, 2, 3, 4]" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### map" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "mynewlist = map(f, myoldlist)\n", "assert mynewlist == [f(x) for x in myoldlist]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "# Idiomatic Py3, but inefficient on Py2\n", "mynewlist = list(map(f, myoldlist))\n", "assert mynewlist == [f(x) for x in myoldlist]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from builtins import map\n", "\n", "mynewlist = list(map(f, myoldlist))\n", "assert mynewlist == [f(x) for x in myoldlist]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 3\n", "try:\n", " import itertools.imap as map\n", "except ImportError:\n", " pass\n", "\n", "mynewlist = list(map(f, myoldlist)) # inefficient on Py2\n", "assert mynewlist == [f(x) for x in myoldlist]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 4\n", "from future.utils import lmap\n", "\n", "mynewlist = lmap(f, myoldlist)\n", "assert mynewlist == [f(x) for x in myoldlist]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 5\n", "from past.builtins import map\n", "\n", "mynewlist = map(f, myoldlist)\n", "assert mynewlist == [f(x) for x in myoldlist]" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### imap" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from itertools import imap\n", "\n", "myiter = imap(func, myoldlist)\n", "assert isinstance(myiter, iter)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "myiter = map(func, myoldlist)\n", "assert isinstance(myiter, iter)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "from builtins import map\n", "\n", "myiter = map(func, myoldlist)\n", "assert isinstance(myiter, iter)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "try:\n", " import itertools.imap as map\n", "except ImportError:\n", " pass\n", "\n", "myiter = map(func, myoldlist)\n", "assert isinstance(myiter, iter)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### zip, izip" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "As above with ``zip`` and ``itertools.izip``." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### filter, ifilter" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "As above with ``filter`` and ``itertools.ifilter`` too." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Other builtins" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### File IO with open()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [ "# Python 2 only\n", "f = open('myfile.txt')\n", "data = f.read() # as a byte string\n", "text = data.decode('utf-8')\n", "\n", "# Python 2 and 3: alternative 1\n", "from io import open\n", "f = open('myfile.txt', 'rb')\n", "data = f.read() # as bytes\n", "text = data.decode('utf-8') # unicode, not bytes\n", "\n", "# Python 2 and 3: alternative 2\n", "from io import open\n", "f = open('myfile.txt', encoding='utf-8')\n", "text = f.read() # unicode, not bytes" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### reduce()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "assert reduce(lambda x, y: x+y, [1, 2, 3, 4, 5]) == 1+2+3+4+5" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from functools import reduce\n", "\n", "assert reduce(lambda x, y: x+y, [1, 2, 3, 4, 5]) == 1+2+3+4+5" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### raw_input()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "name = raw_input('What is your name? ')\n", "assert isinstance(name, str) # native str" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from builtins import input\n", "\n", "name = input('What is your name? ')\n", "assert isinstance(name, str) # native str on Py2 and Py3" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### input()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "input(\"Type something safe please: \")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3\n", "from builtins import input\n", "eval(input(\"Type something safe please: \"))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Warning: using either of these is **unsafe** with untrusted input." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### file()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "f = file(pathname)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "f = open(pathname)\n", "\n", "# But preferably, use this:\n", "from io import open\n", "f = open(pathname, 'rb') # if f.read() should return bytes\n", "# or\n", "f = open(pathname, 'rt') # if f.read() should return unicode text" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### exec" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [ "# Python 2 only:\n", "exec 'x = 10'\n", "\n", "# Python 2 and 3:\n", "exec('x = 10')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [ "# Python 2 only:\n", "g = globals()\n", "exec 'x = 10' in g\n", "\n", "# Python 2 and 3:\n", "g = globals()\n", "exec('x = 10', g)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [ "# Python 2 only:\n", "l = locals()\n", "exec 'x = 10' in g, l\n", "\n", "# Python 2 and 3:\n", "exec('x = 10', g, l)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "But note that Py3's `exec()` is less powerful (and less dangerous) than Py2's `exec` statement." ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### execfile()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "execfile('myfile.py')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 1\n", "from past.builtins import execfile\n", "\n", "execfile('myfile.py')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "exec(compile(open('myfile.py').read()))\n", "\n", "# This can sometimes cause this:\n", "# SyntaxError: function ... uses import * and bare exec ...\n", "# See https://github.com/PythonCharmers/python-future/issues/37" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### unichr()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "assert unichr(8364) == 'โฌ'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "assert chr(8364) == 'โฌ'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from builtins import chr\n", "assert chr(8364) == 'โฌ'" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### intern()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "intern('mystring')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "from sys import intern\n", "intern('mystring')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 1\n", "from past.builtins import intern\n", "intern('mystring')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "from six.moves import intern\n", "intern('mystring')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 3\n", "from future.standard_library import install_aliases\n", "install_aliases()\n", "from sys import intern\n", "intern('mystring')" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "try:\n", " from sys import intern\n", "except ImportError:\n", " pass\n", "intern('mystring')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### apply()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "args = ('a', 'b')\n", "kwargs = {'kwarg1': True}" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "apply(f, args, kwargs)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 1\n", "f(*args, **kwargs)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "from past.builtins import apply\n", "apply(f, args, kwargs)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### chr()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "assert chr(64) == b'@'\n", "assert chr(200) == b'\\xc8'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only: option 1\n", "assert chr(64).encode('latin-1') == b'@'\n", "assert chr(0xc8).encode('latin-1') == b'\\xc8'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 1\n", "from builtins import chr\n", "\n", "assert chr(64).encode('latin-1') == b'@'\n", "assert chr(0xc8).encode('latin-1') == b'\\xc8'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only: option 2\n", "assert bytes([64]) == b'@'\n", "assert bytes([0xc8]) == b'\\xc8'" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: option 2\n", "from builtins import bytes\n", "\n", "assert bytes([64]) == b'@'\n", "assert bytes([0xc8]) == b'\\xc8'" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### cmp()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "assert cmp('a', 'b') < 0 and cmp('b', 'a') > 0 and cmp('c', 'c') == 0" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 1\n", "from past.builtins import cmp\n", "assert cmp('a', 'b') < 0 and cmp('b', 'a') > 0 and cmp('c', 'c') == 0" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "cmp = lambda(x, y): (x > y) - (x < y)\n", "assert cmp('a', 'b') < 0 and cmp('b', 'a') > 0 and cmp('c', 'c') == 0" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### reload()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "reload(mymodule)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3\n", "from imp import reload\n", "reload(mymodule)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Standard library" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### dbm modules" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "import anydbm\n", "import whichdb\n", "import dbm\n", "import dumbdbm\n", "import gdbm\n", "\n", "# Python 2 and 3: alternative 1\n", "from future import standard_library\n", "standard_library.install_aliases()\n", "\n", "import dbm\n", "import dbm.ndbm\n", "import dbm.dumb\n", "import dbm.gnu\n", "\n", "# Python 2 and 3: alternative 2\n", "from future.moves import dbm\n", "from future.moves.dbm import dumb\n", "from future.moves.dbm import ndbm\n", "from future.moves.dbm import gnu\n", "\n", "# Python 2 and 3: alternative 3\n", "from six.moves import dbm_gnu\n", "# (others not supported)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### commands / subprocess modules" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "from commands import getoutput, getstatusoutput\n", "\n", "# Python 2 and 3\n", "from future import standard_library\n", "standard_library.install_aliases()\n", "\n", "from subprocess import getoutput, getstatusoutput" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### subprocess.check_output()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2.7 and above\n", "from subprocess import check_output\n", "\n", "# Python 2.6 and above: alternative 1\n", "from future.moves.subprocess import check_output\n", "\n", "# Python 2.6 and above: alternative 2\n", "from future import standard_library\n", "standard_library.install_aliases()\n", "\n", "from subprocess import check_output" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### collections: Counter, OrderedDict, ChainMap" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2.7 and above\n", "from collections import Counter, OrderedDict, ChainMap\n", "\n", "# Python 2.6 and above: alternative 1\n", "from future.backports import Counter, OrderedDict, ChainMap\n", "\n", "# Python 2.6 and above: alternative 2\n", "from future import standard_library\n", "standard_library.install_aliases()\n", "\n", "from collections import Counter, OrderedDict, ChainMap" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### StringIO module" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only\n", "from StringIO import StringIO\n", "from cStringIO import StringIO" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3\n", "from io import BytesIO\n", "# and refactor StringIO() calls to BytesIO() if passing byte-strings" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### http module" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "import httplib\n", "import Cookie\n", "import cookielib\n", "import BaseHTTPServer\n", "import SimpleHTTPServer\n", "import CGIHttpServer\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "import http.client\n", "import http.cookies\n", "import http.cookiejar\n", "import http.server" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### xmlrpc module" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "import DocXMLRPCServer\n", "import SimpleXMLRPCServer\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "import xmlrpc.server" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "import xmlrpclib\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "import xmlrpc.client" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### html escaping and entities" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3:\n", "from cgi import escape\n", "\n", "# Safer (Python 2 and 3, after ``pip install future``):\n", "from html import escape\n", "\n", "# Python 2 only:\n", "from htmlentitydefs import codepoint2name, entitydefs, name2codepoint\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "from html.entities import codepoint2name, entitydefs, name2codepoint" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### html parsing" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from HTMLParser import HTMLParser\n", "\n", "# Python 2 and 3 (after ``pip install future``)\n", "from html.parser import HTMLParser\n", "\n", "# Python 2 and 3 (alternative 2):\n", "from future.moves.html.parser import HTMLParser" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### urllib module" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "``urllib`` is the hardest module to use from Python 2/3 compatible code. You may like to use Requests (http://python-requests.org) instead." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from urlparse import urlparse\n", "from urllib import urlencode\n", "from urllib2 import urlopen, Request, HTTPError" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 3 only:\n", "from urllib.parse import urlparse, urlencode\n", "from urllib.request import urlopen, Request\n", "from urllib.error import HTTPError" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: easiest option\n", "from future.standard_library import install_aliases\n", "install_aliases()\n", "\n", "from urllib.parse import urlparse, urlencode\n", "from urllib.request import urlopen, Request\n", "from urllib.error import HTTPError" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 2\n", "from future.standard_library import hooks\n", "\n", "with hooks():\n", " from urllib.parse import urlparse, urlencode\n", " from urllib.request import urlopen, Request\n", " from urllib.error import HTTPError" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 3\n", "from future.moves.urllib.parse import urlparse, urlencode\n", "from future.moves.urllib.request import urlopen, Request\n", "from future.moves.urllib.error import HTTPError\n", "# or\n", "from six.moves.urllib.parse import urlparse, urlencode\n", "from six.moves.urllib.request import urlopen\n", "from six.moves.urllib.error import HTTPError" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 and 3: alternative 4\n", "try:\n", " from urllib.parse import urlparse, urlencode\n", " from urllib.request import urlopen, Request\n", " from urllib.error import HTTPError\n", "except ImportError:\n", " from urlparse import urlparse\n", " from urllib import urlencode\n", " from urllib2 import urlopen, Request, HTTPError" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Tkinter" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "import Tkinter\n", "import Dialog\n", "import FileDialog\n", "import ScrolledText\n", "import SimpleDialog\n", "import Tix \n", "import Tkconstants\n", "import Tkdnd \n", "import tkColorChooser\n", "import tkCommonDialog\n", "import tkFileDialog\n", "import tkFont\n", "import tkMessageBox\n", "import tkSimpleDialog\n", "import ttk\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "import tkinter\n", "import tkinter.dialog\n", "import tkinter.filedialog\n", "import tkinter.scrolledtext\n", "import tkinter.simpledialog\n", "import tkinter.tix\n", "import tkinter.constants\n", "import tkinter.dnd\n", "import tkinter.colorchooser\n", "import tkinter.commondialog\n", "import tkinter.filedialog\n", "import tkinter.font\n", "import tkinter.messagebox\n", "import tkinter.simpledialog\n", "import tkinter.ttk" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### socketserver" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "import SocketServer\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "import socketserver" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### copy_reg, copyreg" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "import copy_reg\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "import copyreg" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### configparser" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from ConfigParser import ConfigParser\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "from configparser import ConfigParser" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### queue" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from Queue import Queue, heapq, deque\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "from queue import Queue, heapq, deque" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### repr, reprlib" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from repr import aRepr, repr\n", "\n", "# Python 2 and 3 (after ``pip install future``):\n", "from reprlib import aRepr, repr" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### UserDict, UserList, UserString" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from UserDict import UserDict\n", "from UserList import UserList\n", "from UserString import UserString\n", "\n", "# Python 3 only:\n", "from collections import UserDict, UserList, UserString\n", "\n", "# Python 2 and 3: alternative 1\n", "from future.moves.collections import UserDict, UserList, UserString\n", "\n", "# Python 2 and 3: alternative 2\n", "from six.moves import UserDict, UserList, UserString\n", "\n", "# Python 2 and 3: alternative 3\n", "from future.standard_library import install_aliases\n", "install_aliases()\n", "from collections import UserDict, UserList, UserString" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### itertools: filterfalse, zip_longest" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": false }, "outputs": [], "source": [ "# Python 2 only:\n", "from itertools import ifilterfalse, izip_longest\n", "\n", "# Python 3 only:\n", "from itertools import filterfalse, zip_longest\n", "\n", "# Python 2 and 3: alternative 1\n", "from future.moves.itertools import filterfalse, zip_longest\n", "\n", "# Python 2 and 3: alternative 2\n", "from six.moves import filterfalse, zip_longest\n", "\n", "# Python 2 and 3: alternative 3\n", "from future.standard_library import install_aliases\n", "install_aliases()\n", "from itertools import filterfalse, zip_longest" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.4.3" } }, "nbformat": 4, "nbformat_minor": 0 } 07070100000099000081A400000000000000000000000166C8A4FD00000122000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/tests/data/k.k// 8 lines 2 code 4 comments 2 blanks /suduko solver / initial state x:.:'"200370009009200007001004002050000800008000900006000040900100500800007600400089001" / breadth search all solutions (p:row col box for each position) *(,x)(,/{@[x;y;:;]'&~in[!10]x*|/p[;y]=p,:3/:_(p:9\:!81)%3}')/&~x 0707010000009A000081A400000000000000000000000166C8A4FD000000E2000000000000000000000000000000000000003800000000tokei-13.0.0.alpha.5+git0/tests/data/kakoune_script.kak# 13 lines, 8 code, 2 comments, 3 blanks hook global BufCreate (.*/)?(kakrc|.*.kak) %{ set-option buffer filetype kak } echo "This is a string". echo 'This is a multiline string # with a hash in it.' # This is a comment. 0707010000009B000081ED00000000000000000000000166C8A4FD00000128000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/ksh.ksh#!/bin/ksh # 17 lines, 11 code, 4 comments, 2 blanks # first comment files="/etc/passwd /etc/group /etc/hosts" for f in $files; do if [ ! -f $f ] then echo "$f file missing!" fi done # second comment for f in $(ls /tmp/*) do print "Full file path in /tmp dir : $f" done 0707010000009C000081A400000000000000000000000166C8A4FD0000020F000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/kvlanguage.kv# 22 lines 17 code 3 comments 2 blanks #:kivy 2.0.0 #:import C kivy.utils.get_color_from_hex #:import KeypadButton keypadbutton #:include keypadbutton.kv #:set name value <DynamicWidgetClass>: color: C('#27272A') # general comment <Keypad@GridLayout>: width: self.minimum_width height: self.minimum_height size_hint: None, None cols: 3 spacing: 6 KeypadButton: text: '1' disabled: root.disabled on_press: root.dispatch('on_key_pressed', self.key_val) # a final comment 0707010000009D000081A400000000000000000000000166C8A4FD0000035C000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/lalrpop.lalrpop// 37 lines 26 code 3 comments 8 blanks use crate::ast::{ExprSymbol, Opcode}; use crate::tok9::Tok; grammar<'input>(input: &'input str); // line comment pub Expr: Box<ExprSymbol<'input>> = { // comment 1 Expr r##"verbatim2"## Factor => Box::new(ExprSymbol::Op(<>)), Factor, // comment 2 }; Factor: Box<ExprSymbol<'input>> = { // comment 3 Factor "FactorOp" Term => Box::new(ExprSymbol::Op(<>)), Term, }; // comment 4 Term: Box<ExprSymbol<'input>> = { r#"verbatim"# => Box::new(ExprSymbol::NumSymbol(<>)), "(" <Expr> ")" }; extern { type Location = usize; type Error = (); enum Tok<'input> { r#"verbatim"# => Tok::NumSymbol(<&'input str>), "FactorOp" => Tok::FactorOp(<Opcode>), r##"verbatim2"## => Tok::ExprOp(<Opcode>), "(" => Tok::ParenOpen, ")" => Tok::ParenClose, } } 0707010000009E000081A400000000000000000000000166C8A4FD00000314000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/linguafranca.lf// 36 lines 16 code 9 comments 11 blanks target Rust; // A C style comment import KeyboardEvents from "KeyboardEvents.lf"; /* A block comment */ # a python like comment main reactor Snake(grid_side: usize(32), food_limit: u32(2)) { // counts as 2 lines of Rust code and one blank preamble {= use crate::snakes::*; use rand::prelude::*; =} /// rust doc comment keyboard = new KeyboardEvents(); // T state snake: CircularSnake ({= CircularSnake::new(grid_side) =}); state grid: SnakeGrid ({= SnakeGrid::new(grid_side, &snake) =}); state food_on_grid: u32(0); // 1 line of rust code reaction(shutdown) {= // comment in Rust println!("New high score: {}", self.snake.len()); =} } 0707010000009F000081A400000000000000000000000166C8A4FD00000345000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/liquid.liquid{% comment %} 24 lines 19 code 1 comments 4 blanks {% endcomment %} {% paginate collection.products by 20 %} <ul id="product-collection"> {% for product in collection.products %} <li class="singleproduct clearfix"> <div class="small"> <div class="prodimage"><a href="{{product.url}}"><img src="{{ product.featured_image | product_img_url: 'small' }}" /></a></div> </div> <div class="description"> <h3><a href="{{product.url}}">{{product.title}}</a></h3> <p>{{ product.description | strip_html | truncatewords: 35 }}</p> <p class="money">{{ product.price_min | money }}{% if product.price_varies %} - {{ product.price_max | money }}{% endif %}</p> </div> </li> {% endfor %} </ul> <div id="pagination"> {{ paginate | default_pagination }} </div> {% endpaginate %} 070701000000A0000081A400000000000000000000000166C8A4FD00000174000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/livescript.ls# 28 lines, 10 code, 12 comments, 6 blanks /* * /* Nested comment * # single line comment * */ /* add = (a, b) -> return a + b */ hello = -> console.log 'hello, world!' "hello!" |> capitalize |> console.log # Easy listing of implicit objects table1 = * id: 1 name: 'george' * id: 2 name: 'mike' # comment * id: 3 name: 'donald' # Comment 070701000000A1000081A400000000000000000000000166C8A4FD0000017C000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/llvm.ll; 21 lines 17 code 1 comments 3 blanks define i32 @add1(i32 %a, i32 %b) { entry: %tmp1 = add i32 %a, %b ret i32 %tmp1 } define i32 @add2(i32 %a, i32 %b) { entry: %tmp1 = icmp eq i32 %a, 0 br i1 %tmp1, label %done, label %recurse recurse: %tmp2 = sub i32 %a, 1 %tmp3 = add i32 %b, 1 %tmp4 = call i32 @add2(i32 %tmp2, i32 %tmp3) ret i32 %tmp4 done: ret i32 %b }070701000000A2000081A400000000000000000000000166C8A4FD00000575000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/logtalk.lgt/* Test file for the Logtalk programming language (copied by the author from a Logtalk distribution example) 65 lines 27 code 18 comments 20 blanks */ % Alf believes he is the only survivor of his species; no point in % defining a class if there is only going to be a single instance: % a prototype, which is also a stand-alone object :- object(alf). % prototypes declare predicates for themselves (and derived prototypes) :- public([ name/1, planet/1, stomachs/1, favorite_food/1, chases/1, motto/1 ]). name('Gordon Shumway'). planet('Melmac'). stomachs(8). favorite_food(cats). chases('Lucky'). motto('Are you going to finish that sandwich?'). :- end_object. % later on, Alf finds out that his best friend, Skip, and his % girlfriend, Rhonda, also survived Melmac's explosion; as they % are all melmacians, they share most attributes (and add some % of their own): % "skip", a derived prototype from "alf", its parent prototype :- object(skip, extends(alf)). :- public(best_friend/1). best_friend(alf). name('Skip'). % still longing for a nice cat to eat since Melmac exploded chases(_) :- fail. :- end_object. % "rhonda" is also a prototype derived from "alf" :- object(rhonda, extends(alf)). :- public(boyfriend/1). boyfriend(alf). name('Rhonda'). % still longing for a nice cat to eat since Melmac exploded chases(_) :- fail. :- end_object. 070701000000A3000081A400000000000000000000000166C8A4FD0000018F000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/lolcode.lolBTW 26 lines 11 code 9 comments 6 blanks HAI 1.3 BTW TEST! I HAS A MSG ITZ "BYE! OBTW" HOW IZ I PRINT_HELLO I HAS A MSG ITZ "BTW Hello, World!" BTW OBTW BTW MORE COMMENTS! VISIBLE MSG BTW TLDR IF U SAY SO I HAS A MSG ITZ "Hello OBTW BTW TLDR" I IZ PRINT_HELLO MKAY OBTW a longer test asd TLDR OBTW TLDR I IZ PRINT_HELLO MKAY OBTW should be valid foo bar TLDR VISIBLE MSG KTHXBYE 070701000000A4000081A400000000000000000000000166C8A4FD000000E5000000000000000000000000000000000000002B00000000tokei-13.0.0.alpha.5+git0/tests/data/m4.m4dnl 7 lines 3 code 1 blanks 3 comments The builtin `dnl' stands for โDiscard to Next Lineโ: dnl this line is not emitted Other text is emitted You can also make comments with `#' # this is a comment # This is a comment, too 070701000000A5000081A400000000000000000000000166C8A4FD0000040D000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/menhir.mly// 47 lines 31 code 7 comments 9 blanks (* Example from the menhir development with instrumented comments. * (* Note: nested C style comments are not allowed. *) * https://gitlab.inria.fr/fpottier/menhir/-/tree/master/demos/calc-alias *) %token<int> INT "42" %token PLUS "+" %token MINUS "-" %token TIMES "*" %token DIV "/" %token LPAREN "(" %token RPAREN ")" %token EOL (* Token aliases can be used throughout the rest of the grammar. E.g., they can be used in precedence declarations: *) %left "+" "-" /* lowest " precedence */ %left "*" "/" /* medium precedence */ %nonassoc UMINUS // highest "precedence" %start <int> main %% main: | e = expr EOL { e } (* Token aliases can also be used inside rules: *) expr: | i = "42" { i } | "(" e = expr ")" { e } | e1 = expr "+" e2 = expr { e1 + e2 } | e1 = expr "-" e2 = expr { e1 - e2 } | e1 = expr "*" e2 = expr { e1 * e2 } | e1 = expr "/" e2 = expr { e1 / e2 } | "-" e = expr %prec UMINUS { - e } 070701000000A6000081A400000000000000000000000166C8A4FD000000CA000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/meson.build# 12 lines 6 code 2 comments 4 blanks project('xyz', 'c', meson_version : '>=0.30.0') # not counted xyz_gen = ''' # comment inside print("This is generated source.") ''' # this is a comment 070701000000A7000081A400000000000000000000000166C8A4FD000001C1000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/metal.metal/* 32 lines 21 code 5 comments 6 blanks */ #include <metal_stdlib> // comment struct Uniforms { float2 extent; }; struct VertexIn { float2 position [[attribute(0)]]; }; struct VertexOut { float2 position [[position]]; }; /* multi-line comment */ vertex VertexOut vs_main( VertexIn in [[stage_in]] ) { VertexOut out; return out; } fragment float4 fs_main( VertexOut in [[stage_in]] ) { return float4(0.0); } 070701000000A8000081A400000000000000000000000166C8A4FD00000208000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/mlatu.mlt// 22 lines 14 code 3 comments 5 blanks define divisible (Int, Int -> Bool +Fail) { (%) 0 (=) } // Here's a random comment that is definitely useful define fizzbuzz (Int -> String) { -> n; do (with (+Fail)) { n 5 divisible n 3 divisible } if { if { "FizzBuzz" } else { "Fizz" } } else { if { "Buzz" } else { n show } } } define fizzbuzzes (Int, Int -> +IO) { -> c, m; c fizzbuzz println (c < m) if { (c + 1) m fizzbuzzes } else {} // We don't need anything here } 1 100 fizzbuzzes // Comment at end 070701000000A9000081A400000000000000000000000166C8A4FD00000135000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/moduledef.def; 17 lines 9 code 6 comments 2 blanks ; ; Definition file of KERNEL32.dll ; Automatic generated by gendef ; written by Kai Tietz 2008 ; LIBRARY "KERNEL32.dll" EXPORTS "BaseThreadInitThunk;@4" InterlockedPushListSList@8 AcquireSRWLockExclusive@4 AcquireSRWLockShared@4 ActivateActCtx@8 AddAtomA@4 AddAtomW@4 070701000000AA000081A400000000000000000000000166C8A4FD00000831000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/monkeyc.mc// 69 lines 41 code 18 comments 10 blanks // Slightly modified template from the "Garmin.monkey-c" VS Code extension. import Toybox.Application; import Toybox.Graphics; import Toybox.Lang; import Toybox.System; import Toybox.WatchUi; class WatchFaceView extends WatchUi.WatchFace { function initialize() { WatchFace.initialize(); } // Load your resources here function onLayout(dc as Dc) as Void { setLayout(Rez.Layouts.WatchFace(dc)); } /* Called when this View is brought to the foreground. Restore the state of this View and prepare it to be shown. This includes loading resources into memory. */ function onShow() as Void { } // Update the view function onUpdate(dc as Dc) as Void { // Get the current time and format it correctly var timeFormat = "$1$:$2$"; var clockTime = System.getClockTime(); var hours = clockTime.hour; if (!System.getDeviceSettings().is24Hour) { if (hours > 12) { hours = hours - 12; } } else { if (getApp().getProperty("UseMilitaryFormat")) { timeFormat = "$1$$2$"; hours = hours.format("%02d"); } } var timeString = Lang.format(timeFormat, [hours, clockTime.min.format("%02d")]); // Update the view var view = View.findDrawableById("TimeLabel") as Text; view.setColor(getApp().getProperty("ForegroundColor") as Number); view.setText(timeString); View.onUpdate(dc); // Call the parent onUpdate function to redraw the layout } /* Called when this View is removed from the screen. Save the state of this View here. This includes freeing resources from memory. */ function onHide() as Void { } // The user has just looked at their watch. Timers and animations may be started here. function onExitSleep() as Void { } // Terminate any active timers and prepare for slow updates. function onEnterSleep() as Void { } }070701000000AB000081A400000000000000000000000166C8A4FD000000F9000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/nextflow.nf/* 18 lines 10 code 5 comments 3 blanks */ /* Nextflow - hello */ // comment cheers = Channel.from 'Bonjour', 'Ciao', 'Hello', 'Hola' process sayHello { echo true input: val x from cheers script: """ echo '$x world!' """ } 070701000000AC000081A400000000000000000000000166C8A4FD00000223000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/nqp.nqp# 24 lines 14 code 8 comments 2 blanks =begin Regex methods and functions =end =begin item match Match C<$text> against C<$regex>. If the C<$global> flag is given, then return an array of all non-overlapping matches. =end item sub match ($text, $regex, :$global?) { my $match := $text ~~ $regex; if $global { my @matches; while $match { nqp::push(@matches, $match); $match := $match.parse($text, :rule($regex), :c($match.to)); } @matches; } else { $match; } } 070701000000AD000081A400000000000000000000000166C8A4FD0000021E000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/odin.odin// 29 lines 17 code 7 comments 5 blanks import "core:fmt" /* * Calculates the next number in the Collatz sequence * * If `x` is divisible by two, the result is `x` divided by two * If `x` is not divisible by two, the result is `x` multiplied by three plus one */ collatz :: inline proc(x: int) -> int { if x & 1 == 0 do return x >> 1; else do return x * 3 + 1; } steps :: proc(x: int) -> int { count := 0; y := x; for y != 1 { y = collatz(y); count += 1; } return count; } main :: proc() { fmt.println(steps(42)); // 8 }070701000000AE000081A400000000000000000000000166C8A4FD00000133000000000000000000000000000000000000003C00000000tokei-13.0.0.alpha.5+git0/tests/data/open_policy_agent.rego# 13 lines 8 code 3 comments 2 blanks package application.authz # Only owner can update the pet's information # Ownership information is provided as part of OPA's input default allow = false allow { input.method == "PUT" some petid input.path = ["pets", petid] input.user == input.owner } 070701000000AF000081A400000000000000000000000166C8A4FD000002C8000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/openscad.scad//! 34 lines 15 code 16 comments 3 blanks // https://en.wikibooks.org/wiki/OpenSCAD_User_Manual/Commented_Example_Projects // The idea is to twist a translated circle: // - /* linear_extrude(height = 10, twist = 360, scale = 0) translate([1,0]) circle(r = 1); */ module horn(height = 10, radius = 6, twist = 720, $fn = 50) { // A centered circle translated by 1xR and // twisted by 360ยฐ degrees, covers a 2x(2xR) space. // - radius = radius/4; // De-translate. // - translate([-radius,0]) // The actual code. // - linear_extrude(height = height, twist = twist, scale=0, $fn = $fn) translate([radius,0]) circle(r=radius); } translate([3,0]) mirror() horn(); translate([-3,0]) horn(); 070701000000B0000081A400000000000000000000000166C8A4FD00000810000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/opentype.fea# 54 lines 24 code 24 comments 6 blanks languagesystem DFLT dflt; languagesystem latn dflt; languagesystem latn DEU; languagesystem latn TRK; languagesystem cyrl dflt; feature smcp { sub [a-z] by [A.sc-Z.sc]; # Since all the rules in this feature are of the same type, they will be grouped in a single lookup. # Since no script or language keyword has been specified yet, # the lookup will be registered for this feature under all the language systems. } smcp; feature liga { sub f f by f_f; sub f i by f_i; sub f l by f_l; # Since all the rules in this feature are of the same type, they will be # grouped in a single lookup. # Since no script or language keyword has been specified yet, # the lookup will be registered for this feature under all the language systems. script latn; language dflt; # lookupflag 0; (implicit) sub c t by c_t; sub c s by c_s; # The rules above will be placed in a lookup that is registered for all # the specified languages for the script latn, but not any other scripts. language DEU; # script latn; (stays the same) # lookupflag 0; (stays the same) sub c h by c_h; sub c k by c_k; # The rules above will be placed in a lookup that is registered only # under the script 'latn', 'language DEU'. language TRK; # This will inherit both the top level default rules - the rules defined # before the first 'script' statement, and the script-level default # rules for 'latn: all the lookups of this feature defined after the # 'script latn' statement, and before the 'language DEU' statement. # If 'TRK' were not named here, it would not inherit the default rules # for the script 'latn'. } liga; feature kern { pos a y -150; # [more pos statements] # All the rules in this feature will be grouped in a single lookup # that is registered under all the languagesystems. } kern; 070701000000B1000081A400000000000000000000000166C8A4FD000000BA000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/org_mode.org# 13 lines 7 code 2 comments 4 blanks #+TITLE: This is the title, not a comment # This is comment Some text * Heading 1 :PROPERTIES: :CUSTOM_ID: heading-1 :END: Text under heading 1 070701000000B2000081A400000000000000000000000166C8A4FD00000276000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/pan.pan# 21 lines 11 code 4 comments 6 blanks # Pan example code, see https://quattor-pan.readthedocs.io/en/stable/pan-book/index.html prefix "/system/aii/osinstall/ks"; "clearpart" = append("vdb"); "ignoredisk" = list(); # no disks to ignore prefix "/system/blockdevices"; "physical_devs/vdb/label" = "msdos"; "partitions/vdb1" = dict( "holding_dev", "vdb", ); "files/{/srv/elasticsearch}" = dict('size', 0); # To facilitate adding other partitions at a later stage, a # logical volume will be created "volume_groups/vg1/device_list" = append("partitions/vdb1"); "logical_volumes" = lvs_add('vg1', dict("elasticsearch", -1)); 070701000000B3000081A400000000000000000000000166C8A4FD000000D4000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/pcss.pcss/* 14 lines 6 code 5 comments 3 blanks */ .foo { color: #f00; &.bar { background: url("foobar.jpg"); } } // inline comments are allowed by some PostCSS syntaxes /* * block comments are standard */ 070701000000B4000081A400000000000000000000000166C8A4FD00000103000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/pest.pest// 9 lines 4 code 3 comments 2 blanks alpha = { 'a'..'z' | 'A'..'Z' } digit = { '0'..'9' } ident = { (alpha | digit)+ } ident_list = _{ !digit ~ ident ~ (" " ~ ident)+ } // ^ // ident_list rule is silent which means it produces no tokens070701000000B5000081A400000000000000000000000166C8A4FD00000403000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/plantuml.puml' 35 lines 10 code 13 comments 12 blanks ' plantuml line comments must start at the beginning of a line. ' plantuml block comments must either start on a newline or start and end on the same line as they start. ' strings cannot span multiple lines. ' single quotes are a valid string wrapper '', but not when they are the first non-whitespace characters on a line ' comment at start uml @startuml !include <C4/C4_Container> '' this is also a comment rectangle "this is a string" as r /' this is a multi-line comment '/ /' this is also a multi-line comment '/ Container(C, "This is some more text", "text") node n /' this is a multi-line comment at the end of a line '/ /' this is /' a valid '/ block comment '/ component "'this is not a comment" /' this is a multi-line comment at the start of a line '/ interface i boundary "/' this is not a multi-line comment '/" System(s, "this is /' not part of a comment", "'/ this is also not part of a comment", "/' '/ /' neither is this") ' comment after start uml @enduml 070701000000B6000081A400000000000000000000000166C8A4FD000001E6000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/pofile.po# 14 lines 6 code 5 comments 3 blanks #: lib/error.c:116 msgid "Unknown system error" msgstr "Error desconegut del sistema" #: disk-utils/addpart.c:15 #, c-format msgid " %s <disk device> <partition number> <start> <length>\n" msgstr " %s <pรฉriphรฉrique disque> <numรฉro de partition> <dรฉbut> <longueur>\n" #: disk-utils/addpart.c:19 msgid "Tell the kernel about the existence of a specified partition.\n" msgstr "Informer le noyau de lโexistence dโune partition indiquรฉe.\n" 070701000000B7000081A400000000000000000000000166C8A4FD00000197000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/pofile_pot.pot# 17 lines 8 code 5 comments 4 blanks #: disk-utils/addpart.c:60 disk-utils/delpart.c:61 disk-utils/resizepart.c:101 msgid "invalid partition number argument" msgstr "" #: disk-utils/addpart.c:61 msgid "invalid start argument" msgstr "" #: disk-utils/addpart.c:62 disk-utils/resizepart.c:111 msgid "invalid length argument" msgstr "" #: disk-utils/addpart.c:63 msgid "failed to add partition" msgstr "" 070701000000B8000081A400000000000000000000000166C8A4FD00000066000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/poke.pk/* 4 lines 2 code 1 comments 1 blanks */ var N = 3; fun getoff = offset<uint<64>,B>: { return 2#B; } 070701000000B9000081A400000000000000000000000166C8A4FD000000B6000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/pony.pony// 12 lines 7 code 3 comments 2 blanks /* com- -ment */ actor Main """ Some Docs """ new create(env: Env) => env.out.print("Hello, world.") 070701000000BA000081A400000000000000000000000166C8A4FD00000154000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/postcss.sss// 27 lines 18 code 4 comments 5 blanks /** multi-line */ div { width: calc(99.9% * 1/3 - (30px - 30px * 1/3)); } div:nth-child(1n) { float: left; margin-right: 30px; clear: none; } div:last-child { margin-right: 0; } div:nth-child(3n) { margin-right: 0; float: right; } div:nth-child(3n + 1) { clear: both; } 070701000000BB000081A400000000000000000000000166C8A4FD000000A7000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/powershell.ps1# 17 lines 9 code 4 comments 4 blanks <# Test #> 'a' + "b" Write-Host @" Name: $name Address: $address "@ $template = @' Name: {0} Address: {0} '@ 070701000000BC000081A400000000000000000000000166C8A4FD000000F9000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/pug.pug//- 13 lines, 8 code, 3 comments, 2 blanks doctype html // this comment will be translated to an HTML comment //- this comment will be excluded from the generated HTML html head title Hello, World! body p | Hello, | World! 070701000000BD000081A400000000000000000000000166C8A4FD00000132000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/puppet.pp# 18 lines 14 code 3 comments 1 blanks class example::class( $param1, $param2=2, $param3=undef, # pass this one ) { # comments are really simple some::resource { 'bar': param1 => param2, # comments here too param3 => param4; } some::other::resource { 'baz': } } 070701000000BE000081A400000000000000000000000166C8A4FD000000E1000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/python.py# 15 lines, 10 code, 2 comments, 3 blanks def add(x, y): """ Hello World # Real Second line Second line """ string = "Hello World #\ " y += len(string) # Add the two numbers. x + y 070701000000BF000081A400000000000000000000000166C8A4FD00000170000000000000000000000000000000000000002900000000tokei-13.0.0.alpha.5+git0/tests/data/q.q// 14 lines 5 code 5 comments 4 blanks /calc nav for sets of portfolios,ETFs,indices,.. /one day of ([]time;sym;price) sorted by time n:10000000;S:-10000?`4 t:([]time:09:30:00.0+til n;sym:n?S;price:n?1.0) /calc price deltas once \t update deltas price by sym from`t /for each portfolio a:([sym:-100?S]weight:100?1.0) \t r:select time,sums price*weight from t ij a 070701000000C0000081A400000000000000000000000166C8A4FD0000012F000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/qml.qml// 20 lines 11 code 5 comments 4 blanks import QtQuick 2.7 import QtQuick.Controls 2.0 ApplicationWindow { visible: true /* * Multiline comment */ Text { text: "string type 1" } // comment function testfunc() { console.log('string type 2'); } } 070701000000C1000081A400000000000000000000000166C8A4FD00000309000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/racket.rkt;;; 40 lines 15 code 14 comments 11 blanks #lang racket ; defines the language we are using ;;; Comments ;; Single line comments start with a semicolon #| Block comments can span multiple lines and... #| they can be nested! |# |# ;; S-expression comments discard the following expression ;; since this is syntax-aware, tokei counts this as code #; (this expression is discarded) ;; Constant (define %pi 3.14159265358979323846) #| This is a block comment |# (define (degrees->radians deg) (* deg (/ %pi 180))) ;; Function (define (sq x) (* x x)) (define (sum xs) "Sum list of elements." (foldl + 0 xs)) ; comment (define (sum-upto n) (/ (* n (+ 1 n)) 2)) (define (test-sums n) (= (sum-upto n) (sum (range (+ 1 n))))) (test-sums 100) 070701000000C2000081A400000000000000000000000166C8A4FD00000310000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/raku.raku# 49 lines 37 code 6 comments 6 blanks =begin pod =begin DESCRIPTION =head1 Test file for Tokei =end DESCRIPTION =begin code :lang<raku> say 'Hello World'; =end code =end pod #| Fibonacci with multiple dispatch multi sub fib (0 --> 0) {} multi sub fib (1 --> 1) {} multi sub fib (\n where * > 1) { fib(n - 1) + fib(n - 2) } #|{ Role shape for printing area of different shapes } role Shape { method area { ... } method print_area { say "Area of {self.^name} is {self.area}."; } } class Rectangle does Shape { has $.width is required; #= Width of rectangle has $.height is required; #= Height of rectangle method area { #`( area of rectangle: width times height ) $!width ร $!height } } 070701000000C3000081A400000000000000000000000166C8A4FD000005B6000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/razor.cshtml@* 55 lines 35 code 15 comments 5 blanks *@ @page "/" @using Microsoft.AspNetCore.Components.Web @namespace temp.Pages @addTagHelper *, Microsoft.AspNetCore.Mvc.TagHelpers @{ // foo string foo = "bar"; /* * bar */ string bar = "foo"; } <!DOCTYPE html> <html lang="en"> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <base href="~/" /> <link rel="stylesheet" href="css/bootstrap/bootstrap.min.css" /> <link href="css/site.css" rel="stylesheet" /> <link href="temp.styles.css" rel="stylesheet" /> <link rel="icon" type="image/png" href="favicon.png"/> <component type="typeof(HeadOutlet)" render-mode="ServerPrerendered" /> </head> <body> @* multi-line comment *@ <component type="typeof(App)" render-mode="ServerPrerendered" /> <div id="blazor-error-ui"> <environment include="Staging,Production"> An error has occurred. This application may no longer respond until reloaded. </environment> <!-- different multi-line comment --> <environment include="Development"> An unhandled exception has occurred. See browser dev tools for details. </environment> <a href="" class="reload">Reload</a> <a class="dismiss">๐</a> </div> <script src="_framework/blazor.server.js"></script> </body> </html> 070701000000C4000081A400000000000000000000000166C8A4FD00000257000000000000000000000000000000000000003A00000000tokei-13.0.0.alpha.5+git0/tests/data/razorcomponent.razor@* 45 lines 16 code 21 comments 8 blanks *@ @page "/counter" @{ // foo string foo = "bar"; /* * bar */ string bar = "foo"; } <PageTitle>Counter</PageTitle> @* multi-line comment *@ <h1>Counter</h1> <p role="status">Current count: @currentCount</p> <!-- different multi-line comment --> <button class="btn btn-primary" @onclick="IncrementCount">Click me</button> @code { /* C# style multi-line comment */ private int currentCount = 0; private void IncrementCount() { // increment the count currentCount++; } } 070701000000C5000081A400000000000000000000000166C8A4FD00000885000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/redscript.reds// 75 lines 47 code 20 comments 8 blanks // redscript allows line comments /* as well as block comments */ // it supports global functions func add2(x: Int32, y: Int32) -> Int32 { return x + y; } // functions without a type annotation default to Void return type func tutorial() { let x: Int32 = 10; // compiler can infer types for local variables, y will be Int32 let y = 20; // it supports arithmetic let sum = x + y + 13; // as well as mutation let mutable = 0; mutable += 10; // numbers with decimal points default to type Float let num = 10.0; // you can cast between some types let uint: Uint8 = Cast(10); // array literals let arr = [1, 2, 3]; // array iteration for item in arr { // logging and string operations Log("at " + ToString(item)); } } // you can define your own classes public class IntTuple { let fst: Int32; let snd: Int32; // you can define static member functions public static func Create(fst: Int32, snd: Int32) -> ref<IntTuple> { let tuple = new IntTuple(); tuple.fst = fst; tuple.snd = snd; return tuple; } public func Swap() { let tmp = this.fst; this.fst = this.snd; this.snd = tmp; } } // you can replace existing in-game methods by specifying the class they belong to @replaceMethod(CraftingSystem) private final func ProcessCraftSkill(xpAmount: Int32, craftedItem: StatsObjectID) { // instantiate a class using the new operator let xpEvent = new ExperiencePointsEvent(); xpEvent.amount = xpAmount * 100; xpEvent.type = gamedataProficiencyType.Crafting; GetPlayer(this.GetGameInstance()).QueueEvent(xpEvent); } // you can add new methods to existing classes as well // they are visible to other code using the class @addMethod(BackpackMainGameController) private final func DisassembleAllJunkItems() -> Void { let items = this.m_InventoryManager.GetPlayerItemsByType(gamedataItemType.Gen_Junk); let i = 0; for item in items { ItemActionsHelper.DisassembleItem(this.m_player, InventoryItemData.GetID(item)); }; // some methods require CName literals, they need to be prefixed with the n letter this.PlaySound(n"Item", n"OnBuy"); }070701000000C6000081A400000000000000000000000166C8A4FD00000299000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/renpy.rpy# 32 lines 8 code 9 comments 15 blanks # Declare characters used by this game. The color argument colorizes the # name of the character. define e = Character("Eileen") # The game starts here. label start: # Show a background. This uses a placeholder by default, but you can # add a file (named either "bg room.png" or "bg room.jpg") to the # images directory to show it. scene bg room show eileen happy # These display lines of dialogue. e "You've created a new Ren'Py game." e 'Once you add a story, pictures, and music, you can release it to the world!' e `Testing, testing` # This ends the game. return 070701000000C7000081A400000000000000000000000166C8A4FD0000143D000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/ron.ron// 157 lines 137 code 7 comments 13 blanks #![enable(implicit_some)] Container( transform: ( id: "background", anchor: Middle, stretch: XY( x_margin: 0., y_margin: 0., keep_aspect_ratio: false), width: 20., height: 20., ), background: SolidColor(0.03, 0.03, 0.03, 1.0), children: [ Container( transform: ( id: "container_start", y: 180, width: 755., height: 170., anchor: Middle, ), background: SolidColor(1.0, 0.65, 0.0, 1.0), children: [ // Complex Button Button( transform: ( id: "start", width: 750., height: 165., tab_order: 1, anchor: Middle, mouse_reactive: true, ), button: ( text: "START GAME", font: File("font/square.ttf", ("TTF", ())), font_size: 75., normal_text_color: (1.0, 0.65, 0., 1.0), // ffa500 // hover_text_color: (1.0, 0.65, 0., 1.0), // press_text_color: (1.0, 0.65, 0., 1.0), normal_image: SolidColor(0., 0., 0., 1.), hover_image: SolidColor(0.1, 0.1, 0.1, 1.), press_image: SolidColor(0.15, 0.15, 0.15, 1.), ) ), ] ), Container( transform: ( id: "container_load", y: 0, width: 755., height: 170., anchor: Middle, ), background: SolidColor(1.0, 0.65, 0.0, 1.0), children: [ // Complex Button Button( transform: ( id: "load", width: 750., height: 165., tab_order: 3, anchor: Middle, mouse_reactive: true, ), button: ( text: "LOAD GAME", font: File("font/square.ttf", ("TTF", ())), font_size: 75., normal_text_color: (1.0, 0.65, 0., 1.0), // ffa500 normal_image: SolidColor(0., 0., 0., 1.), hover_image: SolidColor(0.1, 0.1, 0.1, 1.), press_image: SolidColor(0.15, 0.15, 0.15, 1.), ) ), ] ), Container( transform: ( id: "container_options", y: -180, width: 755., height: 170., anchor: Middle, ), background: SolidColor(1.0, 0.65, 0.0, 1.0), children: [ // Complex Button Button( transform: ( id: "options", width: 750., height: 165., tab_order: 3, anchor: Middle, mouse_reactive: true, ), button: ( text: "OPTIONS", font: File("font/square.ttf", ("TTF", ())), font_size: 75., normal_text_color: (1.0, 0.65, 0., 1.0), // ffa500 normal_image: SolidColor(0., 0., 0., 1.), hover_image: SolidColor(0.1, 0.1, 0.1, 1.), press_image: SolidColor(0.15, 0.15, 0.15, 1.), ) ), ] ), Container( transform: ( id: "container_credits", y: -360, width: 755., height: 170., anchor: Middle, ), background: SolidColor(1.0, 0.65, 0.0, 1.0), children: [ // Complex Button Button( transform: ( id: "credits", width: 750., height: 165., tab_order: 3, anchor: Middle, mouse_reactive: true, ), button: ( text: "CREDITS", font: File("font/square.ttf", ("TTF", ())), font_size: 75., normal_text_color: (1.0, 0.65, 0., 1.0), // ffa500 normal_image: SolidColor(0., 0., 0., 1.), hover_image: SolidColor(0.1, 0.1, 0.1, 1.), press_image: SolidColor(0.15, 0.15, 0.15, 1.), ) ), ] ), ], ) 070701000000C8000081A400000000000000000000000166C8A4FD000001CD000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/rpmspec.spec# 42 lines 22 code 4 comments 16 blanks Name: example Version: 0.0.1 Release: 1%{?dist} Summary: an example specfile Group: URL: Source0: # test comments for requirements BuildRequires: Requires: %description %prep %setup -q # build the project %build %configure make build # install the files here %install make install %clean %files %defattr(-,root,root,-) %doc %changelog 070701000000C9000081A400000000000000000000000166C8A4FD000000C7000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/ruby.rb# 20 lines 9 code 8 comments 3 blanks x = 3 if x < 2 p = "Smaller" else p = "Bigger" end =begin Comments Comments Comments Comments =end # testing. while x > 2 and x < 10 x += 1 end 070701000000CA000081A400000000000000000000000166C8A4FD000000A5000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/ruby_env#!/usr/bin/env ruby # 11 lines 3 code 6 comments 2 blanks =begin Comment that only counts if detected as ruby Comments =end while x > 2 and x < 10 x += 1 end070701000000CB000081A400000000000000000000000166C8A4FD000002DA000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/ruby_html.erb<!-- 34 lines 21 code 8 comments 5 blanks --> <!DOCTYPE html> <html> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width" /> <title><%= title %></title> </head> <body> <nav class="navbar navbar-default navbar-fixed-top navbar-custom"> <%# ruby comment %> <div id="modalSearch" class="modal fade" role="dialog"> </div> </nav> <!-- HTML single line Comment--> <main> <article> <h1><%= header %></h1> <p><%= text %></p> </article> </main> <%= template "footer" %> </body> <!-- document.write("Multi-line and Code comment!"); //--> <!--[if IE 8]> IE Special comment <![endif]--> </html> 070701000000CC000081A400000000000000000000000166C8A4FD00000348000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/rust.rs//! 48 lines 36 code 6 comments 6 blanks //! ```rust //! fn main () { //! // Comment //! //! println!("Hello World!"); //! } //! ``` /* /**/ */ fn main() { let start = r##"/*##\" \"##; // comment loop { if x.len() >= 2 && x[0] == '*' && x[1] == '/' { // found the */ break; } } } fn foo<'a, 'b>(name: &'b str) { let this_ends = "a \"test/*."; call1(); call2(); let this_does_not = /* a /* nested */ comment " */ "*/another /*test call3(); */"; } fn foobar() { let does_not_start = // " "until here, test/* test"; // a quote: " let also_doesnt_start = /* " */ "until here, test,*/ test"; // another quote: " } fn foo() { let a = 4; // /* let b = 5; let c = 6; // */ } 070701000000CD000081A400000000000000000000000166C8A4FD000001C3000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/scheme.scm;;; 26 lines 14 code 4 comments 8 blanks (import (srfi srfi-1)) ; for reduce ;; Constant (define %pi 3.14159265358979323846) #| This is a block comment |# (define (degrees->radians deg) (* deg (/ %pi 180))) ;; Function (define (sq x) (* x x)) (define (sum xs) "Sum list of elements." (reduce + 0 xs)) ; comment (define (sum-upto n) (/ (* n (1+ n)) 2)) (define (test-sums n) (= (sum-upto n) (sum (iota (1+ n))))) (test-sums 100) 070701000000CE000081A400000000000000000000000166C8A4FD0000036B000000000000000000000000000000000000003600000000tokei-13.0.0.alpha.5+git0/tests/data/shaderlab.shader// 43 lines 31 code 8 comments 4 blanks Shader "Custom/Sample shader" { Properties { _MainTex ("Texture", 2D) = "white" {} } SubShader { Tags { "Queue"="Transparent" "RenderType"="Transparent" } // blending Blend SrcAlpha OneMinusSrcAlpha /* multi-line comment */ Pass { CGPROGRAM #pragma vertex vert struct appdata { float4 vertex : POSITION; float2 uv : TEXCOORD0; }; sampler2D _MainTex; // vertex v2f vert (appdata v) { v2f o; o.vertex = UnityObjectToClipPos(v.vertex); o.uv = TRANSFORM_TEX(v.uv, _MainTex); return o; } ENDCG } } } 070701000000CF000081A400000000000000000000000166C8A4FD00000113000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/slang.slang// 15 lines 8 code 5 comments 2 blanks Texture2D<float4> in_tex; RWTexture2D<float4> out_tex; // Blit compute shader [shader("compute")] [numthreads(8, 8, 1)] void main(uint2 id: SV_DispatchThreadID) { /* Perform the blit */ out_tex[id] = in_tex[id]; return; } 070701000000D0000081A400000000000000000000000166C8A4FD000000F8000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/solidity.sol// 14 lines 6 code 7 comments 1 blanks pragma solidity >=0.4.22 <0.6.0; // Comment line contract Foo { /* Comment line Comment line Comment line */ function foo(address bar) public { require(bar != 0); } } 070701000000D1000081A400000000000000000000000166C8A4FD00000151000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/sql.sql-- 12 lines 4 code 5 comments 3 blanks SELECT * FROM Users WHERE FirstName is not null; -- select rows where the user has a first name /* this is the beginning of a block comment insert a new user into the Users table -- line comment in a block comment */ INSERT INTO Users (FirstName, LastName) VALUES ("John", "Does");070701000000D2000081A400000000000000000000000166C8A4FD0000028C000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/srecode.srt;; 37 lines 23 code 2 comments 12 blanks set escape_start "$" set escape_end "$" set mode "srecode-template-mode" set priority "70" set comment_start ";;" set comment_end "" set comment_prefix ";;" set SEPARATOR "----" set DOLLAR "$" context file prompt MAJORMODE "Major Mode for templates: " read srecode-read-major-mode-name prompt START "Escape Start Characters: " default "{{" prompt END "Escape End Characters: " default "}}" template empty :file :user :time :srt "Insert a skeleton for a template file." ---- $>:filecomment$ set mode "$?MAJORMODE$" set escape_start "$?START$" set escape_end "$?END$" context file $^$ ;; end ---- 070701000000D3000081A400000000000000000000000166C8A4FD000016F1000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/stan.stan// 142 lines 123 code 17 comments 2 blanks // Example code from https://github.com/TheEconomist/us-potus-model/blob/85be55ae7b0bc68cb155a9ca975e155837eb4851/scripts/model/poll_model_2020.stan data{ int N_national_polls; // Number of polls int N_state_polls; // Number of polls int T; // Number of days int S; // Number of states (for which at least 1 poll is available) + 1 int P; // Number of pollsters int M; // Number of poll modes int Pop; // Number of poll populations int<lower = 1, upper = S + 1> state[N_state_polls]; // State index int<lower = 1, upper = T> day_state[N_state_polls]; // Day index int<lower = 1, upper = T> day_national[N_national_polls]; // Day index int<lower = 1, upper = P> poll_state[N_state_polls]; // Pollster index int<lower = 1, upper = P> poll_national[N_national_polls]; // Pollster index int<lower = 1, upper = M> poll_mode_state[N_state_polls]; // Poll mode index int<lower = 1, upper = M> poll_mode_national[N_national_polls]; // Poll mode index int<lower = 1, upper = Pop> poll_pop_state[N_state_polls]; // Poll mode index int<lower = 1, upper = Pop> poll_pop_national[N_national_polls]; // Poll mode index int n_democrat_national[N_national_polls]; int n_two_share_national[N_national_polls]; int n_democrat_state[N_state_polls]; int n_two_share_state[N_state_polls]; vector<lower = 0, upper = 1.0>[N_national_polls] unadjusted_national; vector<lower = 0, upper = 1.0>[N_state_polls] unadjusted_state; // cov_matrix[S] ss_cov_mu_b_walk; // cov_matrix[S] ss_cov_mu_b_T; // cov_matrix[S] ss_cov_poll_bias; //*** prior input vector[S] mu_b_prior; vector[S] state_weights; real sigma_c; real sigma_m; real sigma_pop; real sigma_measure_noise_national; real sigma_measure_noise_state; real sigma_e_bias; // covariance matrix and scales cov_matrix[S] state_covariance_0; real random_walk_scale; real mu_b_T_scale; real polling_bias_scale; } transformed data { real national_cov_matrix_error_sd = sqrt(transpose(state_weights) * state_covariance_0 * state_weights); cholesky_factor_cov[S] cholesky_ss_cov_poll_bias; cholesky_factor_cov[S] cholesky_ss_cov_mu_b_T; cholesky_factor_cov[S] cholesky_ss_cov_mu_b_walk; // scale covariance matrix[S, S] ss_cov_poll_bias = state_covariance_0 * square(polling_bias_scale/national_cov_matrix_error_sd); matrix[S, S] ss_cov_mu_b_T = state_covariance_0 * square(mu_b_T_scale/national_cov_matrix_error_sd); matrix[S, S] ss_cov_mu_b_walk = state_covariance_0 * square(random_walk_scale/national_cov_matrix_error_sd); // transformation cholesky_ss_cov_poll_bias = cholesky_decompose(ss_cov_poll_bias); cholesky_ss_cov_mu_b_T = cholesky_decompose(ss_cov_mu_b_T); cholesky_ss_cov_mu_b_walk = cholesky_decompose(ss_cov_mu_b_walk); } parameters { vector[S] raw_mu_b_T; matrix[S, T] raw_mu_b; vector[P] raw_mu_c; vector[M] raw_mu_m; vector[Pop] raw_mu_pop; real<offset=0, multiplier=0.02> mu_e_bias; real<lower = 0, upper = 1> rho_e_bias; vector[T] raw_e_bias; vector[N_national_polls] raw_measure_noise_national; vector[N_state_polls] raw_measure_noise_state; vector[S] raw_polling_bias; real mu_b_T_model_estimation_error; } transformed parameters { //*** parameters matrix[S, T] mu_b; vector[P] mu_c; vector[M] mu_m; vector[Pop] mu_pop; vector[T] e_bias; vector[S] polling_bias = cholesky_ss_cov_poll_bias * raw_polling_bias; vector[T] national_mu_b_average; real national_polling_bias_average = transpose(polling_bias) * state_weights; real sigma_rho; //*** containers vector[N_state_polls] logit_pi_democrat_state; vector[N_national_polls] logit_pi_democrat_national; //*** construct parameters mu_b[:,T] = cholesky_ss_cov_mu_b_T * raw_mu_b_T + mu_b_prior; // * mu_b_T_model_estimation_error for (i in 1:(T-1)) mu_b[:, T - i] = cholesky_ss_cov_mu_b_walk * raw_mu_b[:, T - i] + mu_b[:, T + 1 - i]; national_mu_b_average = transpose(mu_b) * state_weights; mu_c = raw_mu_c * sigma_c; mu_m = raw_mu_m * sigma_m; mu_pop = raw_mu_pop * sigma_pop; e_bias[1] = raw_e_bias[1] * sigma_e_bias; sigma_rho = sqrt(1-square(rho_e_bias)) * sigma_e_bias; for (t in 2:T) e_bias[t] = mu_e_bias + rho_e_bias * (e_bias[t - 1] - mu_e_bias) + raw_e_bias[t] * sigma_rho; //*** fill pi_democrat for (i in 1:N_state_polls){ logit_pi_democrat_state[i] = mu_b[state[i], day_state[i]] + mu_c[poll_state[i]] + mu_m[poll_mode_state[i]] + mu_pop[poll_pop_state[i]] + unadjusted_state[i] * e_bias[day_state[i]] + raw_measure_noise_state[i] * sigma_measure_noise_state + polling_bias[state[i]]; } logit_pi_democrat_national = national_mu_b_average[day_national] + mu_c[poll_national] + mu_m[poll_mode_national] + mu_pop[poll_pop_national] + unadjusted_national .* e_bias[day_national] + raw_measure_noise_national * sigma_measure_noise_national + national_polling_bias_average; } model { //*** priors raw_mu_b_T ~ std_normal(); //mu_b_T_model_estimation_error ~ scaled_inv_chi_square(7, 1); to_vector(raw_mu_b) ~ std_normal(); raw_mu_c ~ std_normal(); raw_mu_m ~ std_normal(); raw_mu_pop ~ std_normal(); mu_e_bias ~ normal(0, 0.02); rho_e_bias ~ normal(0.7, 0.1); raw_e_bias ~ std_normal(); raw_measure_noise_national ~ std_normal(); raw_measure_noise_state ~ std_normal(); raw_polling_bias ~ std_normal(); //*** likelihood n_democrat_state ~ binomial_logit(n_two_share_state, logit_pi_democrat_state); n_democrat_national ~ binomial_logit(n_two_share_national, logit_pi_democrat_national); } generated quantities { matrix[T, S] predicted_score; for (s in 1:S){ //predicted_score[1:T, s] = inv_logit(mu_a[1:T] + to_vector(mu_b[s, 1:T])); predicted_score[1:T, s] = inv_logit(to_vector(mu_b[s, 1:T])); } } 070701000000D4000081A400000000000000000000000166C8A4FD000000FB000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/stata.do* 16 lines 6 code 7 comments 3 blanks * This is a comment **** Any number of * symbol use "foo.dta", replace gen x = 1*2 gen x2 = 1/2 /* Here's a comment block */ if c(username) == "foobar" { global FOO 1 } // Finally another symbol for comment070701000000D5000081A400000000000000000000000166C8A4FD0000022B000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/stratego.str// 24 lines 12 code 6 comments 6 blanks module stratego strategies /** // */ main = !"/* " ; id // */ foo = ?'a' rules foobar: "//" -> "\\" // " ' /* " ' */ foo: a -> a // /* where b := 'b' // */ // ; c := $[quotes with anti quotes [b], which are not supported by tokei atm so this is a commented line of code] // ; c := ${quotes with anti quotes {b}, which are not supported by tokei atm so this is a commented line of code} // ; c := $<quotes with anti quotes <b>, which are not supported by tokei atm so this is a commented line of code> 070701000000D6000081A400000000000000000000000166C8A4FD00000108000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/stylus.styl// 20 lines, 10 code, 5 comments, 5 blanks /* * Multi-line comment */ // Single-line comment #app position: absolute left: 0 top: 0 .item::before content: "Stylus" color: orange background-color: white .item::after content: 'Lang' 070701000000D7000081A400000000000000000000000166C8A4FD000001C4000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/svelte.svelte<!-- 41 lines 15 code 21 comments 5 blanks --> <script> /* Javascript multi-line Comment */ let count = 0; // Single line comment function handleClick() { count += 1; } </script> <!--- multi line comment ---> <button on:click={handleClick}> Clicked {count} {count === 1 ? 'time' : 'times'} </button> <style> /* CSS multi line comment */ button { border-radius: 50; background-color: darkorange; } </style> 070701000000D8000081A400000000000000000000000166C8A4FD0000015F000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/swift.swift// 24 lines 6 code 14 comments 4 blanks // Single-line comment /* multi-line comment */ /* /* nested */ */ /* multi line comment */ /* nested /* */ /* nested */ */ import UIKit class ViewController: UIViewController { override func viewDidLoad() { super.viewDidLoad() // Do any additional setup after loading the view. } } 070701000000D9000081A400000000000000000000000166C8A4FD000000FB000000000000000000000000000000000000002C00000000tokei-13.0.0.alpha.5+git0/tests/data/swig.i/* 16 lines 8 code 5 comments 3 blanks */ %module mymodule /* * Wrapper-includes */ %{ #include "myheader.h" //dummy header %} // Now list ANSI C/C++ declarations int foo; int bar(int x); %rename(my_print) print; extern void print(const char *); 070701000000DA000081A400000000000000000000000166C8A4FD0000016E000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/tact.tact// 20 lines 12 code 4 comments 4 blanks import "@stdlib/deploy"; // comment /* comment */ fun global() { let str: String = "\n \r \t \u1234 \xFF"; // comment while (true) { // comment if /* comment */ (true) { /* comment */ } } } // "quoted" struct St { /* " */ field1: Int; // /* field2: Int as uint128; field3: Int; // */ } 070701000000DB000081A400000000000000000000000166C8A4FD00000340000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/thrift.thrift// 38 lines 29 code 2 comments 7 blanks namespace java test namespace py test /* /* */ service Twitter extends core.BaseService { void ping(), bool postTweet(1: Tweet tweet) throws (1: TwitterUnavailable unavailable), TweetSearchResult searchTweets(1: string query), } enum TweetType { TWEET, # 1 /* RETWEET = 2, // 2 DM = 0xa, // 3 */ REPLY } struct Tweet { 1: required i32 userId, 2: required string userName = "/*", 3: required string text = '...', 4: optional Location loc, 5: optional TweetType tweetType = TweetType.TWEET, 16: optional string language = "en\"glish", // */ } const string TEST1 = // " "starts here, test/* test" // a quote: " const string TEST2 = /* " */ 'starts here, test,*/ test' # another quote: " 070701000000DC000081A400000000000000000000000166C8A4FD000000F3000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/tsx.tsx// 9 lines, 5 code, 3 comments, 1 blanks /** string two numbers together */ const stringNums = (x: number, y: number) => { // the line below makes a string const firstNum = x + ""; const secondNum = firstNum + y; return secondNum; }; 070701000000DD000081A400000000000000000000000166C8A4FD00000148000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/ttcn.ttcn3// 16 lines 7 code 6 comments 3 blanks /** * @description A TTCN-3 demo module * @author John Doe */ module demo { import from definitions all; control { log("Hello world!"); // write something to log // execute(altstepWithTimeout()); execute(test(), 5.0); /* terminate after 5s */ } } 070701000000DE000081A400000000000000000000000166C8A4FD00000282000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/twig.twig{# 16 lines 14 code 1 comments 1 blanks #} <ul id="product-collection"> {% for product in products %} <li class="singleproduct clearfix"> <div class="small"> <div class="prodimage"><a href="{{product.url}}"><img src="{{ product.featured_image | url }}" /></a></div> </div> <div class="description"> <h3><a href="{{product.url}}">{{- product.title -}}</a></h3> <p>{{ product.description | capitalize }}</p> <p class="money">{{ product.price_min | default('0') }}{% if product.price_varies %} - {{ product.price_max | number_format(2, '.', ',') }}{% endif %}</p> </div> </li> {% endfor %} </ul> 070701000000DF000081A400000000000000000000000166C8A4FD000001C9000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/typescript.ts// 33 lines, 20 code, 10 comments, 3 blanks /* Multi-line comment with blanks * */ // Comment class Person { #age: number; #name: string; // end of line comment #height: number; constructor(age: number, name: string, height: number) { this.#age = age; this.#name = name; this.#height = height; } } let main = () => { // Comment with quote " let person = new Person( 5, `Phill the giant`, 7 ); }; main(); 070701000000E0000081A400000000000000000000000166C8A4FD000001B6000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/typst.typ// 16 lines 9 code 3 comments 4 blanks // Some example settings #set document(title: "a title", author: "an author") #set page(numbering: "1 / 1", number-align: center) #set par(justify: true) #set text(size: 13pt, lang: "fr") // with a trailing comment #set heading(numbering: "1.1") /* with another trailing comment */ #let foo = "multiline string" #let bar = "singleline string" /* comment */ /* nested /* comment */ */ #lorem(50) 070701000000E1000081A400000000000000000000000166C8A4FD00000112000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/unison.u-- 16 lines 6 code 8 comments 2 blanks x = 3 if x < 2 then "-- {- -} -- Smaller. Test escaped quote \"!" else "Bigger -- {- -} --" {- Comments Comments -- nested -- Comments Comments -} -- testing quote in comment "hello there!" List.map (a -> a + 1) [1,2,3] 070701000000E2000081A400000000000000000000000166C8A4FD000000EB000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/urweb.ur(* 14 lines 8 code 4 comments 2 blanks *) fun main () = return <xml> <head> <title>Hello world!</title> </head> (* multi line comment *) <body> (* uncounted comment *) <h1>Hello world!</h1> </body> </xml> 070701000000E3000081A400000000000000000000000166C8A4FD00000040000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/urweb_urp.urp# 3 lines 1 code 1 comments 1 blanks urweb # uncounted comment 070701000000E4000081A400000000000000000000000166C8A4FD00000066000000000000000000000000000000000000003300000000tokei-13.0.0.alpha.5+git0/tests/data/urweb_urs.urs(* 3 lines 1 code 1 comments 1 blanks *) val main : unit -> transaction page (* uncounted comment *) 070701000000E5000081A400000000000000000000000166C8A4FD00000112000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/vb6_bas.bas' 12 lines 6 code 3 comments 3 blanks Attribute VB_Name = "Module1" Public Function SayHello(Name As String) ' Create a response string Dim Response As String Response = "Hello " & Name 'Return response string SayHello = Response End Function 070701000000E6000081A400000000000000000000000166C8A4FD00000213000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/vb6_cls.cls' 22 lines 17 code 3 comments 2 blanks VERSION 1.0 CLASS BEGIN MultiUse = -1 'True Persistable = 0 'NotPersistable DataBindingBehavior = 0 'vbNone DataSourceBehavior = 0 'vbNone MTSTransactionMode = 0 'NotAnMTSObject END Attribute VB_Name = "Class1" Attribute VB_GlobalNameSpace = False Attribute VB_Creatable = True Attribute VB_PredeclaredId = False Attribute VB_Exposed = False 'This is a comment Private Sub Class_Initialize() 'This is another comment Dim test As String test = "TESTING" End Sub 070701000000E7000081A400000000000000000000000166C8A4FD0000035D000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/vb6_frm.frm' 34 lines 29 code 3 comments 2 blanks VERSION 5.00 Begin VB.Form Form1 Caption = "Form1" ClientHeight = 3015 ClientLeft = 120 ClientTop = 465 ClientWidth = 4560 LinkTopic = "Form1" ScaleHeight = 3015 ScaleWidth = 4560 StartUpPosition = 3 'Windows Default Begin VB.CommandButton btnTest Caption = "Test" Height = 495 Left = 720 TabIndex = 0 Top = 840 Width = 1095 End End Attribute VB_Name = "Form1" Attribute VB_GlobalNameSpace = False Attribute VB_Creatable = False Attribute VB_PredeclaredId = True Attribute VB_Exposed = False 'This is a comment Private Sub btnTest_Click() 'This is another comment Dim test As String test = "TESTING" End Sub 070701000000E8000081A400000000000000000000000166C8A4FD0000008D000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/vbscript.vbs' 8 lines 3 code 3 comments 2 blanks Dim MyStr1, MyStr2 MyStr1 = "Hello" ' This is also a comment MyStr2 = "Goodbye" REM Comment on a line 070701000000E9000081A400000000000000000000000166C8A4FD0000015A000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/velocity.vm## 11 lines 4 code 5 comments 2 blanks This text is visible. #* This text, as part of a multi-line comment, is not visible. This text is not visible; it is also part of the multi-line comment. This text still not visible. *# This text is outside the comment, so it is visible. ## This text is not visible. #macro( d ) <tr><td></td></tr> #end 070701000000EA000081A400000000000000000000000166C8A4FD00000278000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/vhdl.vhd-- 34 lines 20 code 7 comments 7 blanks /* Since VHDL 2008 C-Style delimited comment are allowed. */ library IEEE; use IEEE.STD_LOGIC_1164.ALL; use IEEE.NUMERIC_STD.ALL; entity tb is Port ( clk : in STD_LOGIC; -- clock rst : in STD_LOGIC; -- reset -- removed: in STD_LOGIC_VECTOR(7 downto 0) ); end tb; -- architecture architecture behavioural of tb is signal toggle : STD_LOGIC := '0'; begin -- Toggles signal process(clk, rst) begin if (rst='1') then toggle <= '0'; else toggle <= not toggle; end if; end process; end 070701000000EB000081A400000000000000000000000166C8A4FD00000076000000000000000000000000000000000000003400000000tokei-13.0.0.alpha.5+git0/tests/data/visualbasic.vb' 7 lines 4 code 2 comments 1 blanks Public Class C Public Sub M() ' This is a comment End Sub End Class 070701000000EC000081A400000000000000000000000166C8A4FD00000A7D000000000000000000000000000000000000002E00000000tokei-13.0.0.alpha.5+git0/tests/data/vqe.qasm// 89 lines 58 code 21 comments 10 blanks /* * Variational eigensolver example * * Goal is to estimate the energy for a fixed set of parameters. * The parameters are updated outside of this program and a new * OpenQASM circuit is generated for the next iteration. */ include "stdgates.inc"; const int[32] n = 10; // number of qubits const int[32] layers = 3; // number of entangler layers const int[32] prec = 16; // precision of all types const int[32] shots = 1000; // number of shots per Pauli observable // Parameters could be written to local variables for this // iteration, but we will request them using extern functions extern get_parameter(uint[prec], uint[prec]) -> angle[prec]; extern get_npaulis() -> uint[prec]; extern get_pauli(int[prec]) -> bit[2 * n]; // The energy calculation uses floating point division, // so we do that calculation in an extern function extern update_energy(int[prec], uint[prec], float[prec]) -> float[prec]; gate entangler q { for uint i in [0:n-2] { cx q[i], q[i+1]; } } def xmeasure(qubit q) -> bit { h q; return measure q; } def ymeasure(qubit q) -> bit { s q; h q; return measure q; } /* Pauli measurement circuit. * The first n-bits of spec are the X component. * The second n-bits of spec are the Z component. */ def pauli_measurement(bit[2*n] spec, qubit[n] q) -> bit { bit b = 0; for uint[prec] i in [0: n - 1] { bit temp; if(spec[i]==1 && spec[n+i]==0) { temp = xmeasure(q[i]); } if(spec[i]==0 && spec[n+i]==1) { temp = measure q[i]; } if(spec[i]==1 && spec[n+i]==1) { temp = ymeasure(q[i]); } b ^= temp; } return b; } // Circuit to prepare trial wave function def trial_circuit(qubit[n] q) { for int[prec] l in [0: layers - 1] { for uint[prec] i in [0: n - 1] { angle[prec] theta; theta = get_parameter(l * layers + i); ry(theta) q[i]; } if(l != layers - 1) entangler q; } } /* Apply VQE ansatz circuit and measure a Pauli operator * given by spec. Return the number of 1 outcomes. */ def counts_for_term(bit[2*n] spec, qubit[n] q) -> uint[prec] { uint[prec] counts; for uint i in [1: shots] { bit b; reset q; trial_circuit q; b = pauli_measurement(spec, q); counts += int[1](b); } return counts; } // Estimate the expected energy def estimate_energy(qubit[n] q) -> float[prec] { float[prec] energy; uint[prec] npaulis = get_npaulis(); for int[prec] t in [0:npaulis-1] { bit[2*n] spec = get_pauli(t); uint[prec] counts; counts = counts_for_term(spec, q); energy = update_energy(t, counts, energy); } return energy; } qubit[n] q; float[prec] energy; energy = estimate_energy(q); 070701000000ED000081A400000000000000000000000166C8A4FD000001FD000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/vue.vue<!-- 36 lines, 24 code, 9 comments, 3 blanks --> <template> <div id="app"> <button v-on:click="clicked"> <!-- Button that increments count --> Clicked {{ count }} {{ count == 1 ? "time" : "times" }} </button> </div> </template> <script> /* Javascript Section */ // Single line export default { data() { return { count: 0, }; }, clicked() { this.count++; }, }; </script> <style> /* Styling Section */ button { background-color: darkorange; } </style> 070701000000EE000081A400000000000000000000000166C8A4FD00000121000000000000000000000000000000000000003500000000tokei-13.0.0.alpha.5+git0/tests/data/webassembly.wat;; 10 lines 8 code 1 comments 1 blanks (module (import "console" "log" (func $log (param i32 i32))) (import "js" "mem" (memory 1)) (data (i32.const 0) "Hi") (func (export "writeHi") i32.const 0 ;; pass offset 0 to log i32.const 2 ;; pass length 2 to log call $log)) 070701000000EF000081A400000000000000000000000166C8A4FD00001D35000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/wenyan.wy//! 141 lines 107 code 1 comments 33 blanks ๅพๅ่งใใๆๆณใใไนๆธใๆนๆใไปไฝ็ดๅ ๆใใๅฝผๆไฝๅฐๆใใๅฝผๅปไฝๅปใใๅฝผๅไฝๅใใๅฝผ็งไฝ็งใไน็พฉใ ๅพๅ่งใใ็ซ่ญใใไนๆธใๆนๆใๅ็ดใใๆ็ญใใ่ธ่ฒใใ่ฝ็ญใใ้็ญใใๆ็ญใใ่จญ่ฒใใ่ฃฑ็ซใไน็พฉใ ๅพๅ่งใใ็ฎ็ถใใไนๆธใๆนๆใๅๅๅจ็ใใๆญฃๅผฆใใ้คๅผฆใไน็พฉใ ๆฝใไปไฝ็ดๅ ๆใใๅไนๆฐใ็ดๅ ๆใใ ๆฝใๅฝผๆไฝๅฐๆใๆผใ็ดๅ ๆใใๅไนๆฐใๅฐๆใใ ๆฝใๅฝผๅปไฝๅปใๆผใ็ดๅ ๆใใๅไนๆฐใๅปใใ ๆฝใๅฝผๅไฝๅใๆผใ็ดๅ ๆใใๅไนๆฐใๅใใ ๆฝใๅฝผ็งไฝ็งใๆผใ็ดๅ ๆใใๅไนๆฐใ็งใใ ๆๆธๅ็พใๅไนๆฐใ็ด็ธฑใใ ๆๆธๅ็พใๅไนๆฐใ็ดๆฉซใใ ้คไบๆผใ็ด็ธฑใใๅไนๆฐใๅ็ธฑใใ ้คไบๆผใ็ดๆฉซใใๅไนๆฐใๅๆฉซใใ ๅพๆไธๆธใๅไนๆฐใๆฏไพใใ ๆนๆฐใใใๆๆฐฃๆท็ใๅญๅฅๅๅฏฆใใใ ่ฅใๅๆฉซใๅฐๆผใๅ็ธฑใ่ ใ ๆไนใๆฏไพใ่ ใไปใๅๆฉซใๆฏ็ฃใ ่ฅ้ใ ๆไนใๆฏไพใ่ ใไปใๅ็ธฑใๆฏ็ฃใ ไบไบใ ๅพๆไธ่กใๅไนๆฐใ็ธฑๅๆจใใๆฌฒ่กๆฏ่กใๅฟ ๅ ๅพไธๆธใๆฐใๅใใๆฏ่กๆฐใ ไนใๅใไปฅใๆฏไพใใๆธๅ ถๆผใๅ็ธฑใใไนๅพ็ฃใ ๆฏ่ฌใ็ธฑๅๆจใไน่กไนใ ๅพๆไธ่กใๅไนๆฐใๆฉซๅๆจใใๆฌฒ่กๆฏ่กใๅฟ ๅ ๅพไธๆธใๆฐใๆฑใใๆฏ่กๆฐใ ไนใๆฑใไปฅใๆฏไพใใๆธๅ ถๆผใๅๆฉซใใไนๅพ็ฃใ ๆฏ่ฌใๆฉซๅๆจใไน่กไนใ ๅพๆไธ่กใๅไนๆฐใๆฅตๅๆจใใๆฌฒ่กๆฏ่กใๅฟ ๅ ๅพไบๆธใๆฐใ่ทใใๆฐใ่งใใๆฏ่กๆฐใ ๆฝใ้คๅผฆใๆผใ่งใใไนๅ ถไปฅใ่ทใใๅไธไปฅๆฝใ็ธฑๅๆจใใๅไนๆฐใ็ธฑใใ ๆฝใๆญฃๅผฆใๆผใ่งใใไนๅ ถไปฅใ่ทใใๅไธไปฅๆฝใๆฉซๅๆจใใๅไนๆฐใๆฉซใใ ๅพๆไธ็ฉใๅไนๆฐใๅๆจใใๅ ถ็ฉๅฆๆฏใ ็ฉไนใใๆฉซใใ่ ใๆธๆฐใๆฉซใใ ็ฉไนใใ็ธฑใใ่ ใๆธๆฐใ็ธฑใใ ๆฏ่ฌใๅๆจใไน็ฉไนใไนๅพใๅๆจใใ ๆฏ่ฌใๆฅตๅๆจใไน่กไนใ ๅพๆไธ่กใๅไนๆฐใ็ซ้้ขใใ ๆฌฒ่กๆฏ่กใๅฟ ๅ ๅพไธ็ฉใๆฐใ็ดใใไธๆธใๆฐใๅๅพใใ ๆฏ่กๆฐใ ๆๆธไธๅ้ถไบๅๅใๅไนๆฐใๅฒๅใใ ๅคซใๅๅพใใๅคซ้ถใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใๅงๅๆจใใ ๅคซใ็ดใใๅคซใๅงๅๆจใไนใใๆฉซใใใๅคซใๅงๅๆจใไนใใ็ธฑใใใๅไธไปฅๆฝใ่ฝ็ญใใ ๆๆธไธใๅไนๆฐใ็ฒใใ ็บๆฏใๅฒๅใ้ใ ้คใ็ฒใไปฅใๅฒๅใใไนๅ ถไปฅใๅๅๅจ็ใใๅไนๆฐใไนใใ ๅคซใๅๅพใใๅคซใไนใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใๅๆจใใ ๅคซใ็ดใใๅคซใๅๆจใไนใใๆฉซใใใๅคซใๅๆจใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๅ ใ็ฒใไปฅไธใๆไนใ็ฒใ่ ใไปๅ ถๆฏ็ฃใ ไบไบใ ๆฝใ่ธ่ฒใๆผใ็ดใๆผใใ้ฆ็ฝใใใ ๆฝใ่จญ่ฒใๆผใ็ดใใ ๆฝใ่ธ่ฒใๆผใ็ดใๆผใใ้ปใใใ ๆฝใๆ็ญใๆผใ็ดใใ ๆๆธ้ถใๅไนๆฐใไธใใ ็บๆฏๅ ญๅ้ใ ้คใไธใไปฅๅ ญๅใไนๅ ถไปฅใๅๅๅจ็ใใๅไนๆฐใไธใใ ๅคซใๅๅพใใๅคซใไธใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใๆญฃๅปๅคๅๆจใใ ๅคซใ็ดใใๅคซใๆญฃๅปๅคๅๆจใไนใใๆฉซใใใๅคซใๆญฃๅปๅคๅๆจใไนใใ็ธฑใใใๅไธไปฅๆฝใ่ฝ็ญใใ ไนไนๅไบๆผใๅๅพใใๅคซใไธใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใๆญฃๅปๅ งๅๆจใใ ๅคซใ็ดใใๅคซใๆญฃๅปๅ งๅๆจใไนใใๆฉซใใใๅคซใๆญฃๅปๅ งๅๆจใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๆฝใๆ็ญใๆผใ็ดใใ ๅ ใไธใไปฅไธใๆไนใไธใ่ ใไปๅ ถๆฏ็ฃใ ไบไบใ ๆๆธ้ถใๅไนๆฐใไธใใ ็บๆฏๅไบ้ใ ้คใไธใไปฅๅไบใไนๅ ถไปฅใๅๅๅจ็ใใๅไนๆฐใๆใใ ๅคซใๅๅพใใๅคซใๆใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใๅๅปๅคๅๆจใใ ๅคซใ็ดใใๅคซใๅๅปๅคๅๆจใไนใใๆฉซใใใๅคซใๅๅปๅคๅๆจใไนใใ็ธฑใใใๅไธไปฅๆฝใ่ฝ็ญใใ ไนๅ ซๅไบๆผใๅๅพใใๅคซใๆใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใๅๅปๅ งๅๆจใใ ๅคซใ็ดใใๅคซใๅๅปๅ งๅๆจใไนใใๆฉซใใใๅคซใๅๅปๅ งๅๆจใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๆฝใๆ็ญใๆผใ็ดใใ ๅ ใไธใไปฅไธใๆไนใไธใ่ ใไปๅ ถๆฏ็ฃใ ไบไบใ ๆฏ่ฌใ็ซ้้ขใไน่กไนใ ๅพๆไธ่กใๅไนๆฐใ็ซๆ้ใใ ๆฌฒ่กๆฏ่กใๅฟ ๅ ๅพไธ็ฉใๆฐใ็ดใใไบๆธใๆฐใ่งใใๆฐใ้้ทใใๆฐใๅฐพ้ทใใๆฐใ้่งใใๆฐใๅฐพ่งใใ ๆฏ่กๆฐใ ๅคซใ้้ทใใๅ ใ้่งใๆผใ่งใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใ็ฒใใ ไน่ฒ ไธๆผใๅฐพ้ทใใๆธใๅฐพ่งใๆผใ่งใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใไนใใ ไน่ฒ ไธๆผใๅฐพ้ทใใๅ ใๅฐพ่งใๆผใ่งใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใไธใใ ๅคซใ้้ทใใๆธใ้่งใๆผใ่งใใๅไบไปฅๆฝใๆฅตๅๆจใใๅไนๆฐใไธใใ ๅคซใ็ดใใๅคซใ็ฒใไนใใๆฉซใใใๅคซใ็ฒใไนใใ็ธฑใใใๅไธไปฅๆฝใ่ฝ็ญใใ ๅคซใ็ดใใๅคซใไนใไนใใๆฉซใใใๅคซใไนใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๅคซใ็ดใใๅคซใไธใไนใใๆฉซใใใๅคซใไธใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๅคซใ็ดใใๅคซใไธใไนใใๆฉซใใใๅคซใไธใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๅคซใ็ดใใๅคซใ็ฒใไนใใๆฉซใใใๅคซใ็ฒใไนใใ็ธฑใใใๅไธไปฅๆฝใ้็ญใใ ๆฝใ่ธ่ฒใๆผใ็ดใๆผใใ่ฑ้ใใใ ๆฝใ่จญ่ฒใๆผใ็ดใใ ๆฏ่ฌใ็ซๆ้ใไน่กไนใ ๅพๆไธ่กใๅไนๆฐใๆง็ฌใใๆฏ่กๆฐใ ๆฝใ(()=>document.getElementById("out").innerHTML="")ใใ ๆฝใไปไฝ็ดๅ ๆใใๅไนๆฐใ็ดๅ ๆใใ ๆฝใๅฝผๆไฝๅฐๆใๆผใ็ดๅ ๆใใๅไนๆฐใๆใใ ๆฝใๅฝผๅไฝๅใๆผใ็ดๅ ๆใใๅไนๆฐใๅใใ ๆฝใๅฝผๅปไฝๅปใๆผใ็ดๅ ๆใใๅไนๆฐใๅปใใ ๆฝใๅฝผ็งไฝ็งใๆผใ็ดๅ ๆใใๅไนๆฐใ็งใใ ไนใๅปใไปฅๅไบใๅ ๅ ถๆผใๅใใๆไนใๅใ่ ใไปๅ ถๆฏ็ฃใ ้คใ็งใไปฅๅ ญๅใๅ ๅ ถๆผใๅใใๆไนใๅใ่ ใไปๅ ถๆฏ็ฃใ ้คใๅใไปฅๅ ญๅใๅ ๅ ถๆผใๆใใๆไนใๆใ่ ใไปๅ ถๆฏ็ฃใ ้คใๅใไปฅๅ ญๅใไนๅ ถไปฅใๅๅๅจ็ใใไนๅ ถไปฅ่ฒ ไธใๅไนๆฐใๅ่งใใ ้คใๆใไปฅๅไบใไนๅ ถไปฅใๅๅๅจ็ใใไนๅ ถไปฅ่ฒ ไธใๅไนๆฐใๆ่งใใ ้คใ็งใไปฅๅ ญๅใไนๅ ถไปฅใๅๅๅจ็ใใไนๅ ถไปฅ่ฒ ไธใๅไนๆฐใ็ง่งใใ ๆฝใๅ็ดใๆผใ็ดๆฉซใใๆผใ็ด็ธฑใใๅไนๆฐใ็ดใใ ๆฝใ็ซ้้ขใๆผใ็ดใใๆผไนๅใ ๆฝใ็ซๆ้ใๆผใ็ดใใๆผใ็ง่งใใๆผๅ ซๅใๆผไธๅใๆผไธๆฏซใๆผไธๅใ ๆฝใ็ซๆ้ใๆผใ็ดใใๆผใๅ่งใใๆผไธๅไบ้ใๆผไธๅใๆผไธๆฏซใๆผไธๅใ ๆฝใ็ซๆ้ใๆผใ็ดใใๆผใๆ่งใใๆผไบๅไบ้ใๆผๅ ซ้ใๆผไบๆฏซใๆผไบๅใ ๆฝใ่ฃฑ็ซใๆผใ็ดใๆผใใoutใใใ ๆฏ่ฌใๆง็ฌใไน่กไนใ ๆฝใ(x=>setInterval(x, 500))ใๆผใๆง็ฌใใ070701000000F0000081A400000000000000000000000166C8A4FD0000019D000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/wgsl.wgsl// 13 lines 10 code 2 comments 1 blanks // comment [[stage(vertex)]] fn vs_main([[builtin(vertex_index)]] in_vertex_index: u32) -> [[builtin(position)]] vec4<f32> { const x = f32(i32(in_vertex_index) - 1); const y = f32(i32(in_vertex_index & 1u) * 2 - 1); return vec4<f32>(x, y, 0.0, 1.0); } [[stage(fragment)]] fn fs_main() -> [[location(0)]] vec4<f32> { return vec4<f32>(1.0, 0.0, 0.0, 1.0); } 070701000000F1000081A400000000000000000000000166C8A4FD00000105000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/xsl.xsl<!-- 13 lines 7 code 4 comments 2 blanks --> <xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"> <!-- Some comment --> <xsl:template match="A"> <xsl:value-of select="."/> </xsl:template> </xsl:stylesheet> 070701000000F2000081A400000000000000000000000166C8A4FD0000017F000000000000000000000000000000000000003100000000tokei-13.0.0.alpha.5+git0/tests/data/xtend.xtend// 23 lines 13 code 4 comments 6 blanks class Test { static def void main(String[] args) { /* * Multiline comment */ val f = new Foo() f.bar() // Not counted } } class Foo { def bar() { println('string type 1') println("string type 2") println('''string type 3''') } } 070701000000F3000081A400000000000000000000000166C8A4FD000002A4000000000000000000000000000000000000002F00000000tokei-13.0.0.alpha.5+git0/tests/data/yaml.yaml# 34 lines 29 code 3 comments 2 blanks # Manifest file from Kubernetes documentation: # https://kubernetes.io/docs/tutorials/stateless-application/guestbook/ apiVersion: apps/v1 kind: Deployment metadata: name: redis-master labels: app: redis spec: selector: matchLabels: app: redis role: master tier: backend replicas: 1 template: metadata: labels: app: redis role: master tier: backend spec: containers: - name: master image: k8s.gcr.io/redis:e2e resources: requests: cpu: 100m memory: 100Mi ports: - containerPort: 6379070701000000F4000081A400000000000000000000000166C8A4FD0000018B000000000000000000000000000000000000003000000000tokei-13.0.0.alpha.5+git0/tests/data/zencode.zs// 21 lines 9 code 7 comments 5 blanks // This is a single line comment. /* This is a multiline comment on a single line. */ /* This is a multiline comment. */ var str = "/*"; var arr = [str, @"wysiwyg", '\"']; for item in arr { print(item); // Found the */ } // Comment with quote " var badStr = // Comment before value "\""; badStr = // Another comment before value @'zen'; 070701000000F5000081A400000000000000000000000166C8A4FD000000E9000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tests/data/zig.zig// 11 lines 5 code 3 comments 3 blanks /// Documentation comment pub fn main() void { const a = 5; // not-counted // Leading-comment const b = c"line comment embedded //"; const c = \\line comment embedded // // } 070701000000F6000081A400000000000000000000000166C8A4FD000000C6000000000000000000000000000000000000003200000000tokei-13.0.0.alpha.5+git0/tests/data/zokrates.zok// 11 lines 3 code 6 comments 2 blanks /* This is a multi-line comment written in more than just one line. */ def main() -> field { // an inline comment return 42; // on a line. } 070701000000F7000041ED00000000000000000000000266C8A4FD00000000000000000000000000000000000000000000002A00000000tokei-13.0.0.alpha.5+git0/tests/embedding070701000000F8000081A400000000000000000000000166C8A4FD00000337000000000000000000000000000000000000005000000000tokei-13.0.0.alpha.5+git0/tests/embedding/file_triggeringprincipal_frame_1.html<!-- 27 lines 20 code 5 comments 2 blanks --> < 0!DOCTYPE HTML> <html> <head><meta charset="utf-8"></head> <body> <b>Frame 1</b><br/> <script type="application/javascript"> // make sure to set document.domain to the same domain as the subframe window.onload = function() { document.domain = "mochi.test"; }; window.addEventListener("message", receiveMessage); function receiveMessage(event) { // make sure to get the right start command, otherwise // let the parent know and fail the test if (event.data.start !== "startTest") { window.removeEventListener("message", receiveMessage); window.parent.postMessage({triggeringPrincipalURI: "false"}, "*"); } // click the link to navigate the subframe document.getElementById("testlink").click(); } </script> </body> </html> 070701000000F9000081A400000000000000000000000166C8A4FD0000013A000000000000000000000000000000000000002D00000000tokei-13.0.0.alpha.5+git0/tokei.example.toml# The width of the terminal output in columns. columns = 80 # Sort languages based on the specified column. sort = "lines" # If set, tokei will only show the languages in `types`. types = ["Python"] # Any doc strings (e.g. `"""hello"""` in python) will be counted as comments. treat_doc_strings_as_comments = true 07070100000000000000000000000000000000000000010000000000000000000000000000000000000000000000000000000B00000000TRAILER!!!1166 blocks
Locations
Projects
Search
Status Monitor
Help
OpenBuildService.org
Documentation
API Documentation
Code of Conduct
Contact
Support
@OBShq
Terms
openSUSE Build Service is sponsored by
The Open Build Service is an
openSUSE project
.
Sign Up
Log In
Places
Places
All Projects
Status Monitor
