forked from IAPark/tiktoken_ruby
-
Notifications
You must be signed in to change notification settings - Fork 0
/
tiktoken_ruby.gemspec
48 lines (39 loc) · 2.01 KB
/
tiktoken_ruby.gemspec
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
# frozen_string_literal: true
require_relative "lib/tiktoken_ruby/version"
Gem::Specification.new do |spec|
spec.name = "rz_tiktoken_ruby"
spec.version = Tiktoken::VERSION
spec.authors = ["IAPark", "judy"]
spec.email = ["isaac.a.park@gmail.com", "clinton@judy.io"]
spec.summary = "Ruby wrapper for Tiktoken"
spec.description = <<~TEXT
An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and used by OpenAI. It
can be used to count the number of tokens in text before sending it to OpenAI APIs. This
is a fork of tiktoken_ruby by IAPark, which has been cross-compiled for multiple platforms.
This way compilation with Rust extensions doesn't need to happen wherever you are deploying it.
TEXT
spec.homepage = "https://github.com/retailzipline/tiktoken_ruby"
spec.license = "MIT"
spec.required_ruby_version = ">= 2.7.0"
spec.required_rubygems_version = ">= 3.1.0"
spec.platform = Gem::Platform::RUBY
spec.metadata["homepage_uri"] = spec.homepage
spec.metadata["source_code_uri"] = "https://github.com/retailzipline/tiktoken_ruby"
spec.metadata["documentation_uri"] = "https://rubydoc.info/github/IAPark/tiktoken_ruby/main"
spec.metadata["allowed_push_host"] = "https://rubygems.org"
# spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
# Specify which files should be added to the gem when it is released.
# The `git ls-files -z` loads the files in the RubyGem that have been added into git.
spec.files = Dir.chdir(__dir__) do
`git ls-files -z`.split("\x0").reject do |f|
(f == __FILE__) || f.match(%r{\A(?:(?:bin|test|spec|features)/|\.(?:git|circleci)|appveyor)})
end
end
spec.bindir = "exe"
spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
spec.require_paths = ["lib"]
spec.extensions = ["ext/tiktoken_ruby/extconf.rb"]
spec.add_dependency "rb_sys", "~> 0.9.81"
# For more information and examples about making a new gem, check out our
# guide at: https://bundler.io/guides/creating_gem.html
end