-
-
Notifications
You must be signed in to change notification settings - Fork 360
/
Copy pathhttp.rb
111 lines (95 loc) · 3.53 KB
/
http.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
module OpenAI
module HTTP
def get(path:)
to_json(conn.get(uri(path: path)) do |req|
req.headers = headers
end&.body)
end
def json_post(path:, parameters:, deployment_id: nil)
path = "/openai/deployments/#{deployment_id}/#{path}" if deployment_id
to_json(conn.post(uri(path: path)) do |req|
if parameters[:stream].respond_to?(:call)
req.options.on_data = to_json_stream(user_proc: parameters[:stream])
parameters[:stream] = true # Necessary to tell OpenAI to stream.
elsif parameters[:stream]
raise ArgumentError, "The stream parameter must be a Proc or have a #call method"
end
req.headers = headers
req.body = parameters.to_json
end&.body)
end
def multipart_post(path:, parameters: nil)
to_json(conn(multipart: true).post(uri(path: path)) do |req|
req.headers = headers.merge({ "Content-Type" => "multipart/form-data" })
req.body = multipart_parameters(parameters)
end&.body)
end
def delete(path:)
to_json(conn.delete(uri(path: path)) do |req|
req.headers = headers
end&.body)
end
private
def to_json(string)
return unless string
JSON.parse(string)
rescue JSON::ParserError
# Convert a multiline string of JSON objects to a JSON array.
JSON.parse(string.gsub("}\n{", "},{").prepend("[").concat("]"))
end
# Given a proc, returns an outer proc that can be used to iterate over a JSON stream of chunks.
# For each chunk, the inner user_proc is called giving it the JSON object. The JSON object could
# be a data object or an error object as described in the OpenAI API documentation.
#
# If the JSON object for a given data or error message is invalid, it is ignored.
#
# @param user_proc [Proc] The inner proc to call for each JSON object in the chunk.
# @return [Proc] An outer proc that iterates over a raw stream, converting it to JSON.
def to_json_stream(user_proc:)
proc do |chunk, _|
chunk.scan(/(?:data|error): (\{.*\})/i).flatten.each do |data|
user_proc.call(JSON.parse(data))
rescue JSON::ParserError
# Ignore invalid JSON.
end
end
end
def conn(multipart: false)
Faraday.new do |f|
f.options[:timeout] = OpenAI.configuration.request_timeout
f.request(:multipart) if multipart
end
end
def uri(path:)
if OpenAI.configuration.api_type == :azure
base = File.join(OpenAI.configuration.uri_base, path)
"#{base}?api-version=#{OpenAI.configuration.api_version}"
else
File.join(OpenAI.configuration.uri_base, OpenAI.configuration.api_version, path)
end
end
def headers
return azure_headers if OpenAI.configuration.api_type == :azure
{
"Content-Type" => "application/json",
"Authorization" => "Bearer #{OpenAI.configuration.access_token}",
"OpenAI-Organization" => OpenAI.configuration.organization_id
}
end
def azure_headers
{
"Content-Type" => "application/json",
"api-key" => OpenAI.configuration.access_token
}
end
def multipart_parameters(parameters)
parameters&.transform_values do |value|
next value unless value.is_a?(File)
# Doesn't seem like OpenAI need mime_type yet, so not worth
# the library to figure this out. Hence the empty string
# as the second argument.
Faraday::UploadIO.new(value, "", value.path)
end
end
end
end