Skip to content

Commit

Permalink
Misc fixes for the demo app.
Browse files Browse the repository at this point in the history
Summary: .

Differential Revision: D64119638
  • Loading branch information
shoumikhin authored and facebook-github-bot committed Oct 9, 2024
1 parent 566902b commit 83a7e5a
Show file tree
Hide file tree
Showing 3 changed files with 14 additions and 15 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -18,12 +18,9 @@ class RunnerHolder: ObservableObject {

extension UIImage {
func resized(to newSize: CGSize) -> UIImage {
let format = UIGraphicsImageRendererFormat.default()
let renderer = UIGraphicsImageRenderer(size: newSize, format: format)
let image = renderer.image { _ in
UIGraphicsImageRenderer(size: newSize).image { _ in
draw(in: CGRect(origin: .zero, size: newSize))
}
return image
}

func toRGBArray() -> [UInt8]? {
Expand Down Expand Up @@ -71,10 +68,10 @@ extension UIImage {
let g = UInt8(pixelData[pixelIndex + 1])
let b = UInt8(pixelData[pixelIndex + 2])

let rgbIndex = (y * width + x)
let rgbIndex = (y * width + x) * 3
rgbArray[rgbIndex] = r
rgbArray[rgbIndex + height * width] = g
rgbArray[rgbIndex + 2 * height * width] = b
rgbArray[rgbIndex + 1] = g
rgbArray[rgbIndex + 2] = b
}
}

Expand Down Expand Up @@ -288,6 +285,7 @@ struct ContentView: View {
defer {
DispatchQueue.main.async {
isGenerating = false
selectedImage = nil
}
}

Expand All @@ -302,7 +300,7 @@ struct ContentView: View {
messages.append(Message(text: text))
messages.append(Message(type: .llamagenerated))

if let runner = runnerHolder.runner, !runner.isloaded() {
if let runner = runnerHolder.runner, !runner.isLoaded() {
var error: Error?
let startLoadTime = Date()
do {
Expand Down Expand Up @@ -335,7 +333,7 @@ struct ContentView: View {
messages.append(Message(text: text))
messages.append(Message(type: .llavagenerated))

if let runner = runnerHolder.llavaRunner, !runner.isloaded() {
if let runner = runnerHolder.llavaRunner, !runner.isLoaded() {
var error: Error?
let startLoadTime = Date()
do {
Expand Down Expand Up @@ -394,7 +392,7 @@ struct ContentView: View {
if token != llava_prompt {
if token == "</s>" {
shouldStopGenerating = true
runnerHolder.runner?.stop()
runnerHolder.llavaRunner?.stop()
} else {
tokens.append(token)
if tokens.count > 2 {
Expand All @@ -410,7 +408,7 @@ struct ContentView: View {
}
}
if shouldStopGenerating {
runnerHolder.runner?.stop()
runnerHolder.llavaRunner?.stop()
}
}
}
Expand Down Expand Up @@ -485,6 +483,7 @@ struct ContentView: View {
}
runnerQueue.async {
runnerHolder.runner = nil
runnerHolder.llavaRunner = nil
}
switch pickerType {
case .model:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ NS_SWIFT_NAME(Runner)

- (instancetype)initWithModelPath:(NSString*)filePath
tokenizerPath:(NSString*)tokenizerPath;
- (BOOL)isloaded;
- (BOOL)isLoaded;
- (BOOL)loadWithError:(NSError**)error;
- (BOOL)generate:(NSString*)prompt
sequenceLength:(NSInteger)seq_len
Expand All @@ -36,7 +36,7 @@ NS_SWIFT_NAME(LLaVARunner)

- (instancetype)initWithModelPath:(NSString*)filePath
tokenizerPath:(NSString*)tokenizerPath;
- (BOOL)isloaded;
- (BOOL)isLoaded;
- (BOOL)loadWithError:(NSError**)error;
- (BOOL)generate:(void*)imageBuffer
width:(CGFloat)width
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ - (void)dealloc {
[ExecuTorchLog.sharedLog removeSink:self];
}

- (BOOL)isloaded {
- (BOOL)isLoaded {
return _runner->is_loaded();
}

Expand Down Expand Up @@ -128,7 +128,7 @@ - (void)dealloc {
[ExecuTorchLog.sharedLog removeSink:self];
}

- (BOOL)isloaded {
- (BOOL)isLoaded {
return _runner->is_loaded();
}

Expand Down

0 comments on commit 83a7e5a

Please sign in to comment.