Skip to content

Commit

Permalink
Android: Implement InputConnection
Browse files Browse the repository at this point in the history 
So that we can use text prediction and other input method features
  • Loading branch information
@ogoffart
ogoffart committed Jan 21, 2024
1 parent daa40f4 commit 168654f
Show file tree
Hide file tree
Showing 3 changed files with 345 additions and 54 deletions.
17 changes: 13 additions & 4 deletions internal/backends/android-activity/build.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ fn main() {
let out_dir = env::var("OUT_DIR").unwrap();

let slint_path = "dev/slint/android-activity";
let java_class = "SlintAndroidJavaHelper";
let java_class = "SlintAndroidJavaHelper.java";

let out_class = format!("{out_dir}/java/{slint_path}");

Expand All @@ -39,7 +39,7 @@ fn main() {

// Compile the Java file into a .class file
let o = Command::new(&javac_path)
.arg(format!("java/{java_class}.java"))
.arg(format!("java/{java_class}"))
.arg("-d")
.arg(&out_class)
.arg("-classpath").arg(&classpath)
Expand All @@ -64,9 +64,18 @@ fn main() {
if cfg!(windows) { "d8.exe" } else { "d8" },
)
.expect("d8 tool not found");

// collect all the *.class files
let classes = fs::read_dir(&out_class)
.unwrap()
.filter_map(Result::ok)
.filter(|entry| entry.path().extension() == Some(std::ffi::OsStr::new("class")))
.map(|entry| entry.path())
.collect::<Vec<_>>();

let o = Command::new(&d8_path)
.args(&["--classpath", &out_class])
.arg(format!("{out_class}/{java_class}.class"))
.args(&classes)
.arg("--output")
.arg(&out_dir)
.output()
Expand All @@ -76,7 +85,7 @@ fn main() {
panic!("Dex conversion failed: {}", String::from_utf8_lossy(&o.stderr));
}

println!("cargo:rerun-if-changed=java/{java_class}.java");
println!("cargo:rerun-if-changed=java/{java_class}");
}

fn env_var(var: &str) -> Result<String, env::VarError> {
Expand Down
162 changes: 157 additions & 5 deletions internal/backends/android-activity/java/SlintAndroidJavaHelper.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,23 +2,175 @@
// SPDX-License-Identifier: GPL-3.0-only OR LicenseRef-Slint-Royalty-free-1.1 OR LicenseRef-Slint-commercial

import android.view.View;
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
import android.content.Context;
import android.view.inputmethod.InputMethodManager;
import android.app.Activity;
import android.widget.FrameLayout;
import android.view.inputmethod.BaseInputConnection;
import android.view.inputmethod.ExtractedText;

public class SlintAndroidJavaHelper {
class SlintInputView extends View {
private String mText = "";
private int mCursorPosition = 0;
private int mAnchorPosition = 0;
private String mPreedit = "";
private int mPreeditOffset;


public SlintInputView(Context context) {
super(context);
setFocusable(true);
setFocusableInTouchMode(true);
}

@Override
public boolean onCheckIsTextEditor() {
return true;
}

@Override
public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
outAttrs.inputType = EditorInfo.TYPE_CLASS_TEXT;
outAttrs.imeOptions = EditorInfo.IME_FLAG_NO_EXTRACT_UI;
outAttrs.initialSelStart = mCursorPosition;
outAttrs.initialSelEnd = mAnchorPosition;
return new BaseInputConnection(this, false) {
@Override
public CharSequence getTextBeforeCursor(int n, int flags) {
return mText.substring(0, mCursorPosition);
}

@Override
public CharSequence getTextAfterCursor(int n, int flags) {
return mText.substring(mCursorPosition);
}

@Override
public CharSequence getSelectedText(int flags) {
if (mCursorPosition != mAnchorPosition) {
return mText.substring(mCursorPosition, mAnchorPosition);
}
return null;
}

@Override
public boolean commitText(CharSequence text, int newCursorPosition) {
mText = new StringBuilder(mText).delete(mCursorPosition, mAnchorPosition).insert(mCursorPosition, text)
.toString();
mPreedit = "";
if (newCursorPosition > 0) {
mCursorPosition = mCursorPosition + text.length() + newCursorPosition - 1;
} else {
mCursorPosition = mCursorPosition + newCursorPosition;
}
mAnchorPosition = mCursorPosition;
SlintAndroidJavaHelper.updateText(mText, mCursorPosition, mAnchorPosition, mPreedit, mPreeditOffset);
// return super.commitText(text, newCursorPosition);
return true;
}

@Override
public boolean deleteSurroundingText(int beforeLength, int afterLength) {
mText = new StringBuilder(mText).delete(mCursorPosition - beforeLength, mAnchorPosition + afterLength)
.toString();
mCursorPosition = mCursorPosition - beforeLength;
mAnchorPosition = mCursorPosition;
SlintAndroidJavaHelper.updateText(mText, mCursorPosition, mAnchorPosition, mPreedit, mPreeditOffset);
return true;
}

@Override
public boolean setComposingText(CharSequence text, int newCursorPosition) {
mPreedit = text.toString();
mPreeditOffset = newCursorPosition;
SlintAndroidJavaHelper.updateText(mText, mCursorPosition, mAnchorPosition, mPreedit, mPreeditOffset);
return super.setComposingText(text, newCursorPosition);
}

@Override
public boolean setSelection(int start, int end) {
mCursorPosition = start;
mAnchorPosition = end;
SlintAndroidJavaHelper.updateText(mText, mCursorPosition, mAnchorPosition, mPreedit, mPreeditOffset);
return true;
}
};
}

public void setText(String text, int cursorPosition, int anchorPosition, String preedit, int preeditOffset) {
mText = text;
mCursorPosition = cursorPosition;
mAnchorPosition = anchorPosition;
mPreedit = preedit;
mPreeditOffset = preeditOffset;

InputMethodManager imm = (InputMethodManager) this.getContext().getSystemService(Context.INPUT_METHOD_SERVICE);
ExtractedText extractedText = new ExtractedText();
extractedText.text = mText;
extractedText.startOffset = mPreeditOffset;
extractedText.selectionStart = mCursorPosition;
extractedText.selectionEnd = mAnchorPosition;
imm.updateExtractedText(this, 0, extractedText);
imm.updateSelection(this, cursorPosition, anchorPosition, cursorPosition, anchorPosition);
}
}

public class SlintAndroidJavaHelper {
Activity mActivity;
SlintInputView mInputView;

public SlintAndroidJavaHelper(Activity activity) {
this.mActivity = activity;
this.mInputView = new SlintInputView(activity);
this.mActivity.runOnUiThread(new Runnable() {
@Override
public void run() {
FrameLayout.LayoutParams params = new FrameLayout.LayoutParams(10, 10);
mActivity.addContentView(mInputView, params);
mInputView.setVisibility(View.VISIBLE);
}
});
}

public void show_keyboard() {
InputMethodManager imm = (InputMethodManager)mActivity.getSystemService(Context.INPUT_METHOD_SERVICE);
imm.showSoftInput(mActivity.getWindow().getDecorView(), 0);
mActivity.runOnUiThread(new Runnable() {
@Override
public void run() {
mInputView.requestFocus();
InputMethodManager imm = (InputMethodManager) mActivity.getSystemService(Context.INPUT_METHOD_SERVICE);
imm.showSoftInput(mInputView, 0);
}
});
}

public void hide_keyboard() {
InputMethodManager imm = (InputMethodManager)mActivity.getSystemService(Context.INPUT_METHOD_SERVICE);
imm.hideSoftInputFromWindow(mActivity.getWindow().getDecorView().getWindowToken(), 0);
mActivity.runOnUiThread(new Runnable() {
@Override
public void run() {
InputMethodManager imm = (InputMethodManager) mActivity.getSystemService(Context.INPUT_METHOD_SERVICE);
imm.hideSoftInputFromWindow(mInputView.getWindowToken(), 0);
}
});
}

static public native void updateText(String text, int cursorPosition, int anchorPosition, String preedit,
int preeditOffset);

public void set_imm_data(String text, int cursor_position, int anchor_position, String preedit, int preedit_offset,
int rect_x, int rect_y, int rect_w, int rect_h, int input_type) {

mActivity.runOnUiThread(new Runnable() {
@Override
public void run() {
FrameLayout.LayoutParams layoutParams = new FrameLayout.LayoutParams(rect_w, rect_h);
layoutParams.setMargins(rect_x, rect_y, 0, 0);
mInputView.setLayoutParams(layoutParams);
int selStart = Math.min(cursor_position, anchor_position);
int selEnd = Math.max(cursor_position, anchor_position);
mInputView.setText(text, selStart, selEnd, preedit, preedit_offset);
}
});
}
}
Loading

0 comments on commit 168654f

Please sign in to comment.