New button addition.

shinya.ta

All from the cursor.
And the whole text.

cvp

@shinya.ta ok, last (I hope) questions: where do you want these buttons and which title on them?

cvp

@shinya.ta first of all, @ccc advice followed here Emojis Keyboard.py
Please try it, thanks

shinya.ta

Yes, it's necessary for me.

cvp

@shinya.ta said:

Yes, it's necessary for me.

sorry, I don't understand to which questions you answer 🤔

cvp

@shinya.ta I have still an important question: do you use this keyboard in a text field of more than one line? Because Pythonista keyboard module does not support it easily.

shinya.ta

I need this reading button for my wife.

cvp

@shinya.ta i understand why you need it but you don't answer to my questions:

where do you want these buttons?
which title?
3 ) do you use it in a text field of multiple lines?

Ex:

shinya.ta

I want to have a button here.
It's okay with the title of the picture.
I use it in multiple lines.

cvp

@shinya.ta said:

I want to have a button here.

Sorry, but one more time I don't understand. For the moment, I'll keep "my" positions

cvp

@shinya.ta said:

I use it in multiple lines.

Let us begin with one line at once because Pythonista's keyboard module does not support multiple lines in keyboard.get_input_context() module

cvp

@shinya.ta I've problems with uploading to GitHub, just now, thus, please try this, it works for me in English and for one line, that's just the beginning.

import keyboard
import ui
from objc_util import *
import clipboard
import speech
import sys

import time
import threading
			  
class MyView(ui.View):
	def __init__(self, *args, **kwargs):
		super().__init__(self, *args, **kwargs)
		self.background_color = 'lightgray'
		
		# bounds not yet known in init, let some delay		
		ui.delay(self.dimensions,0.1)
		
	def dimensions(self):				
		w,h = self.bounds.size
		
		h_icons = 40
		
		dd = 2
		d = (h-4*dd-h_icons)/3
		x0 = (w -3*d - 2*dd)/2

		x = x0 - d/2
		y = h_icons + dd		
		def b_top_action(sender):
			t = keyboard.get_input_context()	# current line
			l = len(t[0])
			keyboard.move_cursor(-l)
		self.d = d
		self.make_button(x,y,d,'文頭',b_top_action) # begin of sentence

		x = x0 + 1 * (d + dd)
		y = h_icons + dd
		def b_up_action(sender):
			t = keyboard.get_input_context()	# current line
			l0 = len(t[0])
			l1 = len(t[1])
			keyboard.move_cursor(-l0)
			keyboard.move_cursor(-1)					# end of previous line
			t = keyboard.get_input_context()	# previous line
			l2 = len(t[0])
			l3 = len(t[1])
			#sender.title = str(l0)+' '+str(l1)+' '+str(l2)+' '+str(l3)
			if l2 >= l0:
				keyboard.move_cursor(-(l2-l0))
			else:
				pass											# line is shorter than l0, thus stay at end
		self.make_button(x,y,d,'⬆️',b_up_action)
		
		x = x0 + 2 * (d + dd)
		y = h_icons + dd
		def b_read_from_action(sender):
			t = keyboard.get_input_context()
			speech.say(t[1],'jp-JP')
			#speech.say(t[1],'en-EN')
		self.make_button(x,y,d,'read\nfrom',b_read_from_action)
		
		x = x0 + 3 * (d + dd)
		y = h_icons + dd
		def b_read_all_action(sender):
			keyboard.move_cursor(-1000)
			t = keyboard.get_input_context()
			speech.say(t[1],'jp-JP')
			#speech.say(t[1],'en-EN')
		self.make_button(x,y,d,'read\nall',b_read_all_action)

		x = x0
		y = h_icons + dd + 1 * (d + dd)
		def b_left_action(sender):
			keyboard.move_cursor(-1)
		self.make_button(x,y,d,'⬅️',b_left_action)
		
		x = x0 + 1 * (d + dd)
		y = h_icons + dd + 1 * (d + dd)
		def b_bottom_action(sender):
			t = keyboard.get_input_context()	# current line
			l = len(t[1])
			keyboard.move_cursor(+l)
			move = my_thread(1)
			move.start()
		self.make_button(x,y,d,'文末',b_bottom_action)   # end of sentence

		x = x0 + 2 * (d + dd)
		y = h_icons + dd + 1 * (d + dd)
		def b_right_action(sender):
			keyboard.move_cursor(+1)
		self.make_button(x,y,d,'➡️',b_right_action)

		x = x0 - d/2
		y = h_icons + dd + 2 * (d + dd)		
		def b_copy_action(sender):
			context = keyboard.get_input_context()
			t = keyboard.get_selected_text()
			clipboard.set(t)
		if keyboard.has_full_access():
			self.make_button(x,y,d,'copy',b_copy_action)
		else:
			self.make_button(x,y,d,'no full',b_copy_action)    

		x = x0 + 1 * (d + dd)
		y = h_icons + dd + 2 * (d + dd)
		def b_down_action(sender):
			t = keyboard.get_input_context()	# current line
			l0 = len(t[0])
			l1 = len(t[1])
			keyboard.move_cursor(l1)
			keyboard.move_cursor(1)						# begin of next line
			t = keyboard.get_input_context()	# next line
			l2 = len(t[0])
			l3 = len(t[1])
			if (l2+l3) >= l0:
				keyboard.move_cursor(l0)
			else:
				pass
				#keyboard.move_cursor(2)#l0-l2)
		self.make_button(x,y,d,'⬇️',b_down_action)
		
		x = x0 + 2 * (d + dd) + dd + d/2
		y = h_icons + dd + 2 * (d + dd)
		def b_delete_action(sender):
			keyboard.backspace(times=1)
		self.make_button(x,y,d,'左削除',b_delete_action)  # delete
		
		d = 32
		dd = 4
		w_buttons = 0

		#create normal keys
		emojis = '😊😜😱💦☔️(笑)☀️☁️☃️❄️🍙🍔🚗🌈⭐️😀😃😄😁😆😅😂🤣☺️😊😇🙂🙃😉😌😍🥰😘😗😙😚😋😛😝😜🤪🤨🧐🤓😎🤩🥳😏😒😞😔😟😕🙁☹️😣😖😫😩🥺😢😭😤😠😡🤬🤯😳🥵🥶😨😰😥😓🤗🤔🤭🤫🤥😶😐😑😬😦😧😮😲😴'
		n_emojis_in_set = 10
		n_sets = 1 + int((len(emojis)-1)/n_emojis_in_set)
		self.vv_array = []
		for i_set in range(0,n_sets):
			l = int(len(emojis)/n_sets)
			i = i_set * l
			set_emojis = emojis[i:i+l] + '⏩'
			w, h = ui.get_screen_size() 
			vv = ui.View(name='set'+str(i_set))
			vv.background_color = 'lightgray'
			h = 0
			x = dd
			y = dd
			for button_title in set_emojis:
				b = ui.Button(title=button_title)
				if button_title == '⏩':
					b_action = self.nextSet
					b.i_set = i_set
					b.n_sets = n_sets
					b.name = 'nextSet'
				else:
					b_action = self.typeChar
				b.action=b_action
				b.frame = (x,y,d,d)
				b.font = ('.SFUIText', d)
				if (y+d+dd) > h:
					h = y + d + dd
				vv.add_subview(b)
				x = x + d + dd
				if (x+d+dd) > w:
					x = dd
					y = y + d + dd
			vv.frame = (w_buttons,0,w-w_buttons,h)
			self.vv_array.append(vv)
			self.add_subview(vv)  
			
		i_set = 0
		self.nextSet(self.vv_array[n_sets-1]['nextSet'])  # display 1st set
		
	def make_button(self,x,y,d,title,action):
		b = ui.Button()
		b.frame = (x,y,d,d)
		b.background_color = 'white'
		b.border_width = 1
		b.corner_radius = self.d/4
		b.title = title
		if '\n' in title:
			bo = ObjCInstance(b)
			for sv in bo.subviews(): 
				if hasattr(sv,'titleLabel'):
					tl = sv.titleLabel()
					tl.numberOfLines = 0
		b.action = action
		self.add_subview(b)
		
	def typeChar(self,sender):
		keyboard.insert_text(sender.title)

	def nextSet(self,sender):
		i_set = sender.i_set + 1
		if i_set == sender.n_sets:
			i_set = 0
		#attach our accessory to the textfield, and textview
		ww = self.vv_array[i_set]
		ww.bring_to_front()
		
def main():
	if not keyboard.is_keyboard():
		return
	v = MyView()
	keyboard.set_view(v, 'expanded')
	
if __name__ == '__main__':
	main()

cvp

Github version ok

shinya.ta

It's OK here.
After that it's only reading.

cvp

@shinya.ta said:

After that it's only reading.

Is it not reading in Japanese?

shinya.ta

I don't speak anything.

cvp

@shinya.ta I remember that in the past you met the same problem with the iPhone of your wife.
Could you change in the script, two times,

            speech.say(t[1],'jp-JP')
            #speech.say(t[1],'en-EN')

by

            #speech.say(t[1],'jp-JP')
            speech.say(t[1],'en-EN')

And test it, it should say the text in English, if you type English words, of course
For me, it is ok

And put the cursor in the middle of a line

shinya.ta

I won't talk even if I change it.

cvp

@shinya.ta It seems that you have one more time some problem with the speech module...

cvp

@shinya.ta remember in this topic