Merge pull request #94 from 0xi4o/feature/multimodal

Feature: Add Multi Modal Capabilities

Author: HenryHengZJ

dist/components/Bot.d.ts

@@ -1,13 +1,35 @@
 import { BotMessageTheme, TextInputTheme, UserMessageTheme } from '@/features/bubble/types';
+export type FileEvent<T = EventTarget> = {
+    target: T;
+};
+type ImageUploadConstraits = {
+    fileTypes: string[];
+    maxUploadSize: number;
+};
+export type UploadsConfig = {
+    imgUploadSizeAndTypes: ImageUploadConstraits[];
+    isImageUploadAllowed: boolean;
+    isSpeechToTextEnabled: boolean;
+};
+type FilePreviewData = string | ArrayBuffer;
+type FilePreview = {
+    data: FilePreviewData;
+    mime: string;
+    name: string;
+    preview: string;
+    type: string;
+};
 type messageType = 'apiMessage' | 'userMessage' | 'usermessagewaiting';
-type observerConfigType = (accessor: string | boolean | object | MessageType[]) => void;
-export type observersConfigType = Record<'observeUserInput' | 'observeLoading' | 'observeMessages', observerConfigType>;
+export type FileUpload = Omit<FilePreview, 'preview'>;
 export type MessageType = {
     message: string;
     type: messageType;
     sourceDocuments?: any;
     fileAnnotations?: any;
+    fileUploads?: Partial<FileUpload>[];
 };
+type observerConfigType = (accessor: string | boolean | object | MessageType[]) => void;
+export type observersConfigType = Record<'observeUserInput' | 'observeLoading' | 'observeMessages', observerConfigType>;
 export type BotProps = {
     chatflowid: string;
     apiHost?: string;

dist/components/ImageUploadButton.d.ts

@@ -0,0 +1,11 @@
+import { JSX } from 'solid-js/jsx-runtime';
+type ImageUploadButtonProps = {
+    buttonColor?: string;
+    isDisabled?: boolean;
+    isLoading?: boolean;
+    disableIcon?: boolean;
+} & JSX.ButtonHTMLAttributes<HTMLButtonElement>;
+export declare const ImageUploadButton: (props: ImageUploadButtonProps) => JSX.Element;
+export declare const Spinner: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+export {};
+//# sourceMappingURL=ImageUploadButton.d.ts.map

dist/components/RecordAudioButton.d.ts

@@ -0,0 +1,11 @@
+import { JSX } from 'solid-js/jsx-runtime';
+type RecordAudioButtonProps = {
+    buttonColor?: string;
+    isDisabled?: boolean;
+    isLoading?: boolean;
+    disableIcon?: boolean;
+} & JSX.ButtonHTMLAttributes<HTMLButtonElement>;
+export declare const RecordAudioButton: (props: RecordAudioButtonProps) => JSX.Element;
+export declare const Spinner: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+export {};
+//# sourceMappingURL=RecordAudioButton.d.ts.map

dist/components/bubbles/GuestBubble.d.ts

@@ -1,5 +1,9 @@
+import { MessageType } from '../Bot';
 type Props = {
-    message: string;
+    message: MessageType;
+    apiHost?: string;
+    chatflowid: string;
+    chatId: string;
     showAvatar?: boolean;
     avatarSrc?: string;
     backgroundColor?: string;

dist/components/buttons/CancelButton.d.ts

@@ -0,0 +1,10 @@
+import { JSX } from 'solid-js/jsx-runtime';
+type CancelButtonProps = {
+    buttonColor?: string;
+    isDisabled?: boolean;
+    isLoading?: boolean;
+    disableIcon?: boolean;
+} & JSX.ButtonHTMLAttributes<HTMLButtonElement>;
+export declare const CancelButton: (props: CancelButtonProps) => JSX.Element;
+export {};
+//# sourceMappingURL=CancelButton.d.ts.map

dist/components/buttons/ImageUploadButton.d.ts

@@ -0,0 +1,11 @@
+import { JSX } from 'solid-js/jsx-runtime';
+type ImageUploadButtonProps = {
+    buttonColor?: string;
+    isDisabled?: boolean;
+    isLoading?: boolean;
+    disableIcon?: boolean;
+} & JSX.ButtonHTMLAttributes<HTMLButtonElement>;
+export declare const ImageUploadButton: (props: ImageUploadButtonProps) => JSX.Element;
+export declare const Spinner: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+export {};
+//# sourceMappingURL=ImageUploadButton.d.ts.map

dist/components/buttons/RecordAudioButton.d.ts

@@ -0,0 +1,11 @@
+import { JSX } from 'solid-js/jsx-runtime';
+type RecordAudioButtonProps = {
+    buttonColor?: string;
+    isDisabled?: boolean;
+    isLoading?: boolean;
+    disableIcon?: boolean;
+} & JSX.ButtonHTMLAttributes<HTMLButtonElement>;
+export declare const RecordAudioButton: (props: RecordAudioButtonProps) => JSX.Element;
+export declare const Spinner: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+export {};
+//# sourceMappingURL=RecordAudioButton.d.ts.map

dist/components/buttons/SendButton.d.ts

@@ -0,0 +1,12 @@
+import { JSX } from 'solid-js/jsx-runtime';
+type SendButtonProps = {
+    sendButtonColor?: string;
+    isDisabled?: boolean;
+    isLoading?: boolean;
+    disableIcon?: boolean;
+} & JSX.ButtonHTMLAttributes<HTMLButtonElement>;
+export declare const SendButton: (props: SendButtonProps) => JSX.Element;
+export declare const DeleteButton: (props: SendButtonProps) => JSX.Element;
+export declare const Spinner: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+export {};
+//# sourceMappingURL=SendButton.d.ts.map

dist/components/icons/AddImageIcon.d.ts

@@ -0,0 +1,3 @@
+import { JSX } from 'solid-js/jsx-runtime';
+export declare const AddImageIcon: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+//# sourceMappingURL=AddImageIcon.d.ts.map

dist/components/icons/CircleDotIcon.d.ts

@@ -0,0 +1,3 @@
+import { JSX } from 'solid-js/jsx-runtime';
+export declare const CircleDotIcon: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+//# sourceMappingURL=CircleDotIcon.d.ts.map

dist/components/icons/RecordIcon.d.ts

@@ -0,0 +1,3 @@
+import { JSX } from 'solid-js/jsx-runtime';
+export declare const RecordIcon: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+//# sourceMappingURL=RecordIcon.d.ts.map

dist/components/icons/TrashIcon.d.ts

@@ -0,0 +1,3 @@
+import { JSX } from 'solid-js/jsx-runtime';
+export declare const TrashIcon: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+//# sourceMappingURL=TrashIcon.d.ts.map

dist/components/icons/XIcon.d.ts

@@ -0,0 +1,3 @@
+import { JSX } from 'solid-js/jsx-runtime';
+export declare const XIcon: (props: JSX.SvgSVGAttributes<SVGSVGElement>) => JSX.Element;
+//# sourceMappingURL=XIcon.d.ts.map

dist/components/icons/index.d.ts

@@ -1,2 +1,8 @@
+export * from './AddImageIcon';
+export * from './CircleDotIcon';
+export * from './DeleteIcon';
+export * from './RecordIcon';
 export * from './SendIcon';
+export * from './TrashIcon';
+export * from './XIcon';
 //# sourceMappingURL=index.d.ts.map

dist/components/index.d.ts

@@ -1,3 +1,3 @@
-export * from './SendButton';
+export * from './buttons/SendButton';
 export * from './TypingBubble';
 //# sourceMappingURL=index.d.ts.map

dist/components/inputs/textInput/components/TextInput.d.ts

@@ -1,3 +1,5 @@
+import { Setter } from 'solid-js';
+import { FileEvent, UploadsConfig } from '@/components/Bot';
 type Props = {
     placeholder?: string;
     backgroundColor?: string;
@@ -7,6 +9,10 @@ type Props = {
     fontSize?: number;
     disabled?: boolean;
     onSubmit: (value: string) => void;
+    uploadsConfig?: Partial<UploadsConfig>;
+    setPreviews: Setter<unknown[]>;
+    onMicrophoneClicked: () => void;
+    handleFileChange: (event: FileEvent<HTMLInputElement>) => void;
 };
 export declare const TextInput: (props: Props) => import("solid-js").JSX.Element;
 export {};

dist/queries/sendMessageQuery.d.ts

@@ -1,7 +1,8 @@
-import { MessageType } from '@/components/Bot';
+import { FileUpload, MessageType } from '@/components/Bot';
 export type IncomingInput = {
     question: string;
     history: MessageType[];
+    uploads?: FileUpload[];
     overrideConfig?: Record<string, unknown>;
     socketIOClientId?: string;
     chatId?: string;