2024-03-22 11:35:25 +08:00
|
|
|
import { IModalManagerChildrenProps } from '@/components/modal-manager';
|
|
|
|
|
import {
|
2024-03-22 16:57:09 +08:00
|
|
|
Button,
|
|
|
|
|
Divider,
|
|
|
|
|
Form,
|
|
|
|
|
InputNumber,
|
|
|
|
|
Modal,
|
|
|
|
|
Space,
|
|
|
|
|
Switch,
|
|
|
|
|
Tag,
|
|
|
|
|
} from 'antd';
|
|
|
|
|
import React, { useEffect, useMemo } from 'react';
|
|
|
|
|
|
|
|
|
|
import MaxTokenNumber from '@/components/max-token-number';
|
|
|
|
|
import { IKnowledgeFileParserConfig } from '@/interfaces/database/knowledge';
|
|
|
|
|
import { IChangeParserConfigRequestBody } from '@/interfaces/request/document';
|
|
|
|
|
import { MinusCircleOutlined, PlusOutlined } from '@ant-design/icons';
|
|
|
|
|
import omit from 'lodash/omit';
|
|
|
|
|
import {} from 'module';
|
|
|
|
|
import { useFetchParserListOnMount } from './hooks';
|
2024-03-22 11:35:25 +08:00
|
|
|
|
|
|
|
|
import styles from './index.less';
|
|
|
|
|
|
|
|
|
|
const { CheckableTag } = Tag;
|
|
|
|
|
|
|
|
|
|
interface IProps extends Omit<IModalManagerChildrenProps, 'showModal'> {
|
|
|
|
|
loading: boolean;
|
2024-03-22 16:57:09 +08:00
|
|
|
onOk: (
|
|
|
|
|
parserId: string,
|
|
|
|
|
parserConfig: IChangeParserConfigRequestBody,
|
|
|
|
|
) => void;
|
2024-03-22 11:35:25 +08:00
|
|
|
showModal?(): void;
|
2024-03-22 16:57:09 +08:00
|
|
|
parserId: string;
|
|
|
|
|
parserConfig: IKnowledgeFileParserConfig;
|
|
|
|
|
documentType: string;
|
2024-03-22 11:35:25 +08:00
|
|
|
}
|
|
|
|
|
|
2024-03-22 16:57:09 +08:00
|
|
|
const hidePagesChunkMethods = ['qa', 'table', 'picture', 'resume', 'one'];
|
|
|
|
|
|
2024-03-22 11:35:25 +08:00
|
|
|
const ChunkMethodModal: React.FC<IProps> = ({
|
2024-03-22 16:57:09 +08:00
|
|
|
parserId,
|
2024-03-22 11:35:25 +08:00
|
|
|
onOk,
|
|
|
|
|
hideModal,
|
|
|
|
|
visible,
|
2024-03-22 16:57:09 +08:00
|
|
|
documentType,
|
|
|
|
|
parserConfig,
|
2024-03-22 11:35:25 +08:00
|
|
|
}) => {
|
2024-03-22 16:57:09 +08:00
|
|
|
const { parserList, handleChange, selectedTag } =
|
|
|
|
|
useFetchParserListOnMount(parserId);
|
|
|
|
|
const [form] = Form.useForm();
|
2024-03-22 11:35:25 +08:00
|
|
|
|
|
|
|
|
const handleOk = async () => {
|
2024-03-22 16:57:09 +08:00
|
|
|
const values = await form.validateFields();
|
|
|
|
|
console.info(values);
|
|
|
|
|
const parser_config = {
|
|
|
|
|
...values.parser_config,
|
|
|
|
|
pages: values.pages?.map((x: any) => [x.from, x.to]) ?? [],
|
|
|
|
|
};
|
|
|
|
|
console.info(parser_config);
|
|
|
|
|
onOk(selectedTag, parser_config);
|
2024-03-22 11:35:25 +08:00
|
|
|
};
|
|
|
|
|
|
2024-03-22 16:57:09 +08:00
|
|
|
const showPages = useMemo(() => {
|
|
|
|
|
return (
|
|
|
|
|
documentType === 'pdf' &&
|
|
|
|
|
hidePagesChunkMethods.every((x) => x !== selectedTag)
|
|
|
|
|
);
|
|
|
|
|
}, [documentType, selectedTag]);
|
|
|
|
|
|
|
|
|
|
const showOne = useMemo(() => {
|
|
|
|
|
return showPages || selectedTag === 'one';
|
|
|
|
|
}, [showPages, selectedTag]);
|
|
|
|
|
|
|
|
|
|
const afterClose = () => {
|
|
|
|
|
form.resetFields();
|
2024-03-22 11:35:25 +08:00
|
|
|
};
|
|
|
|
|
|
2024-03-22 16:57:09 +08:00
|
|
|
useEffect(() => {
|
|
|
|
|
if (visible) {
|
|
|
|
|
const pages =
|
|
|
|
|
parserConfig.pages?.map((x) => ({ from: x[0], to: x[1] })) ?? [];
|
|
|
|
|
form.setFieldsValue({
|
|
|
|
|
pages: pages.length > 0 ? pages : [{ from: 1, to: 1024 }],
|
|
|
|
|
parser_config: omit(parserConfig, 'pages'),
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}, [form, parserConfig, visible]);
|
|
|
|
|
|
2024-03-22 11:35:25 +08:00
|
|
|
return (
|
|
|
|
|
<Modal
|
|
|
|
|
title="Chunk Method"
|
|
|
|
|
open={visible}
|
|
|
|
|
onOk={handleOk}
|
|
|
|
|
onCancel={hideModal}
|
2024-03-22 16:57:09 +08:00
|
|
|
afterClose={afterClose}
|
2024-03-22 11:35:25 +08:00
|
|
|
>
|
|
|
|
|
<Space size={[0, 8]} wrap>
|
|
|
|
|
<div className={styles.tags}>
|
|
|
|
|
{parserList.map((x) => {
|
|
|
|
|
return (
|
|
|
|
|
<CheckableTag
|
|
|
|
|
key={x.value}
|
|
|
|
|
checked={selectedTag === x.value}
|
|
|
|
|
onChange={(checked) => handleChange(x.value, checked)}
|
|
|
|
|
>
|
|
|
|
|
{x.label}
|
|
|
|
|
</CheckableTag>
|
|
|
|
|
);
|
|
|
|
|
})}
|
|
|
|
|
</div>
|
|
|
|
|
</Space>
|
2024-03-22 16:57:09 +08:00
|
|
|
<Divider></Divider>
|
|
|
|
|
{
|
|
|
|
|
<Form name="dynamic_form_nest_item" autoComplete="off" form={form}>
|
|
|
|
|
{showPages && (
|
|
|
|
|
<>
|
|
|
|
|
<Form.List name="pages">
|
|
|
|
|
{(fields, { add, remove }) => (
|
|
|
|
|
<>
|
|
|
|
|
{fields.map(({ key, name, ...restField }) => (
|
|
|
|
|
<Space
|
|
|
|
|
key={key}
|
|
|
|
|
style={{
|
|
|
|
|
display: 'flex',
|
|
|
|
|
}}
|
|
|
|
|
align="baseline"
|
|
|
|
|
>
|
|
|
|
|
<Form.Item
|
|
|
|
|
{...restField}
|
|
|
|
|
name={[name, 'from']}
|
|
|
|
|
dependencies={name > 0 ? [name - 1, 'to'] : []}
|
|
|
|
|
rules={[
|
|
|
|
|
{
|
|
|
|
|
required: true,
|
|
|
|
|
message: 'Missing start page number',
|
|
|
|
|
},
|
|
|
|
|
({ getFieldValue }) => ({
|
|
|
|
|
validator(_, value) {
|
|
|
|
|
if (
|
|
|
|
|
name === 0 ||
|
|
|
|
|
!value ||
|
|
|
|
|
getFieldValue(['pages', name - 1, 'to']) <
|
|
|
|
|
value
|
|
|
|
|
) {
|
|
|
|
|
return Promise.resolve();
|
|
|
|
|
}
|
|
|
|
|
return Promise.reject(
|
|
|
|
|
new Error(
|
|
|
|
|
'The current value must be greater than the previous to!',
|
|
|
|
|
),
|
|
|
|
|
);
|
|
|
|
|
},
|
|
|
|
|
}),
|
|
|
|
|
]}
|
|
|
|
|
>
|
|
|
|
|
<InputNumber
|
|
|
|
|
placeholder="from"
|
|
|
|
|
min={0}
|
|
|
|
|
precision={0}
|
|
|
|
|
className={styles.pageInputNumber}
|
|
|
|
|
/>
|
|
|
|
|
</Form.Item>
|
|
|
|
|
<Form.Item
|
|
|
|
|
{...restField}
|
|
|
|
|
name={[name, 'to']}
|
|
|
|
|
dependencies={[name, 'from']}
|
|
|
|
|
rules={[
|
|
|
|
|
{
|
|
|
|
|
required: true,
|
|
|
|
|
message: 'Missing end page number(excluding)',
|
|
|
|
|
},
|
|
|
|
|
({ getFieldValue }) => ({
|
|
|
|
|
validator(_, value) {
|
|
|
|
|
if (
|
|
|
|
|
!value ||
|
|
|
|
|
getFieldValue(['pages', name, 'from']) < value
|
|
|
|
|
) {
|
|
|
|
|
return Promise.resolve();
|
|
|
|
|
}
|
|
|
|
|
return Promise.reject(
|
|
|
|
|
new Error(
|
|
|
|
|
'The current value must be greater than to!',
|
|
|
|
|
),
|
|
|
|
|
);
|
|
|
|
|
},
|
|
|
|
|
}),
|
|
|
|
|
]}
|
|
|
|
|
>
|
|
|
|
|
<InputNumber
|
|
|
|
|
placeholder="to"
|
|
|
|
|
min={0}
|
|
|
|
|
precision={0}
|
|
|
|
|
className={styles.pageInputNumber}
|
|
|
|
|
/>
|
|
|
|
|
</Form.Item>
|
|
|
|
|
{name > 0 && (
|
|
|
|
|
<MinusCircleOutlined onClick={() => remove(name)} />
|
|
|
|
|
)}
|
|
|
|
|
</Space>
|
|
|
|
|
))}
|
|
|
|
|
<Form.Item>
|
|
|
|
|
<Button
|
|
|
|
|
type="dashed"
|
|
|
|
|
onClick={() => add()}
|
|
|
|
|
block
|
|
|
|
|
icon={<PlusOutlined />}
|
|
|
|
|
>
|
|
|
|
|
Add page
|
|
|
|
|
</Button>
|
|
|
|
|
</Form.Item>
|
|
|
|
|
</>
|
|
|
|
|
)}
|
|
|
|
|
</Form.List>
|
|
|
|
|
<Form.Item
|
|
|
|
|
name={['parser_config', 'task_page_size']}
|
|
|
|
|
label="Task page size"
|
|
|
|
|
tooltip={'coming soon'}
|
|
|
|
|
initialValue={2}
|
|
|
|
|
rules={[
|
|
|
|
|
{
|
|
|
|
|
required: true,
|
|
|
|
|
message: 'Please input your task page size!',
|
|
|
|
|
},
|
|
|
|
|
]}
|
|
|
|
|
>
|
|
|
|
|
<InputNumber min={1} max={128} />
|
|
|
|
|
</Form.Item>
|
|
|
|
|
</>
|
|
|
|
|
)}
|
|
|
|
|
{showOne && (
|
|
|
|
|
<Form.Item
|
|
|
|
|
name={['parser_config', 'layout_recognize']}
|
|
|
|
|
label="Layout recognize"
|
|
|
|
|
initialValue={true}
|
|
|
|
|
valuePropName="checked"
|
|
|
|
|
tooltip={'coming soon'}
|
|
|
|
|
>
|
|
|
|
|
<Switch />
|
|
|
|
|
</Form.Item>
|
|
|
|
|
)}
|
|
|
|
|
{selectedTag === 'naive' && <MaxTokenNumber></MaxTokenNumber>}
|
|
|
|
|
</Form>
|
|
|
|
|
}
|
2024-03-22 11:35:25 +08:00
|
|
|
</Modal>
|
|
|
|
|
);
|
|
|
|
|
};
|
|
|
|
|
export default ChunkMethodModal;
|