Skip to content

Langchain modular support #5019

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
np-n wants to merge 23 commits into
base: develop
Choose a base branch
from
Open

Langchain modular support #5019

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
2b77d8b
Use cache mount for genai docker (#4954)
Bobholamovic Jan 29, 2026
9d39bc9
Fix HPS order bug (#4955)
Bobholamovic Jan 29, 2026
966969f
Fix transformers version (#4956)
Bobholamovic Jan 29, 2026
306430a
Fix HPS and remove scipy from required deps (#4957)
Bobholamovic Jan 29, 2026
01f63a6
[Cherry-Pick]bugfix: unexpected change of the constant IMAGE_LABELS (…
changdazhou Jan 30, 2026
363b508
[METAX] add ppdoclayv3 to METAX_GPU_WHITELIST (#4959)
handsomecoderyang Jan 30, 2026
d59a344
vllm 0.10.2 needs transformers 4.x (#4963)
zhang-prog Jan 30, 2026
622b602
Bump version to 3.4.1
Bobholamovic Jan 30, 2026
c78fb95
Support setting PDF rendering scale factor (#4967)
Bobholamovic Feb 2, 2026
45989f0
Fix/doc vlm async cancellation (#4969) (#4971)
scyyh11 Feb 4, 2026
0a936ba
Fix typo (#4982)
Bobholamovic Feb 6, 2026
f790eff
add llama.cpp support (#4983)
zhang-prog Feb 9, 2026
a10d7c5
Add Intel GPU config (#4992)
Bobholamovic Feb 11, 2026
92a190e
Remove PaddleOCR-VL server page limit (#4991)
Bobholamovic Feb 11, 2026
04476cb
PaddleX Add ROCm 7.0 compatibility patches (#4990) (#4996)
M4jupitercannon Feb 12, 2026
edb4022
[Feat] Support setting expiration for BOS URLs (#4993)
Bobholamovic Feb 12, 2026
69e8d75
add \n for seal rec && bugfix for text in table && delete_pass by mod…
changdazhou Feb 13, 2026
f95d873
Fix auto batch size for PaddleOCR-VL-1.5-0.9B (#5003)
Bobholamovic Feb 13, 2026
c88d4c1
Bump version to 3.4.2
Bobholamovic Feb 13, 2026
e92d21f
Update HPS frozon deps (#5004)
Bobholamovic Feb 13, 2026
41b695b
update vlm batch_size (#5005)
zhang-prog Feb 13, 2026
901393a
support modular langchain as well
np-n Feb 25, 2026
b39f430
fix
np-n Feb 25, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Fix HPS order bug (#4955)
  • Loading branch information
@Bobholamovic
Bobholamovic committed Jan 29, 2026
commit 9d39bc9691fcb9aa7949dba1e0fc0b41047041ef
14 changes: 9 additions & 5 deletions deploy/hps/sdk/pipelines/OCR/server/model_repo/ocr/1/model.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -105,12 +105,16 @@ def run_batch(self, inputs, log_ids, batch_id):

ret = executor.map(self._preprocess, inputs_g, log_ids_g)
ind_img_lsts, ind_data_info_lst, ind_visualize_enabled_lst = [], [], []
ind_input_id_lst, ind_log_id_lst, ind_input_lst = [], [], []
for i, item in enumerate(ret):
if isinstance(item, tuple):
assert len(item) == 3, len(item)
ind_img_lsts.append(item[0])
ind_data_info_lst.append(item[1])
ind_visualize_enabled_lst.append(item[2])
ind_input_id_lst.append(input_ids_g[i])
ind_log_id_lst.append(log_ids_g[i])
ind_input_lst.append(inputs_g[i])
else:
input_id = input_ids_g[i]
result_or_output_dic[input_id] = item
Expand Down Expand Up @@ -146,19 +150,19 @@ def run_batch(self, inputs, log_ids, batch_id):
ind_preds.append(preds[start_idx : start_idx + len(item)])
start_idx += len(item)

for i, result in zip(
input_ids_g,
for input_id, result in zip(
ind_input_id_lst,
executor.map(
self._postprocess,
ind_img_lsts,
ind_data_info_lst,
ind_visualize_enabled_lst,
ind_preds,
log_ids_g,
inputs_g,
ind_log_id_lst,
ind_input_lst,
),
):
result_or_output_dic[i] = result
result_or_output_dic[input_id] = result

assert len(result_or_output_dic) == len(
inputs
Expand Down
14 changes: 9 additions & 5 deletions deploy/hps/sdk/pipelines/PP-StructureV3/server/model_repo/layout-parsing/1/model.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -104,12 +104,16 @@ def run_batch(self, inputs, log_ids, batch_id):

ret = executor.map(self._preprocess, inputs_g, log_ids_g)
ind_img_lsts, ind_data_info_lst, ind_visualize_enabled_lst = [], [], []
ind_input_ids_lst, ind_log_ids_lst, ind_inputs_lst = [], [], []
for i, item in enumerate(ret):
if isinstance(item, tuple):
assert len(item) == 3, len(item)
ind_img_lsts.append(item[0])
ind_data_info_lst.append(item[1])
ind_visualize_enabled_lst.append(item[2])
ind_input_ids_lst.append(input_ids_g[i])
ind_log_ids_lst.append(log_ids_g[i])
ind_inputs_lst.append(inputs_g[i])
else:
input_id = input_ids_g[i]
result_or_output_dic[input_id] = item
Expand Down Expand Up @@ -179,19 +183,19 @@ def run_batch(self, inputs, log_ids, batch_id):
ind_preds.append(preds[start_idx : start_idx + len(item)])
start_idx += len(item)

for i, result in zip(
input_ids_g,
for input_id, result in zip(
ind_input_ids_lst,
executor.map(
self._postprocess,
ind_img_lsts,
ind_data_info_lst,
ind_visualize_enabled_lst,
ind_preds,
log_ids_g,
inputs_g,
ind_log_ids_lst,
ind_inputs_lst,
),
):
result_or_output_dic[i] = result
result_or_output_dic[input_id] = result

assert len(result_or_output_dic) == len(
inputs
Expand Down
14 changes: 9 additions & 5 deletions deploy/hps/sdk/pipelines/PaddleOCR-VL/server/model_repo/layout-parsing/1/model.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -104,12 +104,16 @@ def run_batch(self, inputs, log_ids, batch_id):

ret = executor.map(self._preprocess, inputs_g, log_ids_g)
ind_img_lsts, ind_data_info_lst, ind_visualize_enabled_lst = [], [], []
ind_input_id_lst, ind_log_id_lst, ind_input_lst = [], [], []
for i, item in enumerate(ret):
if isinstance(item, tuple):
assert len(item) == 3, len(item)
ind_img_lsts.append(item[0])
ind_data_info_lst.append(item[1])
ind_visualize_enabled_lst.append(item[2])
ind_input_id_lst.append(input_ids_g[i])
ind_log_id_lst.append(log_ids_g[i])
ind_input_lst.append(inputs_g[i])
else:
input_id = input_ids_g[i]
result_or_output_dic[input_id] = item
Expand Down Expand Up @@ -157,19 +161,19 @@ def run_batch(self, inputs, log_ids, batch_id):
ind_preds.append(preds[start_idx : start_idx + len(item)])
start_idx += len(item)

for i, result in zip(
input_ids_g,
for input_id, result in zip(
ind_input_id_lst,
executor.map(
self._postprocess,
ind_img_lsts,
ind_data_info_lst,
ind_visualize_enabled_lst,
ind_preds,
log_ids_g,
inputs_g,
ind_log_id_lst,
ind_input_lst,
),
):
result_or_output_dic[i] = result
result_or_output_dic[input_id] = result

assert len(result_or_output_dic) == len(
inputs
Expand Down