后台服务
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

364 line
13 KiB

  1. package com.iformall.sm;
  2. import com.alibaba.fastjson.JSON;
  3. import com.alibaba.fastjson.JSONArray;
  4. import com.alibaba.fastjson.JSONObject;
  5. import com.iformall.common.ErrorCode;
  6. import com.iformall.douyin.pay.orderQuery.OrderQueryResult;
  7. import com.iformall.douyin.pay.orderQuery.QueryMerchantResult;
  8. import com.iformall.douyin.pay.orderQuery.QueryRefundResult;
  9. import com.iformall.douyin.pay.orderQuery.QuerySettleResult;
  10. import com.iformall.douyin.pay.preOrder.*;
  11. import com.iformall.enums.EnumMouldPatchType;
  12. import com.iformall.enums.EnumPayStatus;
  13. import com.iformall.enums.EnumVideoType;
  14. import com.iformall.exception.MallinkException;
  15. import com.iformall.utils.Base64Util;
  16. import com.iformall.utils.HttpUtil;
  17. import com.iformall.utils.sign.SignUtils;
  18. import lombok.extern.slf4j.Slf4j;
  19. import org.apache.commons.lang3.StringUtils;
  20. import org.springframework.beans.factory.annotation.Value;
  21. import org.springframework.stereotype.Component;
  22. import sun.net.www.content.audio.wav;
  23. import java.nio.charset.StandardCharsets;
  24. import java.security.MessageDigest;
  25. import java.security.NoSuchAlgorithmException;
  26. import java.util.*;
  27. @Slf4j
  28. @Component
  29. public class AiVideoHelper {
  30. public static String oral_broadcasting;
  31. @Value("${suimang.oral_broadcasting}")
  32. public void setOralBroadcasting(String oral_broadcasting){
  33. this.oral_broadcasting = oral_broadcasting;
  34. }
  35. public static String photo_speak;
  36. @Value("${suimang.photo_speak}")
  37. public void setPhotoSpeak(String photo_speak){
  38. this.photo_speak = photo_speak;
  39. }
  40. public static String photo_speak_hy;
  41. @Value("${suimang.photo_speak_hy}")
  42. public void setPhotoSpeakHy(String photo_speak_hy){
  43. this.photo_speak_hy = photo_speak_hy;
  44. }
  45. public static String callbackUrl;
  46. @Value("${suimang.callbackUrl}")
  47. public void setCallbackUrl(String callbackUrl){
  48. this.callbackUrl = callbackUrl;
  49. }
  50. public static String doPost(String url, String params) {
  51. return HttpUtil.doAiVideoPost(url,params);
  52. }
  53. public static AiVideoResult createVideo(AiVideoParam videoParam) {
  54. // videoParam.setTask_id(taskId);
  55. if (StringUtils.isNotBlank(videoParam.getCallback_url())) {
  56. videoParam.setCallback_url(videoParam.getCallback_url());
  57. } else {
  58. videoParam.setCallback_url(callbackUrl + "/callback/oral/broadcasting");
  59. }
  60. log.info("生成视频start request:" + videoParam.neglectImgString());
  61. String response = doPost(oral_broadcasting+"/gen_dh_video", JSONObject.toJSONString(videoParam));
  62. log.info("生成视频end response:"+response);
  63. AiVideoResult result = new AiVideoResult();
  64. if(StringUtils.isBlank(response)){
  65. result.setSuccess(false);
  66. result.setMsg("请求生成视频异常,请稍后重试");
  67. return result;
  68. }
  69. JSONObject jsonObject = JSON.parseObject(response);
  70. JSONObject status = jsonObject.getJSONObject("status");
  71. Integer code = status.getInteger("code");
  72. if(code == null){
  73. result.setSuccess(false);
  74. result.setMsg("请求生成视频异常,请稍后重试");
  75. return result;
  76. }
  77. if(code.intValue() == 1000){
  78. JSONObject data = jsonObject.getJSONObject("data");
  79. JSONObject video = data.getJSONObject("video");
  80. result.setSuccess(true);
  81. result.setMsg("success");
  82. result.setDuration(video.getFloatValue("duration"));
  83. result.setUrl(video.getString("url"));
  84. }else{
  85. result.setSuccess(false);
  86. result.setMsg(status.getString("msg"));
  87. }
  88. return result;
  89. // Integer code = jsonObject.getInteger("err_no");
  90. // if (null != code && code.intValue() == 0 ) {
  91. // CreatePreOrderResult result = new CreatePreOrderResult();
  92. // result.setSuccess(true);
  93. // result.setOutOrderNo(preOrder.getOutOrderNo());
  94. // JSONObject data = jsonObject.getJSONObject("data");
  95. // if (null != data ) {
  96. // result.setOrderId(data.getString("order_id"));
  97. // result.setToken(data.getString("order_token"));
  98. // }else {
  99. // log.error("createPreOrder reponse empity. request: "+JSON.toJSONString(preOrder.toRequestMap())+" response:"+response);
  100. // result.setSuccess(false);
  101. // result.setMsg("createPreOrder reponse empity."+response);
  102. // }
  103. // return result;
  104. // }else {
  105. // log.error("createPreOrder reponse error. request: "+JSON.toJSONString(preOrder.toRequestMap())+" response:"+response);
  106. // CreatePreOrderResult result = new CreatePreOrderResult();
  107. // result.setSuccess(false);
  108. // result.setMsg("createPreOrder reponse error."+response);
  109. // return result;
  110. // }
  111. }
  112. public static AiCheckPhotoResult checkPhoto(AiCheckPhotoParam param) {
  113. // String response = doPost("http://111.198.0.15:22299" + "/image_qualit", JSONObject.toJSONString(param));
  114. String response = doPost(photo_speak + "/image_qualit", JSONObject.toJSONString(param));
  115. log.info("图片质量审核 end response:" + response);
  116. AiCheckPhotoResult result = new AiCheckPhotoResult();
  117. if (StringUtils.isBlank(response)) {
  118. result.setSuccess(false);
  119. result.setMsg("(MetaService)图片质量审核失败,请稍后重试");
  120. return result;
  121. }
  122. JSONObject jsonObject = JSON.parseObject(response);
  123. JSONObject status = jsonObject.getJSONObject("status");
  124. Integer code = status.getInteger("code");
  125. String msg = status.getString("msg");
  126. if (code == null) {
  127. result.setSuccess(false);
  128. result.setMsg("(MetaService)请求图片质量检查失败,请稍后重试");
  129. return result;
  130. }
  131. if (code.intValue() == 2000) {
  132. result.setCode(code);
  133. result.setSuccess(true);
  134. String resultMsg = result.getMsgInfo(code, msg);
  135. result.setMsg(resultMsg);
  136. } else {
  137. result.setCode(code);
  138. result.setSuccess(false);
  139. String resultMsg = result.getMsgInfo(code, msg);
  140. result.setMsg(resultMsg);
  141. }
  142. return result;
  143. }
  144. public static AiPreviewResult voicePreview(AiPreviewParam param) {
  145. log.info("TTS音色预览 start request:" + JSONObject.toJSONString(param));
  146. String response = doPost(photo_speak + "/tts_wav", JSONObject.toJSONString(param));
  147. log.info("TTS音色预览 end response:" + response);
  148. AiPreviewResult result = new AiPreviewResult();
  149. if (StringUtils.isBlank(response)) {
  150. result.setSuccess(false);
  151. result.setMsg("(MetaService) no result");
  152. return result;
  153. }
  154. JSONObject jsonObject = JSON.parseObject(response);
  155. JSONObject status = jsonObject.getJSONObject("status");
  156. JSONObject data = jsonObject.getJSONObject("data");
  157. String strURL = null;
  158. String time = null;
  159. if (data != null){
  160. strURL = data.getString("url");
  161. time = data.getString("time");
  162. }
  163. Integer code = status.getInteger("code");
  164. String msg = status.getString("msg");
  165. if (code == null) {
  166. result.setSuccess(false);
  167. result.setMsg("(MetaService) error,"+msg);
  168. return result;
  169. }
  170. if (code.intValue() == 3000) {
  171. result.setCode(200);
  172. result.setSuccess(true);
  173. result.setUrl(photo_speak + strURL);
  174. result.setTime(Double.valueOf(time));
  175. result.setMsg("(MetaService) error,"+msg);
  176. } else {
  177. result.setCode(code);
  178. result.setSuccess(false);
  179. result.setMsg("(MetaService) error,"+msg);
  180. }
  181. return result;
  182. }
  183. public static AiPhotoSpeakResult createPhotoSpeakVideo(AiPhotoSpeakParam videoParam,Long taskId) {
  184. videoParam.setTask_id(taskId);
  185. videoParam.setCallback_url(callbackUrl + "/callback/photo/speak");
  186. log.info("生成视频start request:" + videoParam.neglectImgString());
  187. String response = doPost(photo_speak + "/img_talking", JSONObject.toJSONString(videoParam));
  188. log.info("生成视频end response:" + response);
  189. AiPhotoSpeakResult result = new AiPhotoSpeakResult();
  190. if (StringUtils.isBlank(response)) {
  191. result.setSuccess(false);
  192. result.setMsg("(MetaService) not result");
  193. return result;
  194. }
  195. JSONObject jsonObject = JSON.parseObject(response);
  196. JSONObject status = jsonObject.getJSONObject("status");
  197. Integer code = status.getInteger("code");
  198. String msg = status.getString("msg");
  199. if (code == null) {
  200. result.setSuccess(false);
  201. result.setMsg("(MetaService) error."+msg);
  202. return result;
  203. }
  204. if (code.intValue() == 4000) {
  205. JSONObject data = jsonObject.getJSONObject("data");
  206. String videoUrl = data.getString("url");
  207. String saveDir = data.getString("save_dir");
  208. String audioPath = data.getString("audio_path");
  209. result.setSuccess(true);
  210. result.setUrl(videoUrl);
  211. result.setSaveDir(saveDir);
  212. result.setCode(code);
  213. result.setAudioPath(audioPath);
  214. result.setMsg("(MetaService) error."+msg);
  215. } else {
  216. result.setSuccess(false);
  217. result.setCode(code);
  218. result.setMsg("(MetaService) error."+msg);
  219. }
  220. return result;
  221. }
  222. public static AiVideoHqResult videoHq(AiVideoHqParam param,Long taskId) {
  223. param.setTask_id(taskId);
  224. param.setCallback_url(callbackUrl + "/callback/photo/speak");
  225. String response = doPost(photo_speak_hy + "/video_hq", JSONObject.toJSONString(param));
  226. log.info("视频超分 end response:" + response);
  227. AiVideoHqResult result = new AiVideoHqResult();
  228. if (StringUtils.isBlank(response)) {
  229. result.setSuccess(false);
  230. result.setMsg("(MetaService)视频超分失败,请稍后重试");
  231. return result;
  232. }
  233. JSONObject jsonObject = JSON.parseObject(response);
  234. JSONObject status = jsonObject.getJSONObject("status");
  235. JSONObject data = jsonObject.getJSONObject("data");
  236. String strURL = null;
  237. if (data != null){
  238. strURL = data.getString("url");
  239. }
  240. Integer code = status.getInteger("code");
  241. String msg = status.getString("msg");
  242. if (code == null) {
  243. result.setSuccess(false);
  244. result.setMsg("(MetaService)视频超分异常,请稍后重试");
  245. return result;
  246. }
  247. if (code.intValue() == 5000) {
  248. result.setCode(200);
  249. result.setSuccess(true);
  250. result.setUrl(strURL);
  251. String resultMsg = result.getMsgInfo(code, msg);
  252. result.setMsg(resultMsg);
  253. } else {
  254. result.setCode(code);
  255. result.setSuccess(false);
  256. String resultMsg = result.getMsgInfo(code, msg);
  257. result.setMsg(resultMsg);
  258. }
  259. return result;
  260. }
  261. public static void main(String[] args) {
  262. // AiVideoParam videoParam = new AiVideoParam();
  263. // videoParam.setGen_txt("我写了一篇小说,你帮我看看。");
  264. // videoParam.setVideo_template_id("16776650495633934_PgNAW8Sm");
  265. // videoParam.setVoice_id("zh-CN-XiaohanNeural");
  266. // videoParam.setVoice_style("default");
  267. // AiVideoParam.VideoFiles videoFiles = new AiVideoParam.VideoFiles();
  268. // AiVideoParam.BackGround backGround = new AiVideoParam.BackGround();
  269. // backGround.setType("vertical");
  270. // backGround.setImage(Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/builtin/background/grace/1080.jpg"));
  271. // videoFiles.setBack_ground(backGround);
  272. // AiVideoParam.Material digitalHuman = new AiVideoParam.Material();
  273. // int[] digitalHumanCoord = new int[]{0,0};
  274. // digitalHuman.setCoord(digitalHumanCoord);
  275. // digitalHuman.setLevel(0);
  276. // digitalHuman.setRatio(1.0f);
  277. // videoFiles.setDigital_human(digitalHuman);
  278. // videoParam.setVideo_files(videoFiles);
  279. //
  280. // AiVideoResult video = AiVideoHelper.createVideo(videoParam);
  281. //
  282. // AiPhotoSpeakParam param = new AiPhotoSpeakParam();
  283. // param.setGen_txt("道可道,非常道。名可名,非常名。无名天地之始;有名万物之母。故常无欲,以观其妙;常有欲,以观其徼。此两者,同出而异名,同谓之玄。玄之又玄,众妙之门");
  284. // param.setImg(Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/builtin/personphoto/165640997370212321.png"));
  285. // param.setGender("female");
  286. // param.setVoice_id("zh-CN-XiaoqiuNeural");
  287. // param.setCallback_url("https://phototest.metavatar.cc/C/callback/photo/speak");
  288. // param.setTask_id(837169827124269056L);
  289. // param.setVoice_style("default");
  290. // param.setUrl("None");
  291. // AiPhotoSpeakResult video = AiVideoHelper.createPhotoSpeakVideo(param);
  292. // AiPhotoSpeakParam param = new AiPhotoSpeakParam();
  293. // param.setCallback_url("https://phototest.metavatar.cc/C/callback/photo/speak");
  294. // param.setTask_id(836805079248850944L);
  295. // param.setGen_txt("None");
  296. // param.setImg(Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/capi/2023-06-07/6da595fe12ef405bb6434f31e6bad4ec.png"));
  297. // param.setGender("None");
  298. // param.setVoice_id("default");
  299. // param.setVoice_style("default");
  300. // param.setUrl("https://video.metavatar.cc/sv/262b03bd-18929af12fd/262b03bd-18929af12fd.mp3");
  301. // AiPhotoSpeakResult video = AiVideoHelper.createPhotoSpeakVideo(param);
  302. AiCheckPhotoParam param = new AiCheckPhotoParam();
  303. String img = Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/builtin/personmould/16760216806604820_cSHoijDX_grace_1080.jpg");
  304. param.setImg(img);
  305. AiCheckPhotoResult result = AiVideoHelper.checkPhoto(param);
  306. System.out.println(result);
  307. //
  308. // AiPreviewParam param = new AiPreviewParam();
  309. // param.setGen_txt("今天是个好日子");
  310. // param.setVoice_id("ar-DZ-AminaNeural");
  311. // param.setVoice_style("default");
  312. // param.setGender("female");
  313. // AiPreviewResult result = AiVideoHelper.voicePreview(param);
  314. // System.out.println(result);
  315. // AiVideoHqParam param = new AiVideoHqParam();
  316. // param.setSave_dir("static/tts/2023-07-07/16886958135060428.wav.mp4");
  317. // param.setAudio_path("static/tts/2023-07-07/16886958135060428.wav");
  318. // param.setCallback_url("https://phototest.metavatar.cc/C/callback/photo/speak");
  319. // param.setTask_id(836541377936281600L);
  320. // AiVideoHqResult result = AiVideoHelper.videoHq(param);
  321. // System.out.println(result);
  322. }
  323. }