后台服务
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

368 lines
13 KiB

  1. package com.iformall.sm;
  2. import com.alibaba.fastjson.JSON;
  3. import com.alibaba.fastjson.JSONArray;
  4. import com.alibaba.fastjson.JSONObject;
  5. import com.iformall.common.ErrorCode;
  6. import com.iformall.douyin.pay.orderQuery.OrderQueryResult;
  7. import com.iformall.douyin.pay.orderQuery.QueryMerchantResult;
  8. import com.iformall.douyin.pay.orderQuery.QueryRefundResult;
  9. import com.iformall.douyin.pay.orderQuery.QuerySettleResult;
  10. import com.iformall.douyin.pay.preOrder.*;
  11. import com.iformall.enums.EnumMouldPatchType;
  12. import com.iformall.enums.EnumPayStatus;
  13. import com.iformall.enums.EnumVideoType;
  14. import com.iformall.exception.MallinkException;
  15. import com.iformall.utils.Base64Util;
  16. import com.iformall.utils.HttpUtil;
  17. import com.iformall.utils.sign.SignUtils;
  18. import lombok.extern.slf4j.Slf4j;
  19. import org.apache.commons.lang3.StringUtils;
  20. import org.springframework.beans.factory.annotation.Value;
  21. import org.springframework.stereotype.Component;
  22. import sun.net.www.content.audio.wav;
  23. import java.nio.charset.StandardCharsets;
  24. import java.security.MessageDigest;
  25. import java.security.NoSuchAlgorithmException;
  26. import java.util.*;
  27. @Slf4j
  28. @Component
  29. public class AiVideoHelper {
  30. public static String oral_broadcasting;
  31. @Value("${suimang.oral_broadcasting}")
  32. public void setOralBroadcasting(String oral_broadcasting){
  33. this.oral_broadcasting = oral_broadcasting;
  34. }
  35. public static String photo_speak;
  36. @Value("${suimang.photo_speak}")
  37. public void setPhotoSpeak(String photo_speak){
  38. this.photo_speak = photo_speak;
  39. }
  40. public static String photo_speak_hy;
  41. @Value("${suimang.photo_speak_hy}")
  42. public void setPhotoSpeakHy(String photo_speak_hy){
  43. this.photo_speak_hy = photo_speak_hy;
  44. }
  45. public static String callbackUrl;
  46. @Value("${suimang.callbackUrl}")
  47. public void setCallbackUrl(String callbackUrl){
  48. this.callbackUrl = callbackUrl;
  49. }
  50. public static boolean localDeploy;//是否是私有化部署
  51. @Value("${suimang.local_deploy}")
  52. public static void setLocalDeploy(boolean localDeploy) {
  53. AiVideoHelper.localDeploy = localDeploy;
  54. }
  55. public static String doPost(String url, String params) {
  56. return HttpUtil.doAiVideoPost(url,params);
  57. }
  58. public static AiVideoResult createVideo(AiVideoParam videoParam) {
  59. // videoParam.setTask_id(taskId);
  60. if (StringUtils.isNotBlank(videoParam.getCallback_url())) {
  61. videoParam.setCallback_url(videoParam.getCallback_url());
  62. } else {
  63. videoParam.setCallback_url(callbackUrl + "/callback/oral/broadcasting");
  64. }
  65. log.info("生成视频start request:" + videoParam.neglectImgString());
  66. String response = doPost(oral_broadcasting+"/gen_dh_video", JSONObject.toJSONString(videoParam));
  67. log.info("生成视频end response:"+response);
  68. AiVideoResult result = new AiVideoResult();
  69. if(StringUtils.isBlank(response)){
  70. result.setSuccess(false);
  71. result.setMsg("请求生成视频异常,请稍后重试");
  72. return result;
  73. }
  74. JSONObject jsonObject = JSON.parseObject(response);
  75. JSONObject status = jsonObject.getJSONObject("status");
  76. Integer code = status.getInteger("code");
  77. if(code == null){
  78. result.setSuccess(false);
  79. result.setMsg("请求生成视频异常,请稍后重试");
  80. return result;
  81. }
  82. if(code.intValue() == 1000){
  83. JSONObject data = jsonObject.getJSONObject("data");
  84. JSONObject video = data.getJSONObject("video");
  85. result.setSuccess(true);
  86. result.setMsg("success");
  87. result.setDuration(video.getFloatValue("duration"));
  88. result.setUrl(video.getString("url"));
  89. }else{
  90. result.setSuccess(false);
  91. result.setMsg(status.getString("msg"));
  92. }
  93. return result;
  94. // Integer code = jsonObject.getInteger("err_no");
  95. // if (null != code && code.intValue() == 0 ) {
  96. // CreatePreOrderResult result = new CreatePreOrderResult();
  97. // result.setSuccess(true);
  98. // result.setOutOrderNo(preOrder.getOutOrderNo());
  99. // JSONObject data = jsonObject.getJSONObject("data");
  100. // if (null != data ) {
  101. // result.setOrderId(data.getString("order_id"));
  102. // result.setToken(data.getString("order_token"));
  103. // }else {
  104. // log.error("createPreOrder reponse empity. request: "+JSON.toJSONString(preOrder.toRequestMap())+" response:"+response);
  105. // result.setSuccess(false);
  106. // result.setMsg("createPreOrder reponse empity."+response);
  107. // }
  108. // return result;
  109. // }else {
  110. // log.error("createPreOrder reponse error. request: "+JSON.toJSONString(preOrder.toRequestMap())+" response:"+response);
  111. // CreatePreOrderResult result = new CreatePreOrderResult();
  112. // result.setSuccess(false);
  113. // result.setMsg("createPreOrder reponse error."+response);
  114. // return result;
  115. // }
  116. }
  117. public static AiCheckPhotoResult checkPhoto(AiCheckPhotoParam param) {
  118. // String response = doPost("http://111.198.0.15:22299" + "/image_qualit", JSONObject.toJSONString(param));
  119. String response = doPost(photo_speak + "/image_qualit", JSONObject.toJSONString(param));
  120. log.info("图片质量审核 end response:" + response);
  121. AiCheckPhotoResult result = new AiCheckPhotoResult();
  122. if (StringUtils.isBlank(response)) {
  123. result.setSuccess(false);
  124. result.setMsg("(MetaService)图片质量审核失败,请稍后重试");
  125. return result;
  126. }
  127. JSONObject jsonObject = JSON.parseObject(response);
  128. JSONObject status = jsonObject.getJSONObject("status");
  129. Integer code = status.getInteger("code");
  130. String msg = status.getString("msg");
  131. if (code == null) {
  132. result.setSuccess(false);
  133. result.setMsg("(MetaService)请求图片质量检查失败,请稍后重试");
  134. return result;
  135. }
  136. if (code.intValue() == 2000) {
  137. result.setCode(code);
  138. result.setSuccess(true);
  139. String resultMsg = result.getMsgInfo(code, msg);
  140. result.setMsg(resultMsg);
  141. } else {
  142. result.setCode(code);
  143. result.setSuccess(false);
  144. String resultMsg = result.getMsgInfo(code, msg);
  145. result.setMsg(resultMsg);
  146. }
  147. return result;
  148. }
  149. public static AiPreviewResult voicePreview(AiPreviewParam param) {
  150. log.info("TTS音色预览 start request:" + JSONObject.toJSONString(param));
  151. String response = doPost(photo_speak + "/tts_wav", JSONObject.toJSONString(param));
  152. log.info("TTS音色预览 end response:" + response);
  153. AiPreviewResult result = new AiPreviewResult();
  154. if (StringUtils.isBlank(response)) {
  155. result.setSuccess(false);
  156. result.setMsg("(MetaService) no result");
  157. return result;
  158. }
  159. JSONObject jsonObject = JSON.parseObject(response);
  160. JSONObject status = jsonObject.getJSONObject("status");
  161. JSONObject data = jsonObject.getJSONObject("data");
  162. String strURL = null;
  163. String time = null;
  164. if (data != null){
  165. strURL = data.getString("url");
  166. time = data.getString("time");
  167. }
  168. Integer code = status.getInteger("code");
  169. String msg = status.getString("msg");
  170. if (code == null) {
  171. result.setSuccess(false);
  172. result.setMsg("(MetaService) error,"+msg);
  173. return result;
  174. }
  175. if (code.intValue() == 3000) {
  176. result.setCode(200);
  177. result.setSuccess(true);
  178. result.setUrl(photo_speak + strURL);
  179. result.setTime(Double.valueOf(time));
  180. result.setMsg("(MetaService) error,"+msg);
  181. } else {
  182. result.setCode(code);
  183. result.setSuccess(false);
  184. result.setMsg("(MetaService) error,"+msg);
  185. }
  186. return result;
  187. }
  188. public static AiPhotoSpeakResult createPhotoSpeakVideo(AiPhotoSpeakParam videoParam,Long taskId) {
  189. videoParam.setTask_id(taskId);
  190. videoParam.setCallback_url(callbackUrl + "/callback/photo/speak");
  191. log.info("生成视频start request:" + videoParam.neglectImgString());
  192. String response = doPost(photo_speak + "/img_talking", JSONObject.toJSONString(videoParam));
  193. log.info("生成视频end response:" + response);
  194. AiPhotoSpeakResult result = new AiPhotoSpeakResult();
  195. if (StringUtils.isBlank(response)) {
  196. result.setSuccess(false);
  197. result.setMsg("(MetaService) not result");
  198. return result;
  199. }
  200. JSONObject jsonObject = JSON.parseObject(response);
  201. JSONObject status = jsonObject.getJSONObject("status");
  202. Integer code = status.getInteger("code");
  203. String msg = status.getString("msg");
  204. if (code == null) {
  205. result.setSuccess(false);
  206. result.setMsg("(MetaService) error."+msg);
  207. return result;
  208. }
  209. if (code.intValue() == 4000) {
  210. JSONObject data = jsonObject.getJSONObject("data");
  211. String videoUrl = data.getString("url");
  212. String saveDir = data.getString("save_dir");
  213. String audioPath = data.getString("audio_path");
  214. result.setSuccess(true);
  215. result.setUrl(videoUrl);
  216. result.setSaveDir(saveDir);
  217. result.setCode(code);
  218. result.setAudioPath(audioPath);
  219. result.setMsg("(MetaService) error."+msg);
  220. } else {
  221. result.setSuccess(false);
  222. result.setCode(code);
  223. result.setMsg("(MetaService) error."+msg);
  224. }
  225. return result;
  226. }
  227. public static AiVideoHqResult videoHq(AiVideoHqParam param,Long taskId) {
  228. param.setTask_id(taskId);
  229. param.setCallback_url(callbackUrl + "/callback/photo/speak");
  230. String response = doPost(photo_speak_hy + "/video_hq", JSONObject.toJSONString(param));
  231. log.info("视频超分 end response:" + response);
  232. AiVideoHqResult result = new AiVideoHqResult();
  233. if (StringUtils.isBlank(response)) {
  234. result.setSuccess(false);
  235. result.setMsg("(MetaService)视频超分失败,请稍后重试");
  236. return result;
  237. }
  238. JSONObject jsonObject = JSON.parseObject(response);
  239. JSONObject status = jsonObject.getJSONObject("status");
  240. JSONObject data = jsonObject.getJSONObject("data");
  241. String strURL = null;
  242. if (data != null){
  243. strURL = data.getString("url");
  244. }
  245. Integer code = status.getInteger("code");
  246. String msg = status.getString("msg");
  247. if (code == null) {
  248. result.setSuccess(false);
  249. result.setMsg("(MetaService)视频超分异常,请稍后重试");
  250. return result;
  251. }
  252. if (code.intValue() == 5000) {
  253. result.setCode(200);
  254. result.setSuccess(true);
  255. result.setUrl(strURL);
  256. String resultMsg = result.getMsgInfo(code, msg);
  257. result.setMsg(resultMsg);
  258. } else {
  259. result.setCode(code);
  260. result.setSuccess(false);
  261. String resultMsg = result.getMsgInfo(code, msg);
  262. result.setMsg(resultMsg);
  263. }
  264. return result;
  265. }
  266. public static void main(String[] args) {
  267. // AiVideoParam videoParam = new AiVideoParam();
  268. // videoParam.setGen_txt("我写了一篇小说,你帮我看看。");
  269. // videoParam.setVideo_template_id("16776650495633934_PgNAW8Sm");
  270. // videoParam.setVoice_id("zh-CN-XiaohanNeural");
  271. // videoParam.setVoice_style("default");
  272. // AiVideoParam.VideoFiles videoFiles = new AiVideoParam.VideoFiles();
  273. // AiVideoParam.BackGround backGround = new AiVideoParam.BackGround();
  274. // backGround.setType("vertical");
  275. // backGround.setImage(Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/builtin/background/grace/1080.jpg"));
  276. // videoFiles.setBack_ground(backGround);
  277. // AiVideoParam.Material digitalHuman = new AiVideoParam.Material();
  278. // int[] digitalHumanCoord = new int[]{0,0};
  279. // digitalHuman.setCoord(digitalHumanCoord);
  280. // digitalHuman.setLevel(0);
  281. // digitalHuman.setRatio(1.0f);
  282. // videoFiles.setDigital_human(digitalHuman);
  283. // videoParam.setVideo_files(videoFiles);
  284. //
  285. // AiVideoResult video = AiVideoHelper.createVideo(videoParam);
  286. //
  287. // AiPhotoSpeakParam param = new AiPhotoSpeakParam();
  288. // param.setGen_txt("道可道,非常道。名可名,非常名。无名天地之始;有名万物之母。故常无欲,以观其妙;常有欲,以观其徼。此两者,同出而异名,同谓之玄。玄之又玄,众妙之门");
  289. // param.setImg(Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/builtin/personphoto/165640997370212321.png"));
  290. // param.setGender("female");
  291. // param.setVoice_id("zh-CN-XiaoqiuNeural");
  292. // param.setCallback_url("https://phototest.metavatar.cc/C/callback/photo/speak");
  293. // param.setTask_id(837169827124269056L);
  294. // param.setVoice_style("default");
  295. // param.setUrl("None");
  296. // AiPhotoSpeakResult video = AiVideoHelper.createPhotoSpeakVideo(param);
  297. // AiPhotoSpeakParam param = new AiPhotoSpeakParam();
  298. // param.setCallback_url("https://phototest.metavatar.cc/C/callback/photo/speak");
  299. // param.setTask_id(836805079248850944L);
  300. // param.setGen_txt("None");
  301. // param.setImg(Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/capi/2023-06-07/6da595fe12ef405bb6434f31e6bad4ec.png"));
  302. // param.setGender("None");
  303. // param.setVoice_id("default");
  304. // param.setVoice_style("default");
  305. // param.setUrl("https://video.metavatar.cc/sv/262b03bd-18929af12fd/262b03bd-18929af12fd.mp3");
  306. // AiPhotoSpeakResult video = AiVideoHelper.createPhotoSpeakVideo(param);
  307. AiCheckPhotoParam param = new AiCheckPhotoParam();
  308. String img = Base64Util.imageUrlToBase64("https://suimang.oss-accelerate.aliyuncs.com/builtin/personmould/16760216806604820_cSHoijDX_grace_1080.jpg");
  309. param.setImg(img);
  310. AiCheckPhotoResult result = AiVideoHelper.checkPhoto(param);
  311. System.out.println(result);
  312. //
  313. // AiPreviewParam param = new AiPreviewParam();
  314. // param.setGen_txt("今天是个好日子");
  315. // param.setVoice_id("ar-DZ-AminaNeural");
  316. // param.setVoice_style("default");
  317. // param.setGender("female");
  318. // AiPreviewResult result = AiVideoHelper.voicePreview(param);
  319. // System.out.println(result);
  320. // AiVideoHqParam param = new AiVideoHqParam();
  321. // param.setSave_dir("static/tts/2023-07-07/16886958135060428.wav.mp4");
  322. // param.setAudio_path("static/tts/2023-07-07/16886958135060428.wav");
  323. // param.setCallback_url("https://phototest.metavatar.cc/C/callback/photo/speak");
  324. // param.setTask_id(836541377936281600L);
  325. // AiVideoHqResult result = AiVideoHelper.videoHq(param);
  326. // System.out.println(result);
  327. }
  328. }