j62
/
ctbrec
2
2
Fork 2
Code Issues 9 Pull Requests Packages Projects Releases 3 Wiki Activity

Add determination of stream url and stream sources

This commit is contained in:
0xboobface 2018-12-14 02:39:07 +01:00
parent 52cdf8d601
commit 64c60eaeaa
4 changed files with 167 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
client/src/main/java/ctbrec/ui/sites/streamate/StreamateUpdateService.java
View File

@ -64,7 +64,6 @@ public class StreamateUpdateService extends PaginatedScheduledService {
if (response.isSuccessful()) {
List<Model> models = new ArrayList<>();
String content = response.body().string();
LOG.debug(content);
ByteArrayInputStream in = new ByteArrayInputStream(content.getBytes("utf-8"));
Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(in);
NodeList performers = doc.getElementsByTagName("Performer");
@ -81,7 +80,7 @@ public class StreamateUpdateService extends PaginatedScheduledService {
Node pic = XmlParserUtils.getNodeWithXpath(performer, "Media/Pic/Full");
String previewUrl = "https:" + pic.getAttributes().getNamedItem("Src").getNodeValue();
model.setPreview(previewUrl);
LOG.debug("Name {} - {}{}{}", name, PartyChat, PreGoldShow, GoldShow);
//LOG.debug("Name {} - {}{}{}", name, PartyChat, PreGoldShow, GoldShow);
}
return models;
} else {

7
common/src/main/java/ctbrec/io/HttpClient.java
View File

@ -29,6 +29,8 @@ import okhttp3.OkHttpClient.Builder;
import okhttp3.Request;
import okhttp3.Response;
import okhttp3.Route;
import okhttp3.WebSocket;
import okhttp3.WebSocketListener;
public abstract class HttpClient {
private static final transient Logger LOG = LoggerFactory.getLogger(HttpClient.class);
@ -219,4 +221,9 @@ public abstract class HttpClient {
getCookieJar().clear();
loggedIn = false;
}
public WebSocket newWebSocket(String url, WebSocketListener l) {
Request request = new Request.Builder().url(url).build();
return client.newWebSocket(request, l);
}
}

130
common/src/main/java/ctbrec/sites/streamate/StreamateModel.java
View File

@ -4,11 +4,13 @@ import static ctbrec.Model.State.*;
import java.io.IOException;
import java.io.InputStream;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.concurrent.ExecutionException;
import org.json.JSONArray;
import org.json.JSONObject;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@ -28,9 +30,7 @@ import ctbrec.AbstractModel;
import ctbrec.Config;
import ctbrec.io.HttpException;
import ctbrec.recorder.download.StreamSource;
import okhttp3.FormBody;
import okhttp3.Request;
import okhttp3.RequestBody;
import okhttp3.Response;
public class StreamateModel extends AbstractModel {
@ -54,32 +54,6 @@ public class StreamateModel extends AbstractModel {
return online;
}
private JSONObject getRoomData() throws IOException {
String url = Streamate.BASE_URL + "/tools/amf.php";
RequestBody body = new FormBody.Builder()
.add("method", "getRoomData")
.add("args[]", getName())
.add("args[]", "false")
.build();
Request request = new Request.Builder()
.url(url)
.addHeader("User-Agent", Config.getInstance().getSettings().httpUserAgent)
.addHeader("Accept", "application/json, text/javascript, */*")
.addHeader("Accept-Language", "en")
.addHeader("Referer", Streamate.BASE_URL)
.addHeader("X-Requested-With", "XMLHttpRequest")
.post(body)
.build();
try(Response response = site.getHttpClient().execute(request)) {
if(response.isSuccessful()) {
JSONObject json = new JSONObject(response.body().string());
return json;
} else {
throw new IOException(response.code() + " " + response.message());
}
}
}
public void setOnline(boolean online) {
this.online = online;
}
@ -107,6 +81,7 @@ public class StreamateModel extends AbstractModel {
if (streamUrl == null) {
return Collections.emptyList();
}
LOG.debug(streamUrl);
Request req = new Request.Builder().url(streamUrl).build();
try(Response response = site.getHttpClient().execute(req)) {
if(response.isSuccessful()) {
@ -117,7 +92,7 @@ public class StreamateModel extends AbstractModel {
streamSources.clear();
for (PlaylistData playlistData : master.getPlaylists()) {
StreamSource streamsource = new StreamSource();
streamsource.mediaPlaylistUrl = streamUrl.replace("playlist.m3u8", playlistData.getUri());
streamsource.mediaPlaylistUrl = playlistData.getUri();
if (playlistData.hasStreamInfo()) {
StreamInfo info = playlistData.getStreamInfo();
streamsource.bandwidth = info.getBandwidth();
@ -138,6 +113,85 @@ public class StreamateModel extends AbstractModel {
}
private String getStreamUrl() throws IOException {
JSONObject json = getRoomInfo();
JSONObject performer = json.getJSONObject("performer");
id = Long.toString(performer.getLong("id"));
JSONObject stream = json.getJSONObject("stream");
String sserver = stream.getString("serverId");
String streamId = stream.getString("streamId");
String wsHost = stream.getString("nodeHost");
JSONObject liveservices = json.getJSONObject("liveservices");
String streamHost = liveservices.getString("host").replace("wss", "https");
String roomId;
try {
roomId = getRoomId(wsHost, sserver, streamId);
LOG.debug("room id: {}", roomId);
} catch (InterruptedException e) {
throw new IOException("Couldn't get room id", e);
}
String streamFormatUrl = getStreamFormatUrl(streamHost, roomId);
return getMasterPlaylistUrl(streamFormatUrl);
}
private String getMasterPlaylistUrl(String url) throws IOException {
LOG.debug(url);
Request req = new Request.Builder()
.addHeader("User-Agent", Config.getInstance().getSettings().httpUserAgent)
.addHeader("Accept", "*/*")
.addHeader("Accept-Language", "en")
.addHeader("Referer", Streamate.BASE_URL + '/' + getName())
.addHeader("X-Requested-With", "XMLHttpRequest")
.url(url)
.build();
try(Response response = site.getHttpClient().execute(req)) {
if(response.isSuccessful()) {
JSONObject json = new JSONObject(response.body().string());
JSONObject formats = json.getJSONObject("formats");
JSONObject hls = formats.getJSONObject("mp4-hls");
return hls.getString("manifest");
} else {
throw new HttpException(response.code(), response.message());
}
}
}
private String getStreamFormatUrl(String streamHost, String roomId) throws IOException {
String url = streamHost + "/videourl?payload="
+ URLEncoder.encode("{\"puserid\":" + id + ",\"roomid\":\"" + roomId + "\",\"showtype\":1,\"nginx\":1}", "utf-8");
LOG.debug(url);
Request req = new Request.Builder()
.addHeader("User-Agent", Config.getInstance().getSettings().httpUserAgent)
.addHeader("Accept", "*/*")
.addHeader("Accept-Language", "en")
.addHeader("Referer", Streamate.BASE_URL + '/' + getName())
.addHeader("X-Requested-With", "XMLHttpRequest")
.url(url)
.build();
try(Response response = site.getHttpClient().execute(req)) {
if(response.isSuccessful()) {
JSONArray streamConfig = new JSONArray(response.body().string());
JSONObject obj = streamConfig.getJSONObject(0);
return obj.getString("url");
} else {
throw new HttpException(response.code(), response.message());
}
}
}
private String getRoomId(String wsHost, String sserver, String streamId) throws InterruptedException {
String wsUrl = wsHost + "/socket.io/?"
+ "performerid=" + id
+ "&sserver=" + sserver
+ "&streamid=" + streamId
+ "&sakey=&sessiontype=preview&perfdiscountid=0&minduration=0&goldshowid=0&version=7&referrer=hybrid.client.6.3.16/avchat.swf&usertype=false&lang=en&EIO=3&transport=websocket";
StreamateWebsocketClient wsClient = new StreamateWebsocketClient(wsUrl, site.getHttpClient());
return wsClient.getRoomId();
}
private JSONObject getRoomInfo() throws IOException {
String url = "https://hybridclient.naiadsystems.com/api/v1/config/?sabasic=&sakey=&sk=www.streamate.com&userid=0&version=6.3.16&ajax=1&name=" + getName();
Request req = new Request.Builder()
.addHeader("User-Agent", Config.getInstance().getSettings().httpUserAgent)
@ -149,25 +203,11 @@ public class StreamateModel extends AbstractModel {
.build();
try(Response response = site.getHttpClient().execute(req)) {
if(response.isSuccessful()) {
JSONObject json = new JSONObject(response.body().string());
JSONObject performer = json.getJSONObject("performer");
id = performer.getString("id");
JSONObject stream = json.getJSONObject("stream");
String sserver = stream.getString("serverId");
String streamId = stream.getString("streamId");
String wsHost = stream.getString("nodeHost");
LOG.debug(json.toString(2));
String wsUrl = wsHost + "/socket.io/?"
+ "performerid=" + id
+ "&sserver=" + sserver
+ "&streamid=" + streamId
+ "&sakey=&sessiontype=preview&perfdiscountid=0&minduration=0&goldshowid=0&version=7&referrer=hybrid.client.6.3.16/avchat.swf&usertype=false&lang=en&EIO=3&transport=websocket";
return new JSONObject(response.body().string());
} else {
throw new IOException(response.code() + ' ' + response.message());
throw new HttpException(response.code(), response.message());
}
}
return "";
}
@Override

74
common/src/main/java/ctbrec/sites/streamate/StreamateWebsocketClient.java Normal file
View File

@ -0,0 +1,74 @@
package ctbrec.sites.streamate;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import ctbrec.io.HttpClient;
import okhttp3.Response;
import okhttp3.WebSocket;
import okhttp3.WebSocketListener;
import okio.ByteString;
public class StreamateWebsocketClient {
private static final transient Logger LOG = LoggerFactory.getLogger(StreamateWebsocketClient.class);
private String url;
private HttpClient client;
public StreamateWebsocketClient(String url, HttpClient client) {
this.url = url;
this.client = client;
}
String roomId = "";
public String getRoomId() throws InterruptedException {
LOG.debug("Connecting to {}", url);
Object monitor = new Object();
client.newWebSocket(url, new WebSocketListener() {
@Override
public void onOpen(WebSocket webSocket, Response response) {
response.close();
}
@Override
public void onMessage(WebSocket webSocket, String text) {
if(text.contains("NaiadAuthorized")) {
Matcher m = Pattern.compile("\"roomid\":\"(.*?)\"").matcher(text);
if(m.find()) {
roomId = m.group(1);
webSocket.close(1000, "");
}
}
}
@Override
public void onMessage(WebSocket webSocket, ByteString bytes) {
LOG.debug("ws btxt {}", bytes.toString());
}
@Override
public void onClosed(WebSocket webSocket, int code, String reason) {
synchronized (monitor) {
monitor.notify();
}
}
@Override
public void onFailure(WebSocket webSocket, Throwable t, Response response) {
LOG.debug("ws failure", t);
response.close();
synchronized (monitor) {
monitor.notify();
}
}
});
synchronized (monitor) {
monitor.wait();
}
return roomId;
}
}