package ctbrec.sites.cam4; import com.iheartradio.m3u8.*; import com.iheartradio.m3u8.data.MasterPlaylist; import com.iheartradio.m3u8.data.Playlist; import com.iheartradio.m3u8.data.PlaylistData; import com.iheartradio.m3u8.data.StreamInfo; import ctbrec.AbstractModel; import ctbrec.Config; import ctbrec.StringUtil; import ctbrec.io.HtmlParser; import ctbrec.io.HttpException; import ctbrec.recorder.download.HttpHeaderFactory; import ctbrec.recorder.download.HttpHeaderFactoryImpl; import ctbrec.recorder.download.StreamSource; import okhttp3.FormBody; import okhttp3.Request; import okhttp3.RequestBody; import okhttp3.Response; import org.json.JSONObject; import org.jsoup.nodes.Element; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import java.io.IOException; import java.io.InputStream; import java.util.*; import java.util.concurrent.ExecutionException; import java.util.regex.Matcher; import java.util.regex.Pattern; import static ctbrec.Model.State.*; import static ctbrec.io.HttpClient.bodyToJsonObject; import static ctbrec.io.HttpConstants.*; import static java.util.regex.Pattern.DOTALL; import static java.util.regex.Pattern.MULTILINE; public class Cam4Model extends AbstractModel { private static final Logger LOG = LoggerFactory.getLogger(Cam4Model.class); private String playlistUrl; private int[] resolution = null; private boolean privateRoom = false; @Override public boolean isOnline(boolean ignoreCache) throws IOException, ExecutionException, InterruptedException { if (ignoreCache || onlineState == UNKNOWN) { try { loadModelDetails(); getPlaylistUrl(); } catch (Exception e) { onlineState = OFFLINE; } } return onlineState == ONLINE && !privateRoom && StringUtil.isNotBlank(playlistUrl); } private void loadModelDetails() throws IOException { JSONObject roomState = new Cam4WsClient(Config.getInstance(), (Cam4)getSite(), this).getRoomState(); if(LOG.isTraceEnabled()) LOG.trace(roomState.toString(2)); String state = roomState.optString("newShowsState"); setOnlineStateByShowType(state); privateRoom = roomState.optBoolean("privateRoom"); setDescription(roomState.optString("status")); } public void setOnlineStateByShowType(String showType) { switch(showType) { case "NORMAL": case "ACCEPTING": case "GROUP_SHOW_SELLING_TICKETS": case "GS_SELLING_TICKETS": case "GS_SELLING_TICKETS_UNSUCCESSFUL": onlineState = ONLINE; break; case "PRIVATE_SHOW": case "INSIDE_PS": onlineState = PRIVATE; break; case "INSIDE_GS": case "GROUP_SHOW": onlineState = GROUP; break; case "PAUSED": onlineState = AWAY; break; case "OFFLINE": onlineState = OFFLINE; break; default: LOG.debug("############################## Unknown show type [{}]", showType); onlineState = UNKNOWN; } } @Override public State getOnlineState(boolean failFast) throws IOException, ExecutionException { if (!failFast && onlineState == UNKNOWN) { try { loadModelDetails(); } catch (Exception e) { LOG.warn("Couldn't load model details {}", e.getMessage()); } } return onlineState; } private String getPlaylistUrl() throws IOException { String page = loadModelPage(); Matcher m = Pattern.compile("hlsUrl\\s*:\\s*'(.*?)'", DOTALL | MULTILINE).matcher(page); if (m.find()) { playlistUrl = m.group(1); } else { LOG.debug("hlsUrl not in page"); getPlaylistUrlFromStreamUrl(); } if (playlistUrl == null) { throw new IOException("Couldn't determine playlist url"); } return playlistUrl; } private void getPlaylistUrlFromStreamUrl() throws IOException { String url = getSite().getBaseUrl() + "/_profile/streamURL?username=" + getName(); LOG.debug("Getting playlist url from {}", url); Request req = new Request.Builder() // @formatter:off .url(url) .header(USER_AGENT, Config.getInstance().getSettings().httpUserAgent) .header(ACCEPT, "*/*") .header(ACCEPT_LANGUAGE, "*") .header(CACHE_CONTROL, NO_CACHE) .header(PRAGMA, NO_CACHE) .header(REFERER, getUrl()) .build(); // @formatter:on try (Response response = site.getHttpClient().execute(req)) { if (response.isSuccessful()) { JSONObject json = new JSONObject(bodyToJsonObject(response)); if (LOG.isTraceEnabled()) LOG.trace(json.toString(2)); if (json.has("canUseCDN")) { if (json.getBoolean("canUseCDN")) { playlistUrl = json.getString("cdnURL"); } else { playlistUrl = json.getString("edgeURL"); } } } else { throw new HttpException(response.code(), response.message()); } } } private String loadModelPage() throws IOException { Request req = new Request.Builder() // @formatter:off .url(getUrl()) .header(USER_AGENT, Config.getInstance().getSettings().httpUserAgent) .header(ACCEPT, "*/*") .header(ACCEPT_LANGUAGE, "*") .header(CACHE_CONTROL, NO_CACHE) .header(PRAGMA, NO_CACHE) .header(REFERER, getUrl()) .build(); // @formatter:on try (Response response = site.getHttpClient().execute(req)) { if (response.isSuccessful()) { return response.body().string(); } else { throw new HttpException(response.code(), response.message()); } } } @Override public List getStreamSources() throws IOException, ExecutionException, ParseException, PlaylistException { MasterPlaylist masterPlaylist = getMasterPlaylist(); List sources = new ArrayList<>(); for (PlaylistData playlist : masterPlaylist.getPlaylists()) { if (playlist.hasStreamInfo()) { StreamSource src = new StreamSource(); src.bandwidth = playlist.getStreamInfo().getBandwidth(); src.height = Optional.ofNullable(playlist.getStreamInfo()).map(StreamInfo::getResolution).map(res -> res.height).orElse(0); String masterUrl = getPlaylistUrl(); String baseUrl = masterUrl.substring(0, masterUrl.lastIndexOf('/') + 1); src.mediaPlaylistUrl = baseUrl + playlist.getUri(); LOG.trace("Media playlist {}", src.mediaPlaylistUrl); sources.add(src); } } return sources; } private MasterPlaylist getMasterPlaylist() throws IOException, ParseException, PlaylistException { String masterPlaylistUrl = getPlaylistUrl(); LOG.trace("Loading master playlist [{}]", masterPlaylistUrl); Request req = new Request.Builder().url(masterPlaylistUrl).build(); try (Response response = site.getHttpClient().execute(req)) { if (response.isSuccessful()) { InputStream inputStream = response.body().byteStream(); PlaylistParser parser = new PlaylistParser(inputStream, Format.EXT_M3U, Encoding.UTF_8, ParsingMode.LENIENT); Playlist playlist = parser.parse(); return playlist.getMasterPlaylist(); } else { throw new HttpException(response.code(), "Couldn't download HLS playlist " + masterPlaylistUrl); } } } @Override public void invalidateCacheEntries() { resolution = null; playlistUrl = null; } @Override public void receiveTip(Double tokens) throws IOException { throw new RuntimeException("Not implemented for Cam4, yet"); } @Override public int[] getStreamResolution(boolean failFast) throws ExecutionException { if(resolution == null) { if(failFast) { return new int[2]; } try { if(!isOnline()) { return new int[2]; } List sources = getStreamSources(); Collections.sort(sources); StreamSource best = sources.get(sources.size()-1); resolution = new int[] {best.width, best.height}; } catch (InterruptedException e) { Thread.currentThread().interrupt(); LOG.warn("Couldn't determine stream resolution for {} - {}", getName(), e.getMessage()); resolution = new int[2]; } catch (ExecutionException | IOException | ParseException | PlaylistException e) { LOG.warn("Couldn't determine stream resolution for {} - {}", getName(), e.getMessage()); resolution = new int[2]; } return resolution; } else { return resolution; } } @Override public boolean follow() throws IOException { String url = site.getBaseUrl() + "/profiles/addFriendFavorite?action=addFavorite&object=" + getName() + "&_=" + System.currentTimeMillis(); Request req = new Request.Builder() .url(url) .addHeader(X_REQUESTED_WITH, XML_HTTP_REQUEST) .build(); try (Response response = site.getHttpClient().execute(req)) { return response.isSuccessful(); } } @Override public boolean unfollow() throws IOException { // get model user id String url = site.getBaseUrl() + '/' + getName(); Request req = new Request.Builder() .url(url) .addHeader(X_REQUESTED_WITH, XML_HTTP_REQUEST) .build(); // we have to use a client without any cam4 cookies here, otherwise // this request is redirected to the login page. no idea why try (Response response = site.getRecorder().getHttpClient().execute(req)) { if (response.isSuccessful()) { String content = response.body().string(); String broadCasterId = null; try { Element tag = HtmlParser.getTag(content, "input[name=\"broadcasterId\"]"); broadCasterId = tag.attr("value"); } catch (Exception e) { LOG.debug(content); throw new IOException(e); } // send unfollow request String username = Config.getInstance().getSettings().cam4Username; url = site.getBaseUrl() + '/' + username + "/edit/friends_favorites"; RequestBody body = new FormBody.Builder() .add("deleteFavorites", broadCasterId) .add("simpleresult", "true") .build(); req = new Request.Builder() .url(url) .post(body) .addHeader(X_REQUESTED_WITH, XML_HTTP_REQUEST) .build(); try (Response resp = site.getHttpClient().execute(req)) { if (resp.isSuccessful()) { return Objects.equals(resp.body().string(), "Ok"); } else { return false; } } } else { return false; } } } public void setPlaylistUrl(String playlistUrl) { this.playlistUrl = playlistUrl; } @Override public void setUrl(String url) { String normalizedUrl = url.toLowerCase(); if (normalizedUrl.endsWith("/")) { normalizedUrl = normalizedUrl.substring(0, normalizedUrl.length() - 1); } super.setUrl(normalizedUrl); } @Override public HttpHeaderFactory getHttpHeaderFactory() { HttpHeaderFactoryImpl fac = new HttpHeaderFactoryImpl(); Map headers = new HashMap<>(); headers.put(ACCEPT, "*/*"); headers.put(ACCEPT_LANGUAGE, Locale.ENGLISH.getLanguage()); headers.put(CONNECTION, KEEP_ALIVE); if (getSite() != null) { headers.put(ORIGIN, getSite().getBaseUrl()); headers.put(REFERER, getSite().getBaseUrl()); } headers.put(USER_AGENT, Config.getInstance().getSettings().httpUserAgent); fac.setMasterPlaylistHeaders(headers); fac.setSegmentPlaylistHeaders(headers); fac.setSegmentHeaders(headers); return fac; } }