private static boolean applySmoothedValues(List<AppStats> statsForApp) { for (AppStats appInfo : statsForApp) { if (appInfo.isSmoothingApplied()) { return true; } } return false; }
/** * Parses the supplied JSON string and adds the extracted ratings to the supplied {@link AppStats} * object * * @param json * @param stats * @throws JSONException */ static void parseRatings(String json, AppStats stats) throws JSONException { // Extract just the array with the values JSONArray values = new JSONObject(json).getJSONArray("result").getJSONArray(1).getJSONArray(0); // Ratings are at index 2 - 6 stats.setRating( values.getInt(2), values.getInt(3), values.getInt(4), values.getInt(5), values.getInt(6)); }
/** * Parses the supplied JSON string and adds the extracted ratings to the supplied {@link AppStats} * object * * @param json * @param stats * @throws JSONException */ static void parseRatings(String json, AppStats stats) throws JSONException { // Extract just the array with the values JSONObject values = new JSONObject(json).getJSONObject("result").getJSONArray("1").getJSONObject(0); // Ratings are at index 2 - 6 stats.setRating( values.getInt("2"), values.getInt("3"), values.getInt("4"), values.getInt("5"), values.getInt("6")); }
/** * Parses the supplied JSON string and adds the extracted statistics to the supplied {@link * AppStats} object based on the supplied statsType Not used at the moment * * @param json * @param stats * @param statsType * @throws JSONException */ static void parseStatistics(String json, AppStats stats, int statsType) throws JSONException { // Extract the top level values array JSONObject values = new JSONObject(json).getJSONObject("result").getJSONObject("1"); /* * null * Nested array [null, [null, Array containing historical data]] * null * null * null * Nested arrays containing summary and historical data broken down by dimension e.g. * Android version * null * null * App name */ // For now we just care about todays value, later we may delve into the historical and // dimensioned data JSONArray historicalData = values.getJSONObject("1").getJSONArray("1"); JSONObject latestData = historicalData.getJSONObject(historicalData.length() - 1); /* * null * Date * [null, value] */ int latestValue = latestData.getJSONObject("2").getInt("1"); switch (statsType) { case DevConsoleV2Protocol.STATS_TYPE_TOTAL_USER_INSTALLS: stats.setTotalDownloads(latestValue); break; case DevConsoleV2Protocol.STATS_TYPE_ACTIVE_DEVICE_INSTALLS: stats.setActiveInstalls(latestValue); break; default: break; } }
/** * Parses the supplied JSON string and builds a list of apps from it * * @param json * @param accountName * @param skipIncomplete * @return List of apps * @throws JSONException */ static List<AppInfo> parseAppInfos(String json, String accountName, boolean skipIncomplete) throws JSONException { Date now = new Date(); List<AppInfo> apps = new ArrayList<AppInfo>(); // Extract the base array containing apps JSONObject result = new JSONObject(json).getJSONObject("result"); if (DEBUG) { pp("result", result); } JSONArray jsonApps = result.optJSONArray("1"); if (DEBUG) { pp("jsonApps", jsonApps); } if (jsonApps == null) { // no apps yet? return apps; } int numberOfApps = jsonApps.length(); Log.d(TAG, String.format("Found %d apps in JSON", numberOfApps)); for (int i = 0; i < numberOfApps; i++) { AppInfo app = new AppInfo(); app.setAccount(accountName); app.setLastUpdate(now); // Per app: // 1 : { 1: package name, // 2 : { 1: [{1 : lang, 2: name, 3: description, 4: ??, 5: what's new}], 2 : ?? }, // 3 : ??, // 4 : update history, // 5 : price, // 6 : update date, // 7 : state? // } // 2 : {} // 3 : { 1: active dnd, 2: # ratings, 3: avg rating, 4: ???, 5: total dnd } // arrays have changed to objects, with the index as the key /* * Per app: * null * [ APP_INFO_ARRAY * * null * * packageName * * Nested array with details * * null * * Nested array with version details * * Nested array with price details * * Last update Date * * Number [1=published, 5 = draft?] * ] * null * [ APP_STATS_ARRAY * * null, * * Active installs * * Total ratings * * Average rating * * Errors * * Total installs * ] */ JSONObject jsonApp = jsonApps.getJSONObject(i); JSONObject jsonAppInfo = jsonApp.getJSONObject("1"); if (DEBUG) { pp("jsonAppInfo", jsonAppInfo); } String packageName = jsonAppInfo.getString("1"); // Look for "tmp.7238057230750432756094760456.235728507238057230542" if (packageName == null || (packageName.startsWith("tmp.") && Character.isDigit(packageName.charAt(4)))) { Log.d(TAG, String.format("Skipping draft app %d, package name=%s", i, packageName)); continue; // Draft app } // Check number code and last updated date // Published: 1 // Unpublished: 2 // Draft: 5 // Draft w/ in-app items?: 6 // TODO figure out the rest and add don't just skip, filter, etc. Cf. #223 int publishState = jsonAppInfo.optInt("7"); Log.d(TAG, String.format("%s: publishState=%d", packageName, publishState)); if (publishState != 1) { // Not a published app, skipping Log.d( TAG, String.format( "Skipping app %d with state != 1: package name=%s: state=%d", i, packageName, publishState)); continue; } app.setPublishState(publishState); app.setPackageName(packageName); /* * Per app details: * 1: Country code * 2: App Name * 3: Description * 4: Promo text * 5: Last what's new */ // skip if we can't get all the data // XXX should we just let this crash so we know there is a problem? if (!jsonAppInfo.has("2")) { if (skipIncomplete) { Log.d( TAG, String.format( "Skipping app %d because no app details found: package name=%s", i, packageName)); } else { Log.d(TAG, "Adding incomplete app: " + packageName); apps.add(app); } continue; } if (!jsonAppInfo.has("4")) { if (skipIncomplete) { Log.d( TAG, String.format( "Skipping app %d because no versions info found: package name=%s", i, packageName)); } else { Log.d(TAG, "Adding incomplete app: " + packageName); apps.add(app); } continue; } JSONObject appDetails = jsonAppInfo.getJSONObject("2").getJSONArray("1").getJSONObject(0); if (DEBUG) { pp("appDetails", appDetails); } app.setName(appDetails.getString("2")); String description = appDetails.getString("3"); String changelog = appDetails.optString("5"); Long lastPlayStoreUpdate = jsonAppInfo.getJSONObject("11").getLong("1"); AppDetails details = new AppDetails(description, changelog, lastPlayStoreUpdate); app.setDetails(details); /* * Per app version details: * null * null * packageName * versionNumber * versionName * null * Array with app icon [null,null,null,icon] */ // XXX JSONArray appVersions = jsonAppInfo.getJSONObject("4").getJSONObject("1").optJSONArray("1"); if (DEBUG) { pp("appVersions", appVersions); } if (appVersions == null) { if (skipIncomplete) { Log.d( TAG, String.format( "Skipping app %d because no versions info found: package name=%s", i, packageName)); } else { Log.d(TAG, "Adding incomplete app: " + packageName); apps.add(app); } continue; } JSONObject lastAppVersionDetails = appVersions.getJSONObject(appVersions.length() - 1).getJSONObject("2"); if (DEBUG) { pp("lastAppVersionDetails", lastAppVersionDetails); } app.setVersionName(lastAppVersionDetails.getString("4")); app.setIconUrl(lastAppVersionDetails.getJSONObject("6").getString("3")); // App stats /* * null, * Active installs * Total ratings * Average rating * Errors * Total installs */ // XXX this index might not be correct for all apps? // 3 : { 1: active dnd, 2: # ratings, 3: avg rating, 4: #errors?, 5: total dnd } JSONObject jsonAppStats = jsonApp.optJSONObject("3"); if (DEBUG) { pp("jsonAppStats", jsonAppStats); } if (jsonAppStats == null) { if (skipIncomplete) { Log.d( TAG, String.format( "Skipping app %d because no stats found: package name=%s", i, packageName)); } else { Log.d(TAG, "Adding incomplete app: " + packageName); apps.add(app); } continue; } AppStats stats = new AppStats(); stats.setDate(now); if (jsonAppStats.length() < 4) { // no statistics (yet?) or weird format // TODO do we need differentiate? stats.setActiveInstalls(0); stats.setTotalDownloads(0); stats.setNumberOfErrors(0); } else { stats.setActiveInstalls(jsonAppStats.getInt("1")); stats.setTotalDownloads(jsonAppStats.getInt("5")); stats.setNumberOfErrors(jsonAppStats.optInt("4")); } app.setLatestStats(stats); apps.add(app); } return apps; }
@SuppressWarnings("resource") public List<AppStats> readStats(InputStream in) throws ServiceException { List<AppStats> appStats = new ArrayList<AppStats>(); CSVReader reader; try { // we don't own the stream, it's closed by the caller reader = new CSVReader(new InputStreamReader(in)); String[] firstLine = reader.readNext(); if (firstLine != null) { String[] nextLine = null; while ((nextLine = reader.readNext()) != null) { AppStats stats = new AppStats(); stats.setPackageName(nextLine[0]); stats.setDate(createTimestampFormat().parse(nextLine[1])); stats.setTotalDownloads(Integer.parseInt(nextLine[2])); stats.setActiveInstalls(Integer.parseInt(nextLine[3])); stats.setNumberOfComments(Integer.parseInt(nextLine[4])); stats.setRating1(Integer.parseInt(nextLine[5])); stats.setRating2(Integer.parseInt(nextLine[6])); stats.setRating3(Integer.parseInt(nextLine[7])); stats.setRating4(Integer.parseInt(nextLine[8])); stats.setRating5(Integer.parseInt(nextLine[9])); if (nextLine.length > 10) { stats.setVersionCode(Integer.parseInt(nextLine[10])); } if (nextLine.length > 11) { String numErrorsStr = nextLine[11]; stats.setNumberOfErrors(parseInt(numErrorsStr)); } if (nextLine.length > 12) { String totalRevenueStr = nextLine[12]; if (!TextUtils.isEmpty(totalRevenueStr)) { String currency = nextLine[13]; stats.setTotalRevenue( new Revenue(Revenue.Type.TOTAL, parseDouble(totalRevenueStr.trim()), currency)); } } appStats.add(stats); } } } catch (FileNotFoundException e) { throw new ServiceException(e); } catch (IOException e) { throw new ServiceException(e); } catch (ParseException e) { throw new ServiceException(e); } return appStats; }
@SuppressWarnings("resource") public void writeStats(String packageName, List<AppStats> stats, ZipOutputStream zip) throws IOException { zip.putNextEntry(new ZipEntry(packageName + CSV_SUFFIX)); // we don't own the stream, it's closed by the caller CSVWriter writer = new CSVWriter(new OutputStreamWriter(zip)); writer.writeNext(HEADER_LIST); String[] line = new String[HEADER_LIST.length]; for (AppStats stat : stats) { line[0] = packageName; line[1] = createTimestampFormat().format(stat.getDate()); line[2] = Integer.toString(stat.getTotalDownloads()); line[3] = Integer.toString(stat.getActiveInstalls()); line[4] = Integer.toString(stat.getNumberOfComments()); line[5] = Utils.safeToString(stat.getRating1()); line[6] = Utils.safeToString(stat.getRating2()); line[7] = Utils.safeToString(stat.getRating3()); line[8] = Utils.safeToString(stat.getRating4()); line[9] = Utils.safeToString(stat.getRating5()); line[10] = Utils.safeToString(stat.getVersionCode()); line[11] = Utils.safeToString(stat.getNumberOfErrors()); line[12] = stat.getTotalRevenue() == null ? "" : String.format(Locale.US, "%.2f", stat.getTotalRevenue().getAmount()); line[13] = stat.getTotalRevenue() == null ? "" : stat.getTotalRevenue().getCurrencyCode(); writer.writeNext(line); } writer.flush(); }
/** * Parses the supplied JSON string and builds a list of apps from it * * @param json * @param accountName * @return List of apps * @throws JSONException */ static List<AppInfo> parseAppInfos(String json, String accountName) throws JSONException { Date now = new Date(); List<AppInfo> apps = new ArrayList<AppInfo>(); // Extract the base array containing apps JSONArray jsonApps = new JSONObject(json).getJSONArray("result").getJSONArray(1); if (DEBUG) { pp("jsonApps", jsonApps); } int numberOfApps = jsonApps.length(); for (int i = 0; i < numberOfApps; i++) { AppInfo app = new AppInfo(); app.setAccount(accountName); app.setLastUpdate(now); /* * Per app: * null * [ APP_INFO_ARRAY * * null * * packageName * * Nested array with details * * null * * Nested array with version details * * Nested array with price details * * Last update Date * * Number [1=published, 5 = draft?] * ] * null * [ APP_STATS_ARRAY * * null, * * Active installs * * Total ratings * * Average rating * * Errors * * Total installs * ] */ JSONArray jsonApp = jsonApps.getJSONArray(i); JSONArray jsonAppInfo = jsonApp.getJSONArray(1); if (DEBUG) { pp("jsonAppInfo", jsonAppInfo); } String packageName = jsonAppInfo.getString(1); // Look for "tmp.7238057230750432756094760456.235728507238057230542" if (packageName == null || (packageName.startsWith("tmp.") && Character.isDigit(packageName.charAt(4)))) { continue; // Draft app } // Check number code and last updated date // Published: 1 // Unpublished: 2 // Draft: 5 // Draft w/ in-app items?: 6 // TODO figure out the rest and add don't just skip, filter, etc. Cf. #223 int publishState = jsonAppInfo.getInt(7); Log.d(TAG, String.format("%s: publishState=%d", packageName, publishState)); if (publishState != 1) { // Not a published app, skipping continue; } app.setPublishState(publishState); app.setPackageName(packageName); /* * Per app details: * null * Country code * App Name * Description * Unknown * Last what's new */ if (jsonAppInfo.length() < 5) { // skip if we can't get all the data continue; } JSONArray appDetails = jsonAppInfo.getJSONArray(2).getJSONArray(1).getJSONArray(0); if (DEBUG) { pp("appDetails", appDetails); } app.setName(appDetails.getString(2)); /* * Per app version details: * null * null * packageName * versionNumber * versionName * null * Array with app icon [null,null,null,icon] */ JSONArray appVersions = jsonAppInfo.optJSONArray(4); if (DEBUG) { pp("appVersions", appVersions); } if (appVersions == null) { continue; } JSONArray lastAppVersionDetails = appVersions.getJSONArray(appVersions.length() - 1).getJSONArray(2); if (DEBUG) { pp("lastAppVersionDetails", lastAppVersionDetails); } app.setVersionName(lastAppVersionDetails.getString(4)); app.setIconUrl(lastAppVersionDetails.getJSONArray(6).getString(3)); // App stats /* * null, * Active installs * Total ratings * Average rating * Errors * Total installs */ // XXX this index might not be correct for all apps? JSONArray jsonAppStats = jsonApp.optJSONArray(3); if (DEBUG) { pp("jsonAppStats", jsonAppStats); } if (jsonAppStats == null) { continue; } AppStats stats = new AppStats(); stats.setRequestDate(now); if (jsonAppStats.length() < 6) { // no statistics (yet?) or weird format // TODO do we need differentiate? stats.setActiveInstalls(0); stats.setTotalDownloads(0); stats.setNumberOfErrors(0); } else { stats.setActiveInstalls(jsonAppStats.getInt(1)); stats.setTotalDownloads(jsonAppStats.getInt(5)); stats.setNumberOfErrors(jsonAppStats.optInt(4)); } app.setLatestStats(stats); apps.add(app); } return apps; }