\n"); document.write(" \n"); document.write(" \n"); document.write(" \n"); document.write("\n"); document.write(" \n"); document.write(" \n"); document.write("\n"); document.write("\n"); document.write("\n"); document.write("\n"); document.write("\n"); document.write("\n"); document.write("\n"); document.write(" \n"); document.write("

\n"); document.write(" \n"); document.write(" \n"); document.write("

\n"); document.write(" \n"); document.write("

1\n");
document.write("2\n");
document.write("3\n");
document.write("4\n");
document.write("5\n");
document.write("6\n");
document.write("7\n");
document.write("8\n");
document.write("9\n");
document.write("10\n");
document.write("11\n");
document.write("12\n");
document.write("13\n");
document.write("14\n");
document.write("15\n");
document.write("16\n");
document.write("17\n");
document.write("18\n");
document.write("19\n");
document.write("20\n");
document.write("21\n");
document.write("22\n");
document.write("23\n");
document.write("24\n");
document.write("25\n");
document.write("26\n");
document.write("27\n");
document.write("28\n");
document.write("29\n");
document.write("30\n");
document.write("31\n");
document.write("32\n");
document.write("33\n");
document.write("34\n");
document.write("35\n");
document.write("36\n");
document.write("37\n");
document.write("38\n");
document.write("39\n");
document.write("40\n");
document.write("41\n");
document.write("42\n");
document.write("43\n");
document.write("44\n");
document.write("45\n");
document.write("46\n");
document.write("47\n");
document.write("48\n");
document.write("49\n");
document.write("50\n");
document.write("51\n");
document.write("52\n");
document.write("53\n");
document.write("54\n");
document.write("55\n");
document.write("56\n");
document.write("57\n");
document.write("58\n");
document.write("59\n");
document.write("60\n");
document.write("61\n");
document.write("62\n");
document.write("63\n");
document.write("64\n");
document.write("65\n");
document.write("66\n");
document.write("67\n");
document.write("68\n");
document.write("69\n");
document.write("70\n");
document.write("71\n");
document.write("72\n");
document.write("73\n");
document.write("74\n");
document.write("75\n");
document.write("76\n");
document.write("77\n");
document.write("78\n");
document.write("79\n");
document.write("80\n");
document.write("81\n");
document.write("82\n");
document.write("83\n");
document.write("84\n");
document.write("85\n");
document.write("86\n");
document.write("87\n");
document.write("88\n");
document.write("89\n");
document.write("90\n");
document.write("91\n");
document.write("92\n");
document.write("93\n");
document.write("94\n");
document.write("95\n");
document.write("96\n");
document.write("97\n");
document.write("98\n");
document.write("99\n");
document.write("100\n");
document.write("101\n");
document.write("102\n");
document.write("103\n");
document.write("104\n");
document.write("105\n");
document.write("106\n");
document.write("107\n");
document.write("108\n");
document.write("109\n");
document.write("110\n");
document.write("111\n");
document.write("112\n");
document.write("113\n");
document.write("114\n");
document.write("115\n");
document.write("116\n");
document.write("117\n");
document.write("118\n");
document.write("119\n");
document.write("120\n");
document.write("121\n");
document.write("122\n");
document.write("123\n");
document.write("124\n");
document.write("<\/pre>\n");
document.write("			<\/td>\n");
document.write("

\n"); document.write("

## gae_memcache_accumulator<\/span>\n");
document.write("## mark wolgemuth http://node.to<\/span>\n");
document.write("\n");
document.write("from<\/span> google.appengine.api import<\/span> memcache\n");
document.write("import<\/span> types\n");
document.write("\n");
document.write("COUNTERKEY =<\/span> \'c\'<\/span>\n");
document.write("\n");
document.write("class<\/span> MemcacheAccumulatorError<\/span>(Exception<\/span><\/span><\/span>):<\/span>\n");
document.write("    """Error in memcache accumumalator"""<\/span>\n");
document.write("    pass<\/span>\n");
document.write("\n");
document.write("class<\/span> MemcacheAccumulatorComplete<\/span>(MemcacheAccumulatorError<\/span><\/span>):<\/span>\n");
document.write("    """All pieces recieved"""<\/span>\n");
document.write("    def<\/span> __init__<\/span><\/span>(self<\/span>, *args<\/span>, **kw<\/span><\/span>):<\/span>\n");
document.write("        super<\/span>(MemcacheAccumulatorComplete, self<\/span><\/span>)<\/span>.__init__(*<\/span>args<\/span>)<\/span>\n");
document.write("        if<\/span> "size"<\/span> in<\/span> kw:\n");
document.write("            self<\/span>.size =<\/span> kw["size"<\/span><\/span>]<\/span>\n");
document.write("\n");
document.write("class<\/span> MemcacheAccumulatorIncomplete<\/span>(MemcacheAccumulatorError<\/span><\/span>):<\/span>\n");
document.write("    """Pieces are missing!"""<\/span>\n");
document.write("    pass<\/span>\n");
document.write("\n");
document.write("def<\/span> counter_key<\/span>(groupkey<\/span> =<\/span> None<\/span><\/span>):<\/span>\n");
document.write("    """Generate the key for the counter for this group."""<\/span>\n");
document.write("    if<\/span> (groupkey is<\/span> None<\/span>): \n");
document.write("        raise<\/span> MemcacheAccumulatorError(\'key cannot be None\'<\/span><\/span>)<\/span>\n");
document.write("    return<\/span> COUNTERKEY +<\/span> groupkey\n");
document.write("\n");
document.write("def<\/span> frag_key<\/span>(groupkey<\/span> =<\/span> None<\/span>, frag<\/span> =<\/span> 0<\/span><\/span>):<\/span>\n");
document.write("    """Generate a key for the current fragment of this group"""<\/span>\n");
document.write("    return<\/span> groupkey +<\/span> str<\/span>(frag<\/span>)<\/span>\n");
document.write("\n");
document.write("def<\/span> group_create<\/span>(groupkey<\/span> =<\/span> None<\/span><\/span>):<\/span>\n");
document.write("    """Initialize this accumulation group. Base "groupkey" must be unique for this fragmented entity."""<\/span>\n");
document.write("    if<\/span> (groupkey is<\/span> None<\/span>): \n");
document.write("        raise<\/span> MemcacheAccumulatorError(\'key cannot be None\'<\/span><\/span>)<\/span>\n");
document.write("    memcache.set(counter_key(groupkey<\/span>)<\/span>, "0"<\/span><\/span>)<\/span>\n");
document.write("\n");
document.write("create =<\/span> group_create\n");
document.write("\n");
document.write("def<\/span> add_or_create_and_add<\/span>(groupkey<\/span> =<\/span> None<\/span>, frag<\/span> =<\/span> None<\/span>, size<\/span> =<\/span> 0<\/span>, position<\/span> =<\/span> None<\/span><\/span>):<\/span>\n");
document.write("    """If the group doesn\'t exist, create it. Add the fragment to the group."""<\/span>\n");
document.write("    if<\/span> memcache.get(counter_key(groupkey<\/span>)<\/span><\/span>)<\/span> is<\/span> None<\/span>:\n");
document.write("        group_create(groupkey<\/span>)<\/span>\n");
document.write("    add(groupkey, frag, size, position<\/span>)<\/span>\n");
document.write("\n");
document.write("add_or_create =<\/span> add_or_create_and_add\n");
document.write("\n");
document.write("def<\/span> add<\/span>(groupkey<\/span> =<\/span> None<\/span>, frag<\/span> =<\/span> None<\/span>, size<\/span> =<\/span> 0<\/span>, position<\/span> =<\/span> None<\/span><\/span>):<\/span>\n");
document.write("    """Add the fragment to the accumulation group. <\/span>\n");
document.write("Will raise MemcacheAccumulatorComplete when all fragments have been received.<\/span>\n");
document.write("This is judged by comparing the add counter to the passed in size limit.<\/span>\n");
document.write("User must always pass in an expected complete size. This shouldn\'t be a problem, <\/span>\n");
document.write("since whatever made the fragments should no total size, and just needs to pass that <\/span>\n");
document.write("to server in every fragment object.<\/span>\n");
document.write("The fragment ordering is automatic on order of receipt, since you could also store<\/span>\n");
document.write("\'real\' position in the fragment object, however you can provide the optional <\/span>\n");
document.write("position argument so that the returned complete array of fragments is already ordered.<\/span>\n");
document.write(""""<\/span>\n");
document.write("    if<\/span> (groupkey is<\/span> None<\/span>) or<\/span> (frag is<\/span> None<\/span>):\n");
document.write("        raise<\/span> MemcacheAccumulatorError(\'key, frag cannot be None\'<\/span><\/span>)<\/span>\n");
document.write("    if<\/span> size <<\/span> 1<\/span>: raise<\/span> MemcacheAccumulatorError(\'size cannot be < 1\'<\/span><\/span>)<\/span>\n");
document.write("    idx =<\/span> count =<\/span> memcache.incr(counter_key(groupkey<\/span>)<\/span><\/span>)<\/span>\n");
document.write("    if<\/span> idx is<\/span> None<\/span>:\n");
document.write("        raise<\/span> MemcacheAccumulatorError(\'group does not exist\'<\/span><\/span>)<\/span>\n");
document.write("    if<\/span> (count ><\/span> size):\n");
document.write("        memcache.decr(counter_key(groupkey<\/span>)<\/span><\/span>)<\/span> # fix the counter<\/span>\n");
document.write("        raise<\/span> MemcacheAccumulatorComplete("already accumulated: %s<\/span>"<\/span> %<\/span> groupkey<\/span>)<\/span>\n");
document.write("    if<\/span> position is<\/span> not<\/span> None<\/span>:\n");
document.write("        if<\/span> (type<\/span>(position<\/span>)<\/span> not<\/span> in<\/span> (types.IntType, types.LongType)):\n");
document.write("            raise<\/span> MemcacheAccumulatorError("position must be integer"<\/span><\/span>)<\/span>\n");
document.write("        if<\/span> position ><\/span> size -<\/span> 1<\/span>:\n");
document.write("            raise<\/span> MemcacheAccumulatorError("position cannot be greater than size"<\/span><\/span>)<\/span>\n");
document.write("        idx =<\/span> position\n");
document.write("    else<\/span>:\n");
document.write("        idx =<\/span> idx -<\/span> 1<\/span> # counter is counting, idx becomes like array index<\/span>\n");
document.write("    memcache.add(frag_key(groupkey, idx<\/span>)<\/span>, frag<\/span>)<\/span>\n");
document.write("    if<\/span> (count) ==<\/span> size:\n");
document.write("        raise<\/span> MemcacheAccumulatorComplete("accumulated: %s<\/span> size: %d<\/span>"<\/span> %<\/span> (groupkey, size), size<\/span> =<\/span> size<\/span>)<\/span>\n");
document.write("\n");
document.write("def<\/span> get_complete<\/span>(groupkey<\/span> =<\/span> None<\/span>, cleanup<\/span> =<\/span> True<\/span>, size<\/span> =<\/span> None<\/span><\/span>):<\/span>\n");
document.write("    """Returns the completed accumulation. Should be called after the <\/span>\n");
document.write("MemcacheAccumulatorComplete exception is raised. If the cleanup option is true,<\/span>\n");
document.write("it will not destroy the cache after reconstruction is complete. It defaults to False.<\/span>\n");
document.write("If you want, you can check if your current accumulation is complete by passing in <\/span>\n");
document.write("the expected size. MemcacheAccumulatorIncomplete is raised if incomplete.<\/span>\n");
document.write("This could also be raised if a fragment was deleted by the server outside our control.<\/span>\n");
document.write(""""<\/span>\n");
document.write("    if<\/span> (groupkey is<\/span> None<\/span>): raise<\/span> MemcacheAccumulatorError(\'key cannot be None\'<\/span><\/span>)<\/span>\n");
document.write("    if<\/span> size is<\/span> None<\/span>:\n");
document.write("        try<\/span>:\n");
document.write("            size =<\/span> int<\/span>(memcache.get(counter_key(groupkey<\/span>)<\/span><\/span>)<\/span><\/span>)<\/span>\n");
document.write("        except<\/span> TypeError<\/span>:\n");
document.write("            raise<\/span> MemcacheAccumulatorError(\'group does not exist\'<\/span><\/span>)<\/span>\n");
document.write("    keys =<\/span> [str<\/span>(x<\/span>)<\/span> for<\/span> x in<\/span> range<\/span>(size<\/span>)<\/span><\/span>]<\/span>\n");
document.write("    frags =<\/span> memcache.get_multi(keys, groupkey<\/span>)<\/span>\n");
document.write("    ordered =<\/span> [None<\/span> for<\/span> x in<\/span> range<\/span>(size<\/span>)<\/span><\/span>]<\/span>\n");
document.write("    for<\/span> i in<\/span> keys:\n");
document.write("        try<\/span>: # memcache deleted us. don\'t use this if this is not ok!!!<\/span>\n");
document.write("            ordered[int<\/span>(i<\/span>)<\/span><\/span>]<\/span> =<\/span> frags[i<\/span>]<\/span>\n");
document.write("        except<\/span> KeyError<\/span>:\n");
document.write("            raise<\/span> MemcacheAccumulatorIncomplete("group missing pieces: %s<\/span>"<\/span> %<\/span> groupkey<\/span>)<\/span>\n");
document.write("    # ok, cleanup the pieces now<\/span>\n");
document.write("    if<\/span> cleanup:\n");
document.write("        group_destroy(groupkey, keys<\/span>)<\/span>\n");
document.write("\n");
document.write("    return<\/span> ordered\n");
document.write("\n");
document.write("get =<\/span> get_complete\n");
document.write("\n");
document.write("def<\/span> group_destroy<\/span>(groupkey<\/span> =<\/span> None<\/span>, keys<\/span> =<\/span> None<\/span><\/span>):<\/span>\n");
document.write("    """Destroys all caches related to the group, fragments and counter."""<\/span>\n");
document.write("    if<\/span> (groupkey is<\/span> None<\/span>): raise<\/span> MemcacheAccumulatorError(\'key cannot be None\'<\/span><\/span>)<\/span>\n");
document.write("    # optimization, trust passed keys<\/span>\n");
document.write("    if<\/span> keys is<\/span> None<\/span>:\n");
document.write("        size =<\/span> int<\/span>(memcache.get(counter_key(groupkey<\/span>)<\/span><\/span>)<\/span><\/span>)<\/span>\n");
document.write("        keys =<\/span> [str<\/span>(x<\/span>)<\/span> for<\/span> x in<\/span> range<\/span>(size<\/span>)<\/span><\/span>]<\/span>\n");
document.write("    memcache.delete_multi(keys, 0<\/span>, groupkey<\/span>)<\/span>\n");
document.write("    memcache.delete(counter_key(groupkey<\/span>)<\/span><\/span>)<\/span>\n");
document.write("\n");
document.write("def<\/span> get_position<\/span>(groupkey<\/span> =<\/span> None<\/span>, position<\/span> =<\/span> 0<\/span><\/span>):<\/span>\n");
document.write("    """Returns the fragment at position. See "add" documentation about positioning."""<\/span>\n");
document.write("    return<\/span> memcache.get(frag_key(groupkey, position<\/span>)<\/span><\/span>)<\/span>\n");
document.write("<\/pre><\/pre>\n");
document.write("		<\/td>\n");
document.write("		<\/tr>\n");
document.write("		<\/table>\n");
document.write("	\n");
document.write("	<\/div>\n");
document.write("\n");
document.write("\n");
document.write("  \n");
document.write("  \n");
document.write("  \n");
document.write("    \n");
document.write("      \n");
document.write("      <\/a>\n");
document.write("    <\/div>\n");
document.write("  \n");
document.write("    Pastie #486368<\/a> linked directly from Pastie<\/a>.\n");
document.write("  <\/div><\/div>");